@adtrackify/at-service-common 3.17.7 → 3.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -0
  2. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +225 -0
  3. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js.map +1 -0
  4. package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
  5. package/dist/cjs/__tests__/clients/sqs-client.spec.js +194 -121
  6. package/dist/cjs/__tests__/clients/sqs-client.spec.js.map +1 -1
  7. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -0
  8. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +377 -0
  9. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js.map +1 -0
  10. package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  11. package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
  12. package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  13. package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
  14. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  15. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +74 -74
  16. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  17. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
  18. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  19. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +588 -588
  20. package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  21. package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
  22. package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
  23. package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
  24. package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
  25. package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
  26. package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
  27. package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
  28. package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
  29. package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
  30. package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  31. package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
  32. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  33. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
  34. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  35. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +197 -145
  36. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
  37. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  38. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
  39. package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
  40. package/dist/cjs/clients/generic/cognito-client.js +209 -209
  41. package/dist/cjs/clients/generic/dynamodb-client.d.ts +18 -18
  42. package/dist/cjs/clients/generic/dynamodb-client.js +172 -172
  43. package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
  44. package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
  45. package/dist/cjs/clients/generic/http-client.d.ts +14 -14
  46. package/dist/cjs/clients/generic/http-client.js +61 -61
  47. package/dist/cjs/clients/generic/index.d.ts +13 -10
  48. package/dist/cjs/clients/generic/index.js +29 -26
  49. package/dist/cjs/clients/generic/index.js.map +1 -1
  50. package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
  51. package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
  52. package/dist/cjs/clients/generic/location-client.d.ts +8 -8
  53. package/dist/cjs/clients/generic/location-client.js +31 -31
  54. package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
  55. package/dist/cjs/clients/generic/redis-client.js +191 -191
  56. package/dist/cjs/clients/generic/s3-client.d.ts +23 -23
  57. package/dist/cjs/clients/generic/s3-client.js +216 -216
  58. package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
  59. package/dist/cjs/clients/generic/singlestore-db-client.js +67 -67
  60. package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -0
  61. package/dist/cjs/clients/generic/sqs-bundled-client.js +240 -0
  62. package/dist/cjs/clients/generic/sqs-bundled-client.js.map +1 -0
  63. package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +43 -0
  64. package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -0
  65. package/dist/cjs/clients/generic/sqs-bundled-client.types.js.map +1 -0
  66. package/dist/cjs/clients/generic/sqs-client.d.ts +48 -33
  67. package/dist/cjs/clients/generic/sqs-client.js +273 -111
  68. package/dist/cjs/clients/generic/sqs-client.js.map +1 -1
  69. package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -0
  70. package/dist/cjs/clients/generic/sqs-unbundle.js +145 -0
  71. package/dist/cjs/clients/generic/sqs-unbundle.js.map +1 -0
  72. package/dist/cjs/clients/index.d.ts +3 -3
  73. package/dist/cjs/clients/index.js +19 -19
  74. package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
  75. package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
  76. package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
  77. package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
  78. package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
  79. package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
  80. package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
  81. package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
  82. package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
  83. package/dist/cjs/clients/internal-api/event-collector-client.js +36 -36
  84. package/dist/cjs/clients/internal-api/identity-client.d.ts +31 -31
  85. package/dist/cjs/clients/internal-api/identity-client.js +91 -91
  86. package/dist/cjs/clients/internal-api/index.d.ts +9 -9
  87. package/dist/cjs/clients/internal-api/index.js +25 -25
  88. package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  89. package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
  90. package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
  91. package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
  92. package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
  93. package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
  94. package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
  95. package/dist/cjs/clients/third-party/emailable-client.js +25 -25
  96. package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  97. package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
  98. package/dist/cjs/clients/third-party/index.d.ts +4 -4
  99. package/dist/cjs/clients/third-party/index.js +20 -20
  100. package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
  101. package/dist/cjs/clients/third-party/loops-client.js +30 -30
  102. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  103. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +30 -30
  104. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  105. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +180 -180
  106. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  107. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
  108. package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
  109. package/dist/cjs/clients/third-party/shopify-client.js +146 -146
  110. package/dist/cjs/constants/index.d.ts +1 -0
  111. package/dist/cjs/constants/index.js +18 -0
  112. package/dist/cjs/constants/index.js.map +1 -0
  113. package/dist/cjs/constants/sqs.d.ts +11 -0
  114. package/dist/cjs/constants/sqs.js +15 -0
  115. package/dist/cjs/constants/sqs.js.map +1 -0
  116. package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
  117. package/dist/cjs/helpers/account-users-helper.js +22 -22
  118. package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -9
  119. package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
  120. package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
  121. package/dist/cjs/helpers/api-key-authorizer-helper.js +85 -85
  122. package/dist/cjs/helpers/identity-cache-helper.d.ts +21 -21
  123. package/dist/cjs/helpers/identity-cache-helper.js +156 -156
  124. package/dist/cjs/helpers/index.d.ts +9 -9
  125. package/dist/cjs/helpers/index.js +25 -25
  126. package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
  127. package/dist/cjs/helpers/input-validation-helper.js +22 -22
  128. package/dist/cjs/helpers/logging-helper.d.ts +16 -16
  129. package/dist/cjs/helpers/logging-helper.js +84 -84
  130. package/dist/cjs/helpers/response-helper.d.ts +18 -18
  131. package/dist/cjs/helpers/response-helper.js +43 -43
  132. package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
  133. package/dist/cjs/helpers/shopify-helper.js +26 -26
  134. package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
  135. package/dist/cjs/helpers/sqs-utils.js +14 -14
  136. package/dist/cjs/index.d.ts +7 -5
  137. package/dist/cjs/index.js +23 -21
  138. package/dist/cjs/index.js.map +1 -1
  139. package/dist/cjs/libs/api-router/index.d.ts +2 -2
  140. package/dist/cjs/libs/api-router/index.js +18 -18
  141. package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
  142. package/dist/cjs/libs/api-router/public-api-router.js +36 -36
  143. package/dist/cjs/libs/api-router/public-api-router.js.map +1 -1
  144. package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
  145. package/dist/cjs/libs/api-router/route-matcher.js +36 -36
  146. package/dist/cjs/libs/click-id-parser.d.ts +23 -23
  147. package/dist/cjs/libs/click-id-parser.js +49 -49
  148. package/dist/cjs/libs/compression.d.ts +2 -2
  149. package/dist/cjs/libs/compression.js +33 -33
  150. package/dist/cjs/libs/cookie.d.ts +17 -17
  151. package/dist/cjs/libs/cookie.js +76 -76
  152. package/dist/cjs/libs/crypto.d.ts +4 -4
  153. package/dist/cjs/libs/crypto.js +25 -25
  154. package/dist/cjs/libs/csv.d.ts +2 -2
  155. package/dist/cjs/libs/csv.js +35 -35
  156. package/dist/cjs/libs/currency.d.ts +1 -1
  157. package/dist/cjs/libs/currency.js +29 -29
  158. package/dist/cjs/libs/dates.d.ts +12 -12
  159. package/dist/cjs/libs/dates.js +96 -96
  160. package/dist/cjs/libs/domain.d.ts +2 -2
  161. package/dist/cjs/libs/domain.js +38 -38
  162. package/dist/cjs/libs/emails.d.ts +6 -6
  163. package/dist/cjs/libs/emails.js +122 -122
  164. package/dist/cjs/libs/http-error.d.ts +21 -21
  165. package/dist/cjs/libs/http-error.js +63 -63
  166. package/dist/cjs/libs/http-status-codes.d.ts +58 -58
  167. package/dist/cjs/libs/http-status-codes.js +62 -62
  168. package/dist/cjs/libs/index.d.ts +18 -18
  169. package/dist/cjs/libs/index.js +34 -34
  170. package/dist/cjs/libs/numbers.d.ts +1 -1
  171. package/dist/cjs/libs/numbers.js +15 -15
  172. package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
  173. package/dist/cjs/libs/referrer-parser/index.js +18 -18
  174. package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
  175. package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
  176. package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  177. package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
  178. package/dist/cjs/libs/strings.d.ts +3 -3
  179. package/dist/cjs/libs/strings.js +46 -46
  180. package/dist/cjs/libs/traits.d.ts +6 -6
  181. package/dist/cjs/libs/traits.js +65 -65
  182. package/dist/cjs/libs/url.d.ts +1 -1
  183. package/dist/cjs/libs/url.js +13 -13
  184. package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
  185. package/dist/cjs/services/cache/generic-cached-object.js +2 -2
  186. package/dist/cjs/services/cache/index.d.ts +1 -1
  187. package/dist/cjs/services/cache/index.js +17 -17
  188. package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
  189. package/dist/cjs/services/cache/product-cache-service.js +76 -76
  190. package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +11 -11
  191. package/dist/cjs/services/currency-exchange-rate-lookup-service.js +66 -66
  192. package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
  193. package/dist/cjs/services/db/accounts-db-service.js +33 -33
  194. package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
  195. package/dist/cjs/services/db/api-keys-db-service.js +36 -36
  196. package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  197. package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
  198. package/dist/cjs/services/db/destinations-db-service.d.ts +12 -12
  199. package/dist/cjs/services/db/destinations-db-service.js +76 -76
  200. package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
  201. package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
  202. package/dist/cjs/services/db/index.d.ts +13 -13
  203. package/dist/cjs/services/db/index.js +29 -29
  204. package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
  205. package/dist/cjs/services/db/log-events-db-service.js +181 -181
  206. package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
  207. package/dist/cjs/services/db/pixels-db-service.js +35 -35
  208. package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
  209. package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
  210. package/dist/cjs/services/db/purchased-contacts-db-service.d.ts +17 -17
  211. package/dist/cjs/services/db/purchased-contacts-db-service.js +143 -143
  212. package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +8 -8
  213. package/dist/cjs/services/db/shopify-app-installs-db-service.js +51 -51
  214. package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
  215. package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
  216. package/dist/cjs/services/db/subscriptions-db-service.d.ts +10 -10
  217. package/dist/cjs/services/db/subscriptions-db-service.js +34 -34
  218. package/dist/cjs/services/db/tracking-events-db-service.d.ts +20 -20
  219. package/dist/cjs/services/db/tracking-events-db-service.js +165 -165
  220. package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
  221. package/dist/cjs/services/eventbridge-integration-service.js +28 -28
  222. package/dist/cjs/services/events/index.d.ts +3 -3
  223. package/dist/cjs/services/events/index.js +19 -19
  224. package/dist/cjs/services/events/log-event-service.d.ts +9 -9
  225. package/dist/cjs/services/events/log-event-service.js +56 -56
  226. package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
  227. package/dist/cjs/services/events/metric-event-service.js +49 -49
  228. package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
  229. package/dist/cjs/services/events/tracking-event-sqs-service.js +34 -34
  230. package/dist/cjs/services/generic-cache-service.d.ts +7 -7
  231. package/dist/cjs/services/generic-cache-service.js +33 -33
  232. package/dist/cjs/services/index.d.ts +8 -8
  233. package/dist/cjs/services/index.js +24 -24
  234. package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
  235. package/dist/cjs/services/ipdata-lookup-service.js +112 -112
  236. package/dist/cjs/services/shopify/index.d.ts +2 -2
  237. package/dist/cjs/services/shopify/index.js +18 -18
  238. package/dist/cjs/services/shopify/products/index.d.ts +1 -1
  239. package/dist/cjs/services/shopify/products/index.js +17 -17
  240. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  241. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
  242. package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  243. package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
  244. package/dist/cjs/types/api-response.d.ts +6 -6
  245. package/dist/cjs/types/api-response.js +2 -2
  246. package/dist/cjs/types/index.d.ts +1 -1
  247. package/dist/cjs/types/index.js +17 -17
  248. package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
  249. package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
  250. package/dist/cjs/types/internal-events/index.d.ts +1 -1
  251. package/dist/cjs/types/internal-events/index.js +17 -17
  252. package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  253. package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
  254. package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  255. package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
  256. package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
  257. package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
  258. package/dist/cjs/utils/compression.d.ts +35 -0
  259. package/dist/cjs/utils/compression.js +177 -0
  260. package/dist/cjs/utils/compression.js.map +1 -0
  261. package/dist/cjs/utils/index.d.ts +3 -0
  262. package/dist/cjs/utils/index.js +20 -0
  263. package/dist/cjs/utils/index.js.map +1 -0
  264. package/dist/cjs/utils/retry-envelope.d.ts +12 -0
  265. package/dist/cjs/utils/retry-envelope.js +31 -0
  266. package/dist/cjs/utils/retry-envelope.js.map +1 -0
  267. package/dist/cjs/utils/size.d.ts +2 -0
  268. package/dist/cjs/utils/size.js +49 -0
  269. package/dist/cjs/utils/size.js.map +1 -0
  270. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -0
  271. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +200 -0
  272. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js.map +1 -0
  273. package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
  274. package/dist/esm/__tests__/clients/sqs-client.spec.js +192 -119
  275. package/dist/esm/__tests__/clients/sqs-client.spec.js.map +1 -1
  276. package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -0
  277. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +375 -0
  278. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js.map +1 -0
  279. package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  280. package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
  281. package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  282. package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
  283. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  284. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +72 -72
  285. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  286. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +672 -672
  287. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  288. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +586 -586
  289. package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  290. package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
  291. package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
  292. package/dist/esm/__tests__/libs/currency.spec.js +218 -218
  293. package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
  294. package/dist/esm/__tests__/libs/dates.spec.js +128 -128
  295. package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
  296. package/dist/esm/__tests__/libs/domain.spec.js +105 -105
  297. package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
  298. package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
  299. package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  300. package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
  301. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  302. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
  303. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  304. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +172 -143
  305. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
  306. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  307. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
  308. package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
  309. package/dist/esm/clients/generic/cognito-client.js +204 -204
  310. package/dist/esm/clients/generic/dynamodb-client.d.ts +18 -18
  311. package/dist/esm/clients/generic/dynamodb-client.js +168 -168
  312. package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
  313. package/dist/esm/clients/generic/eventbridge-client.js +47 -47
  314. package/dist/esm/clients/generic/http-client.d.ts +14 -14
  315. package/dist/esm/clients/generic/http-client.js +53 -53
  316. package/dist/esm/clients/generic/index.d.ts +13 -10
  317. package/dist/esm/clients/generic/index.js +13 -10
  318. package/dist/esm/clients/generic/index.js.map +1 -1
  319. package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
  320. package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
  321. package/dist/esm/clients/generic/location-client.d.ts +8 -8
  322. package/dist/esm/clients/generic/location-client.js +27 -27
  323. package/dist/esm/clients/generic/redis-client.d.ts +33 -33
  324. package/dist/esm/clients/generic/redis-client.js +184 -184
  325. package/dist/esm/clients/generic/s3-client.d.ts +23 -23
  326. package/dist/esm/clients/generic/s3-client.js +209 -209
  327. package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
  328. package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
  329. package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -0
  330. package/dist/esm/clients/generic/sqs-bundled-client.js +236 -0
  331. package/dist/esm/clients/generic/sqs-bundled-client.js.map +1 -0
  332. package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +43 -0
  333. package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -0
  334. package/dist/esm/clients/generic/sqs-bundled-client.types.js.map +1 -0
  335. package/dist/esm/clients/generic/sqs-client.d.ts +48 -33
  336. package/dist/esm/clients/generic/sqs-client.js +269 -107
  337. package/dist/esm/clients/generic/sqs-client.js.map +1 -1
  338. package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -0
  339. package/dist/esm/clients/generic/sqs-unbundle.js +138 -0
  340. package/dist/esm/clients/generic/sqs-unbundle.js.map +1 -0
  341. package/dist/esm/clients/index.d.ts +3 -3
  342. package/dist/esm/clients/index.js +3 -3
  343. package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
  344. package/dist/esm/clients/internal-api/accounts-client.js +125 -125
  345. package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
  346. package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
  347. package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
  348. package/dist/esm/clients/internal-api/db-management-client.js +32 -32
  349. package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
  350. package/dist/esm/clients/internal-api/destinations-client.js +75 -75
  351. package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
  352. package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
  353. package/dist/esm/clients/internal-api/identity-client.d.ts +31 -31
  354. package/dist/esm/clients/internal-api/identity-client.js +87 -87
  355. package/dist/esm/clients/internal-api/index.d.ts +9 -9
  356. package/dist/esm/clients/internal-api/index.js +9 -9
  357. package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  358. package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
  359. package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
  360. package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
  361. package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
  362. package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
  363. package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
  364. package/dist/esm/clients/third-party/emailable-client.js +21 -21
  365. package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  366. package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
  367. package/dist/esm/clients/third-party/index.d.ts +4 -4
  368. package/dist/esm/clients/third-party/index.js +4 -4
  369. package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
  370. package/dist/esm/clients/third-party/loops-client.js +26 -26
  371. package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  372. package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +27 -27
  373. package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  374. package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +177 -177
  375. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  376. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
  377. package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
  378. package/dist/esm/clients/third-party/shopify-client.js +142 -142
  379. package/dist/esm/constants/index.d.ts +1 -0
  380. package/dist/esm/constants/index.js +2 -0
  381. package/dist/esm/constants/index.js.map +1 -0
  382. package/dist/esm/constants/sqs.d.ts +11 -0
  383. package/dist/esm/constants/sqs.js +12 -0
  384. package/dist/esm/constants/sqs.js.map +1 -0
  385. package/dist/esm/helpers/account-users-helper.d.ts +2 -2
  386. package/dist/esm/helpers/account-users-helper.js +18 -18
  387. package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -9
  388. package/dist/esm/helpers/api-key-auth-helper.js +35 -35
  389. package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
  390. package/dist/esm/helpers/api-key-authorizer-helper.js +81 -81
  391. package/dist/esm/helpers/identity-cache-helper.d.ts +21 -21
  392. package/dist/esm/helpers/identity-cache-helper.js +151 -151
  393. package/dist/esm/helpers/index.d.ts +9 -9
  394. package/dist/esm/helpers/index.js +9 -9
  395. package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
  396. package/dist/esm/helpers/input-validation-helper.js +18 -18
  397. package/dist/esm/helpers/logging-helper.d.ts +16 -16
  398. package/dist/esm/helpers/logging-helper.js +56 -56
  399. package/dist/esm/helpers/response-helper.d.ts +18 -18
  400. package/dist/esm/helpers/response-helper.js +37 -37
  401. package/dist/esm/helpers/shopify-helper.d.ts +9 -9
  402. package/dist/esm/helpers/shopify-helper.js +21 -21
  403. package/dist/esm/helpers/sqs-utils.d.ts +6 -6
  404. package/dist/esm/helpers/sqs-utils.js +9 -9
  405. package/dist/esm/index.d.ts +7 -5
  406. package/dist/esm/index.js +7 -5
  407. package/dist/esm/index.js.map +1 -1
  408. package/dist/esm/libs/api-router/index.d.ts +2 -2
  409. package/dist/esm/libs/api-router/index.js +2 -2
  410. package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
  411. package/dist/esm/libs/api-router/public-api-router.js +32 -32
  412. package/dist/esm/libs/api-router/public-api-router.js.map +1 -1
  413. package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
  414. package/dist/esm/libs/api-router/route-matcher.js +30 -30
  415. package/dist/esm/libs/click-id-parser.d.ts +23 -23
  416. package/dist/esm/libs/click-id-parser.js +45 -45
  417. package/dist/esm/libs/compression.d.ts +2 -2
  418. package/dist/esm/libs/compression.js +25 -25
  419. package/dist/esm/libs/cookie.d.ts +17 -17
  420. package/dist/esm/libs/cookie.js +70 -70
  421. package/dist/esm/libs/crypto.d.ts +4 -4
  422. package/dist/esm/libs/crypto.js +15 -15
  423. package/dist/esm/libs/csv.d.ts +2 -2
  424. package/dist/esm/libs/csv.js +30 -30
  425. package/dist/esm/libs/currency.d.ts +1 -1
  426. package/dist/esm/libs/currency.js +22 -22
  427. package/dist/esm/libs/dates.d.ts +12 -12
  428. package/dist/esm/libs/dates.js +83 -83
  429. package/dist/esm/libs/domain.d.ts +2 -2
  430. package/dist/esm/libs/domain.js +33 -33
  431. package/dist/esm/libs/emails.d.ts +6 -6
  432. package/dist/esm/libs/emails.js +115 -115
  433. package/dist/esm/libs/http-error.d.ts +21 -21
  434. package/dist/esm/libs/http-error.js +59 -59
  435. package/dist/esm/libs/http-status-codes.d.ts +58 -58
  436. package/dist/esm/libs/http-status-codes.js +59 -59
  437. package/dist/esm/libs/index.d.ts +18 -18
  438. package/dist/esm/libs/index.js +18 -18
  439. package/dist/esm/libs/numbers.d.ts +1 -1
  440. package/dist/esm/libs/numbers.js +11 -11
  441. package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
  442. package/dist/esm/libs/referrer-parser/index.js +2 -2
  443. package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
  444. package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
  445. package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  446. package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
  447. package/dist/esm/libs/strings.d.ts +3 -3
  448. package/dist/esm/libs/strings.js +40 -40
  449. package/dist/esm/libs/traits.d.ts +6 -6
  450. package/dist/esm/libs/traits.js +54 -54
  451. package/dist/esm/libs/url.d.ts +1 -1
  452. package/dist/esm/libs/url.js +9 -9
  453. package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
  454. package/dist/esm/services/cache/generic-cached-object.js +1 -1
  455. package/dist/esm/services/cache/index.d.ts +1 -1
  456. package/dist/esm/services/cache/index.js +1 -1
  457. package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
  458. package/dist/esm/services/cache/product-cache-service.js +68 -68
  459. package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +11 -11
  460. package/dist/esm/services/currency-exchange-rate-lookup-service.js +62 -62
  461. package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
  462. package/dist/esm/services/db/accounts-db-service.js +29 -29
  463. package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
  464. package/dist/esm/services/db/api-keys-db-service.js +32 -32
  465. package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  466. package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
  467. package/dist/esm/services/db/destinations-db-service.d.ts +12 -12
  468. package/dist/esm/services/db/destinations-db-service.js +72 -72
  469. package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
  470. package/dist/esm/services/db/identity-cache-db-service.js +313 -313
  471. package/dist/esm/services/db/index.d.ts +13 -13
  472. package/dist/esm/services/db/index.js +13 -13
  473. package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
  474. package/dist/esm/services/db/log-events-db-service.js +177 -177
  475. package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
  476. package/dist/esm/services/db/pixels-db-service.js +31 -31
  477. package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
  478. package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
  479. package/dist/esm/services/db/purchased-contacts-db-service.d.ts +17 -17
  480. package/dist/esm/services/db/purchased-contacts-db-service.js +139 -139
  481. package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +8 -8
  482. package/dist/esm/services/db/shopify-app-installs-db-service.js +47 -47
  483. package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
  484. package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
  485. package/dist/esm/services/db/subscriptions-db-service.d.ts +10 -10
  486. package/dist/esm/services/db/subscriptions-db-service.js +30 -30
  487. package/dist/esm/services/db/tracking-events-db-service.d.ts +20 -20
  488. package/dist/esm/services/db/tracking-events-db-service.js +161 -161
  489. package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
  490. package/dist/esm/services/eventbridge-integration-service.js +24 -24
  491. package/dist/esm/services/events/index.d.ts +3 -3
  492. package/dist/esm/services/events/index.js +3 -3
  493. package/dist/esm/services/events/log-event-service.d.ts +9 -9
  494. package/dist/esm/services/events/log-event-service.js +52 -52
  495. package/dist/esm/services/events/metric-event-service.d.ts +9 -9
  496. package/dist/esm/services/events/metric-event-service.js +45 -45
  497. package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
  498. package/dist/esm/services/events/tracking-event-sqs-service.js +30 -30
  499. package/dist/esm/services/generic-cache-service.d.ts +7 -7
  500. package/dist/esm/services/generic-cache-service.js +29 -29
  501. package/dist/esm/services/index.d.ts +8 -8
  502. package/dist/esm/services/index.js +8 -8
  503. package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
  504. package/dist/esm/services/ipdata-lookup-service.js +108 -108
  505. package/dist/esm/services/shopify/index.d.ts +2 -2
  506. package/dist/esm/services/shopify/index.js +2 -2
  507. package/dist/esm/services/shopify/products/index.d.ts +1 -1
  508. package/dist/esm/services/shopify/products/index.js +1 -1
  509. package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  510. package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
  511. package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  512. package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
  513. package/dist/esm/types/api-response.d.ts +6 -6
  514. package/dist/esm/types/api-response.js +1 -1
  515. package/dist/esm/types/index.d.ts +1 -1
  516. package/dist/esm/types/index.js +1 -1
  517. package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
  518. package/dist/esm/types/internal-events/event-detail-types.js +24 -24
  519. package/dist/esm/types/internal-events/index.d.ts +1 -1
  520. package/dist/esm/types/internal-events/index.js +1 -1
  521. package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  522. package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
  523. package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  524. package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
  525. package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
  526. package/dist/esm/types/shopify-graphql-types/index.js +2 -2
  527. package/dist/esm/utils/compression.d.ts +35 -0
  528. package/dist/esm/utils/compression.js +167 -0
  529. package/dist/esm/utils/compression.js.map +1 -0
  530. package/dist/esm/utils/index.d.ts +3 -0
  531. package/dist/esm/utils/index.js +4 -0
  532. package/dist/esm/utils/index.js.map +1 -0
  533. package/dist/esm/utils/retry-envelope.d.ts +12 -0
  534. package/dist/esm/utils/retry-envelope.js +25 -0
  535. package/dist/esm/utils/retry-envelope.js.map +1 -0
  536. package/dist/esm/utils/size.d.ts +2 -0
  537. package/dist/esm/utils/size.js +44 -0
  538. package/dist/esm/utils/size.js.map +1 -0
  539. package/package.json +135 -135
@@ -1,108 +1,270 @@
1
- import { SQS } from '@aws-sdk/client-sqs';
2
- import { v4 as uuidv4 } from 'uuid';
3
- import { getCurrentTimestamp } from '../../libs/dates.js';
4
- export class SQSClient {
5
- sqs;
6
- queueUrl;
7
- constructor(region, accountId, queueName) {
8
- this.sqs = new SQS({ region });
9
- this.queueUrl = `https://sqs.${region}.amazonaws.com/${accountId}/${queueName}`;
10
- }
11
- buildAndSendMessage = async (messageType, messageBody, deplaySeconds = 0) => {
12
- const message = this.buildMessage(messageType, messageBody);
13
- return await this.sendMessage(message, deplaySeconds);
14
- };
15
- buildAndSendMessages = async (messageType, messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
16
- const messages = messageBodies.map((messageBody) => this.buildMessage(messageType, messageBody));
17
- return await this.sendMessages(messages, delaySeconds, maxBatchSize);
18
- };
19
- buildMessage = (messageType, messageBody, messageId = uuidv4(), messageTime = getCurrentTimestamp()) => {
20
- return {
21
- messageId,
22
- messageType,
23
- messageTime,
24
- messageBody,
25
- };
26
- };
27
- sendMessage = async (messageBody, delaySeconds = 0) => {
28
- const params = {
29
- QueueUrl: this.queueUrl,
30
- DelaySeconds: delaySeconds,
31
- MessageBody: JSON.stringify(messageBody),
32
- };
33
- const response = await this.sqs.sendMessage(params);
34
- return response;
35
- };
36
- sendMessages = async (messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
37
- const messages = messageBodies ?? [];
38
- if (messages.length === 0) {
39
- return { sentCount: 0, failedCount: 0, responses: [] };
40
- }
41
- const boundedBatchSize = Math.min(Math.max(maxBatchSize, 1), 10);
42
- const responses = [];
43
- let sentCount = 0;
44
- let failedCount = 0;
45
- for (let i = 0; i < messages.length; i += boundedBatchSize) {
46
- const batch = messages.slice(i, i + boundedBatchSize);
47
- const entries = batch.map((messageBody, index) => ({
48
- Id: String(i + index),
49
- MessageBody: JSON.stringify(messageBody),
50
- DelaySeconds: delaySeconds
51
- }));
52
- const params = {
53
- QueueUrl: this.queueUrl,
54
- Entries: entries
55
- };
56
- const response = await this.sqs.sendMessageBatch(params);
57
- responses.push(response);
58
- sentCount += response.Successful?.length ?? 0;
59
- failedCount += response.Failed?.length ?? 0;
60
- }
61
- return {
62
- sentCount,
63
- failedCount,
64
- responses
65
- };
66
- };
67
- buildAndSendBatchWithEntryDelays = async (entries) => {
68
- if (!entries || entries.length === 0) {
69
- return { sentCount: 0, failedCount: 0, responses: [] };
70
- }
71
- const builtEntries = entries.map((entry, index) => ({
72
- id: String(index),
73
- message: this.buildMessage(entry.messageType, entry.messageBody),
74
- delaySeconds: entry.delaySeconds ?? 0
75
- }));
76
- const chunks = [];
77
- for (let i = 0; i < builtEntries.length; i += 10) {
78
- chunks.push(builtEntries.slice(i, i + 10));
79
- }
80
- const batchResults = await Promise.allSettled(chunks.map((chunk) => {
81
- const sqsEntries = chunk.map((item) => ({
82
- Id: item.id,
83
- MessageBody: JSON.stringify(item.message),
84
- DelaySeconds: item.delaySeconds
85
- }));
86
- const params = {
87
- QueueUrl: this.queueUrl,
88
- Entries: sqsEntries
89
- };
90
- return this.sqs.sendMessageBatch(params);
91
- }));
92
- let sentCount = 0;
93
- let failedCount = 0;
94
- const responses = [];
95
- for (const result of batchResults) {
96
- if (result.status === 'fulfilled') {
97
- responses.push(result.value);
98
- sentCount += result.value.Successful?.length ?? 0;
99
- failedCount += result.value.Failed?.length ?? 0;
100
- }
101
- else {
102
- failedCount += 10;
103
- }
104
- }
105
- return { sentCount, failedCount, responses };
106
- };
107
- }
1
+ import { SQS } from '@aws-sdk/client-sqs';
2
+ import { v4 as uuidv4 } from 'uuid';
3
+ import { getCurrentTimestamp } from '../../libs/dates.js';
4
+ import { Logger } from '../../helpers/logging-helper.js';
5
+ const SQS_MAX_BATCH_SIZE = 10;
6
+ const SQS_MAX_MESSAGE_SIZE_BYTES = 1048576;
7
+ const SQS_MAX_BATCH_PAYLOAD_BYTES = 1048576;
8
+ const SQS_SAFETY_MARGIN_PERCENT = 0.05;
9
+ const SQS_SAFE_MAX_BATCH_PAYLOAD_BYTES = Math.floor(SQS_MAX_BATCH_PAYLOAD_BYTES * (1 - SQS_SAFETY_MARGIN_PERCENT));
10
+ const SQS_SAFE_MAX_MESSAGE_SIZE_BYTES = Math.floor(SQS_MAX_MESSAGE_SIZE_BYTES * (1 - SQS_SAFETY_MARGIN_PERCENT));
11
+ function sizeInBytes(obj) {
12
+ return new TextEncoder().encode(JSON.stringify(obj)).length;
13
+ }
14
+ function chunkMessagesBySize(serializedMessages) {
15
+ const batches = [];
16
+ const skipped = [];
17
+ let currentBatch = [];
18
+ let currentBatchSize = 0;
19
+ for (const msg of serializedMessages) {
20
+ const msgSize = Buffer.byteLength(msg.body, 'utf8');
21
+ if (msgSize > SQS_MAX_MESSAGE_SIZE_BYTES) {
22
+ skipped.push({ id: msg.id, sizeBytes: msgSize });
23
+ continue;
24
+ }
25
+ const wouldExceedCount = currentBatch.length >= SQS_MAX_BATCH_SIZE;
26
+ const wouldExceedSize = currentBatchSize + msgSize > SQS_MAX_BATCH_PAYLOAD_BYTES;
27
+ if (wouldExceedCount || wouldExceedSize) {
28
+ if (currentBatch.length > 0) {
29
+ batches.push(currentBatch);
30
+ }
31
+ currentBatch = [];
32
+ currentBatchSize = 0;
33
+ }
34
+ currentBatch.push(msg);
35
+ currentBatchSize += msgSize;
36
+ }
37
+ if (currentBatch.length > 0) {
38
+ batches.push(currentBatch);
39
+ }
40
+ return { batches, skipped };
41
+ }
42
+ export class SQSClient {
43
+ sqs;
44
+ queueUrl;
45
+ constructor(region, accountId, queueName) {
46
+ this.sqs = new SQS({ region });
47
+ this.queueUrl = `https://sqs.${region}.amazonaws.com/${accountId}/${queueName}`;
48
+ }
49
+ buildAndSendMessage = async (messageType, messageBody, deplaySeconds = 0) => {
50
+ const message = this.buildMessage(messageType, messageBody);
51
+ return await this.sendMessage(message, deplaySeconds);
52
+ };
53
+ buildAndSendMessages = async (messageType, messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
54
+ const messages = messageBodies.map((messageBody) => this.buildMessage(messageType, messageBody));
55
+ return await this.sendMessages(messages, delaySeconds, maxBatchSize);
56
+ };
57
+ buildMessage = (messageType, messageBody, messageId = uuidv4(), messageTime = getCurrentTimestamp()) => {
58
+ return {
59
+ messageId,
60
+ messageType,
61
+ messageTime,
62
+ messageBody,
63
+ };
64
+ };
65
+ sendMessage = async (messageBody, delaySeconds = 0) => {
66
+ const params = {
67
+ QueueUrl: this.queueUrl,
68
+ DelaySeconds: delaySeconds,
69
+ MessageBody: JSON.stringify(messageBody),
70
+ };
71
+ const response = await this.sqs.sendMessage(params);
72
+ return response;
73
+ };
74
+ sendMessages = async (messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
75
+ const messages = messageBodies ?? [];
76
+ if (messages.length === 0) {
77
+ return { sentCount: 0, failedCount: 0, responses: [] };
78
+ }
79
+ const serializedMessages = messages.map((messageBody, index) => ({
80
+ id: String(index),
81
+ body: JSON.stringify(messageBody),
82
+ delaySeconds
83
+ }));
84
+ const { batches, skipped } = chunkMessagesBySize(serializedMessages);
85
+ if (skipped.length > 0) {
86
+ Logger.error('SQS sendMessages: messages exceeded 1 MiB limit and were skipped', {
87
+ queueUrl: this.queueUrl,
88
+ skippedCount: skipped.length,
89
+ skippedMessages: skipped,
90
+ });
91
+ }
92
+ const responses = [];
93
+ let sentCount = 0;
94
+ let failedCount = skipped.length;
95
+ for (const batch of batches) {
96
+ const entries = batch.map((msg) => ({
97
+ Id: msg.id,
98
+ MessageBody: msg.body,
99
+ DelaySeconds: msg.delaySeconds
100
+ }));
101
+ const params = {
102
+ QueueUrl: this.queueUrl,
103
+ Entries: entries
104
+ };
105
+ const response = await this.sqs.sendMessageBatch(params);
106
+ responses.push(response);
107
+ sentCount += response.Successful?.length ?? 0;
108
+ failedCount += response.Failed?.length ?? 0;
109
+ }
110
+ return {
111
+ sentCount,
112
+ failedCount,
113
+ responses
114
+ };
115
+ };
116
+ buildAndSendBatchWithEntryDelays = async (entries) => {
117
+ if (!entries || entries.length === 0) {
118
+ return { sentCount: 0, failedCount: 0, responses: [] };
119
+ }
120
+ const serializedEntries = entries.map((entry, index) => ({
121
+ id: String(index),
122
+ body: JSON.stringify(this.buildMessage(entry.messageType, entry.messageBody)),
123
+ delaySeconds: entry.delaySeconds ?? 0
124
+ }));
125
+ const { batches, skipped } = chunkMessagesBySize(serializedEntries);
126
+ if (skipped.length > 0) {
127
+ Logger.error('SQS buildAndSendBatchWithEntryDelays: messages exceeded 1 MiB limit and were skipped', {
128
+ queueUrl: this.queueUrl,
129
+ skippedCount: skipped.length,
130
+ skippedMessages: skipped,
131
+ });
132
+ }
133
+ const batchResults = await Promise.allSettled(batches.map((batch) => {
134
+ const sqsEntries = batch.map((item) => ({
135
+ Id: item.id,
136
+ MessageBody: item.body,
137
+ DelaySeconds: item.delaySeconds
138
+ }));
139
+ const params = {
140
+ QueueUrl: this.queueUrl,
141
+ Entries: sqsEntries
142
+ };
143
+ return this.sqs.sendMessageBatch(params);
144
+ }));
145
+ let sentCount = 0;
146
+ let failedCount = skipped.length;
147
+ const responses = [];
148
+ for (const result of batchResults) {
149
+ if (result.status === 'fulfilled') {
150
+ responses.push(result.value);
151
+ sentCount += result.value.Successful?.length ?? 0;
152
+ failedCount += result.value.Failed?.length ?? 0;
153
+ }
154
+ else {
155
+ Logger.error('SQS buildAndSendBatchWithEntryDelays: batch send failed', {
156
+ queueUrl: this.queueUrl,
157
+ error: result.reason,
158
+ });
159
+ failedCount += SQS_MAX_BATCH_SIZE;
160
+ }
161
+ }
162
+ return { sentCount, failedCount, responses };
163
+ };
164
+ sendMessagesV2 = async (messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
165
+ const messages = messageBodies ?? [];
166
+ if (messages.length === 0) {
167
+ return { sentCount: 0, failedCount: 0, batchCount: 0, failedIds: [] };
168
+ }
169
+ const boundedBatchSize = Math.min(Math.max(maxBatchSize, 1), SQS_MAX_BATCH_SIZE);
170
+ let sentCount = 0;
171
+ let failedCount = 0;
172
+ let batchCount = 0;
173
+ const failedIds = [];
174
+ for (let i = 0; i < messages.length; i += boundedBatchSize) {
175
+ const batch = messages.slice(i, i + boundedBatchSize);
176
+ const entries = batch.map((messageBody, index) => ({
177
+ Id: String(i + index),
178
+ MessageBody: JSON.stringify(messageBody),
179
+ DelaySeconds: delaySeconds,
180
+ }));
181
+ const params = {
182
+ QueueUrl: this.queueUrl,
183
+ Entries: entries,
184
+ };
185
+ try {
186
+ const response = await this.sqs.sendMessageBatch(params);
187
+ batchCount++;
188
+ sentCount += response.Successful?.length ?? 0;
189
+ failedCount += response.Failed?.length ?? 0;
190
+ if (response.Failed?.length) {
191
+ for (const failure of response.Failed) {
192
+ if (failure.Id) {
193
+ failedIds.push(failure.Id);
194
+ Logger.warn('SQSClient [sendMessagesV2]: message failed', {
195
+ entryId: failure.Id,
196
+ code: failure.Code,
197
+ message: failure.Message,
198
+ senderFault: failure.SenderFault,
199
+ });
200
+ }
201
+ }
202
+ }
203
+ }
204
+ catch (error) {
205
+ Logger.error('SQSClient [sendMessagesV2]: batch send failed', {
206
+ error,
207
+ batchStartIndex: i,
208
+ batchSize: batch.length,
209
+ });
210
+ failedCount += batch.length;
211
+ for (let j = 0; j < batch.length; j++) {
212
+ failedIds.push(String(i + j));
213
+ }
214
+ }
215
+ }
216
+ return { sentCount, failedCount, batchCount, failedIds };
217
+ };
218
+ buildAndSendMessagesV2 = async (messageType, messageBodies, delaySeconds = 0, maxBatchSize = SQS_MAX_BATCH_SIZE) => {
219
+ const builtMessages = messageBodies.map((messageBody) => this.buildMessage(messageType, messageBody));
220
+ const batches = this.createSizeLimitedBatches(builtMessages, maxBatchSize);
221
+ let successCount = 0;
222
+ let failedCount = 0;
223
+ let totalBatchCount = 0;
224
+ const failedMessages = [];
225
+ let messageOffset = 0;
226
+ for (const batch of batches) {
227
+ const result = await this.sendMessagesV2(batch, delaySeconds, batch.length);
228
+ successCount += result.sentCount;
229
+ failedCount += result.failedCount;
230
+ totalBatchCount += result.batchCount;
231
+ for (const failedId of result.failedIds) {
232
+ const batchIndex = parseInt(failedId, 10);
233
+ const absoluteIndex = messageOffset + batchIndex;
234
+ if (!isNaN(batchIndex) && absoluteIndex < messageBodies.length) {
235
+ failedMessages.push(messageBodies[absoluteIndex]);
236
+ }
237
+ }
238
+ messageOffset += batch.length;
239
+ }
240
+ return { successCount, failedCount, batchCount: totalBatchCount, failedMessages };
241
+ };
242
+ createSizeLimitedBatches(messages, maxBatchSize) {
243
+ const batches = [];
244
+ let currentBatch = [];
245
+ let currentBatchSize = 0;
246
+ for (const message of messages) {
247
+ const messageSize = sizeInBytes(message);
248
+ const wouldExceedCount = currentBatch.length >= maxBatchSize;
249
+ const wouldExceedSize = currentBatchSize + messageSize > SQS_SAFE_MAX_BATCH_PAYLOAD_BYTES;
250
+ if ((wouldExceedCount || wouldExceedSize) && currentBatch.length > 0) {
251
+ batches.push(currentBatch);
252
+ currentBatch = [];
253
+ currentBatchSize = 0;
254
+ }
255
+ if (messageSize > SQS_SAFE_MAX_MESSAGE_SIZE_BYTES) {
256
+ Logger.warn('SQSClient [createSizeLimitedBatches]: single message exceeds safe size limit', {
257
+ messageSize,
258
+ limit: SQS_SAFE_MAX_MESSAGE_SIZE_BYTES,
259
+ });
260
+ }
261
+ currentBatch.push(message);
262
+ currentBatchSize += messageSize;
263
+ }
264
+ if (currentBatch.length > 0) {
265
+ batches.push(currentBatch);
266
+ }
267
+ return batches;
268
+ }
269
+ }
108
270
  //# sourceMappingURL=sqs-client.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"sqs-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-client.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,GAAG,EAKJ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAsB1D,MAAM,OAAO,SAAS;IACb,GAAG,CAAM;IACT,QAAQ,CAAS;IAExB,YAAY,MAAc,EAAE,SAAiB,EAAE,SAAiB;QAC9D,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,eAAe,MAAM,kBAAkB,SAAS,IAAI,SAAS,EAAE,CAAC;IAClF,CAAC;IAEM,mBAAmB,GAAG,KAAK,EAAE,WAAmB,EAAE,WAAgB,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;QAC9F,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC,CAAC;IAEK,oBAAoB,GAAG,KAAK,EACjC,WAAmB,EACnB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;QACjG,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC,CAAC;IAEK,YAAY,GAAG,CACpB,WAAmB,EACnB,WAAgB,EAChB,YAAoB,MAAM,EAAE,EAC5B,cAAsB,mBAAmB,EAAE,EAC3C,EAAE;QACF,OAAO;YACL,SAAS;YACT,WAAW;YACX,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC;IAEK,WAAW,GAAG,KAAK,EAAE,WAAgB,EAAE,YAAY,GAAG,CAAC,EAAE,EAAE;QAChE,MAAM,MAAM,GAA4B;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,YAAY;YAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SACzC,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAIpD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAEK,YAAY,GAAG,KAAK,EACzB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,IAAI,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,GAAoC,EAAE,CAAC;QACtD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE;YAC1D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC;YACtD,MAAM,OAAO,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjF,EAAE,EAAE,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC;gBACrB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACxC,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,OAAO;aACjB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACzD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC9C,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;SAC7C;QAED,OAAO;YACL,SAAS;YACT,WAAW;YACX,SAAS;SACV,CAAC;IACJ,CAAC,CAAC;IAOK,gCAAgC,GAAG,KAAK,EAC7C,OAAwB,EACa,EAAE;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACpC,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAClD,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;YAChE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;SACtC,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAA0B,EAAE,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAChD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;SAC5C;QAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACnB,MAAM,UAAU,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtE,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzC,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,UAAU;aACpB,CAAC;YAEF,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,SAAS,GAAoC,EAAE,CAAC;QAEtD,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE;gBACjC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7B,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;gBAClD,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;aACjD;iBAAM;gBACL,WAAW,IAAI,EAAE,CAAC;aACnB;SACF;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;IAC/C,CAAC,CAAC;CACH"}
1
+ {"version":3,"file":"sqs-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-client.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,GAAG,EAKJ,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AAGzD,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,0BAA0B,GAAG,OAAS,CAAC;AAC7C,MAAM,2BAA2B,GAAG,OAAS,CAAC;AAG9C,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAEvC,MAAM,gCAAgC,GAAG,IAAI,CAAC,KAAK,CACjD,2BAA2B,GAAG,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAC9D,CAAC;AAEF,MAAM,+BAA+B,GAAG,IAAI,CAAC,KAAK,CAChD,0BAA0B,GAAG,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAC7D,CAAC;AAMF,SAAS,WAAW,CAAC,GAAY;IAC/B,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AAC9D,CAAC;AAuDD,SAAS,mBAAmB,CAC1B,kBAAwE;IAKxE,MAAM,OAAO,GAA2D,EAAE,CAAC;IAC3E,MAAM,OAAO,GAAwC,EAAE,CAAC;IAExD,IAAI,YAAY,GAAyD,EAAE,CAAC;IAC5E,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;QACpC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAGpD,IAAI,OAAO,GAAG,0BAA0B,EAAE;YACxC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,SAAS;SACV;QAGD,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,IAAI,kBAAkB,CAAC;QACnE,MAAM,eAAe,GAAG,gBAAgB,GAAG,OAAO,GAAG,2BAA2B,CAAC;QAEjF,IAAI,gBAAgB,IAAI,eAAe,EAAE;YACvC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aAC5B;YACD,YAAY,GAAG,EAAE,CAAC;YAClB,gBAAgB,GAAG,CAAC,CAAC;SACtB;QAED,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,gBAAgB,IAAI,OAAO,CAAC;KAC7B;IAGD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;QAC3B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;KAC5B;IAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC;AAED,MAAM,OAAO,SAAS;IACb,GAAG,CAAM;IACT,QAAQ,CAAS;IAExB,YAAY,MAAc,EAAE,SAAiB,EAAE,SAAiB;QAC9D,IAAI,CAAC,GAAG,GAAG,IAAI,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,eAAe,MAAM,kBAAkB,SAAS,IAAI,SAAS,EAAE,CAAC;IAClF,CAAC;IAEM,mBAAmB,GAAG,KAAK,EAAE,WAAmB,EAAE,WAAgB,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;QAC9F,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC,CAAC;IAEK,oBAAoB,GAAG,KAAK,EACjC,WAAmB,EACnB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;QACjG,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC,CAAC;IAEK,YAAY,GAAG,CACpB,WAAmB,EACnB,WAAgB,EAChB,YAAoB,MAAM,EAAE,EAC5B,cAAsB,mBAAmB,EAAE,EAC3C,EAAE;QACF,OAAO;YACL,SAAS;YACT,WAAW;YACX,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC;IAEK,WAAW,GAAG,KAAK,EAAE,WAAgB,EAAE,YAAY,GAAG,CAAC,EAAE,EAAE;QAChE,MAAM,MAAM,GAA4B;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,YAAY;YAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SACzC,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAIpD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAaK,YAAY,GAAG,KAAK,EACzB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAEhB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,IAAI,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAGD,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/D,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YACjC,YAAY;SACb,CAAC,CAAC,CAAC;QAGJ,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;QAGrE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,MAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBAC/E,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,OAAO,CAAC,MAAM;gBAC5B,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;SACJ;QAED,MAAM,SAAS,GAAoC,EAAE,CAAC;QACtD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;YAC3B,MAAM,OAAO,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAClE,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,WAAW,EAAE,GAAG,CAAC,IAAI;gBACrB,YAAY,EAAE,GAAG,CAAC,YAAY;aAC/B,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,OAAO;aACjB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACzD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC9C,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;SAC7C;QAED,OAAO;YACL,SAAS;YACT,WAAW;YACX,SAAS;SACV,CAAC;IACJ,CAAC,CAAC;IASK,gCAAgC,GAAG,KAAK,EAC7C,OAAwB,EACa,EAAE;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACpC,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAGD,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACvD,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YAC7E,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;SACtC,CAAC,CAAC,CAAC;QAGJ,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;QAGpE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,MAAM,CAAC,KAAK,CAAC,sFAAsF,EAAE;gBACnG,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,OAAO,CAAC,MAAM;gBAC5B,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;SACJ;QAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACpB,MAAM,UAAU,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtE,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,IAAI;gBACtB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,UAAU;aACpB,CAAC;YAEF,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAoC,EAAE,CAAC;QAEtD,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE;gBACjC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7B,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;gBAClD,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;aACjD;iBAAM;gBAGL,MAAM,CAAC,KAAK,CAAC,yDAAyD,EAAE;oBACtE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK,EAAE,MAAM,CAAC,MAAM;iBACrB,CAAC,CAAC;gBACH,WAAW,IAAI,kBAAkB,CAAC;aACnC;SACF;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;IAC/C,CAAC,CAAC;IAoBK,cAAc,GAAG,KAAK,EAC3B,aAAwB,EACxB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACS,EAAE;QAC5B,MAAM,QAAQ,GAAG,aAAa,IAAI,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACvE;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QACjF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE;YAC1D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC;YACtD,MAAM,OAAO,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjF,EAAE,EAAE,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC;gBACrB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACxC,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,OAAO;aACjB,CAAC;YAEF,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBACzD,UAAU,EAAE,CAAC;gBACb,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;gBAC9C,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;gBAG5C,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE;oBAC3B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE;wBACrC,IAAI,OAAO,CAAC,EAAE,EAAE;4BACd,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;4BAE3B,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;gCACxD,OAAO,EAAE,OAAO,CAAC,EAAE;gCACnB,IAAI,EAAE,OAAO,CAAC,IAAI;gCAClB,OAAO,EAAE,OAAO,CAAC,OAAO;gCACxB,WAAW,EAAE,OAAO,CAAC,WAAW;6BACjC,CAAC,CAAC;yBACJ;qBACF;iBACF;aACF;YAAC,OAAO,KAAK,EAAE;gBAEd,MAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;oBAC5D,KAAK;oBACL,eAAe,EAAE,CAAC;oBAClB,SAAS,EAAE,KAAK,CAAC,MAAM;iBACxB,CAAC,CAAC;gBAEH,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACrC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBAC/B;aACF;SACF;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IAC3D,CAAC,CAAC;IAgBK,sBAAsB,GAAG,KAAK,EACnC,WAAmB,EACnB,aAAkB,EAClB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,kBAAkB,EACC,EAAE;QAEpC,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CACtD,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAC5C,CAAC;QAGF,MAAM,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;QAE3E,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,MAAM,cAAc,GAAQ,EAAE,CAAC;QAG/B,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;YAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE5E,YAAY,IAAI,MAAM,CAAC,SAAS,CAAC;YACjC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC;YAClC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC;YAGrC,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;gBACvC,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC1C,MAAM,aAAa,GAAG,aAAa,GAAG,UAAU,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,aAAa,GAAG,aAAa,CAAC,MAAM,EAAE;oBAC9D,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC;iBACnD;aACF;YAED,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;SAC/B;QAED,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC;IACpF,CAAC,CAAC;IAUM,wBAAwB,CAAI,QAAa,EAAE,YAAoB;QACrE,MAAM,OAAO,GAAU,EAAE,CAAC;QAC1B,IAAI,YAAY,GAAQ,EAAE,CAAC;QAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YAEzC,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC;YAC7D,MAAM,eAAe,GAAG,gBAAgB,GAAG,WAAW,GAAG,gCAAgC,CAAC;YAE1F,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBACpE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC3B,YAAY,GAAG,EAAE,CAAC;gBAClB,gBAAgB,GAAG,CAAC,CAAC;aACtB;YAGD,IAAI,WAAW,GAAG,+BAA+B,EAAE;gBACjD,MAAM,CAAC,IAAI,CAAC,8EAA8E,EAAE;oBAC1F,WAAW;oBACX,KAAK,EAAE,+BAA+B;iBACvC,CAAC,CAAC;aACJ;YAED,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,gBAAgB,IAAI,WAAW,CAAC;SACjC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAC5B;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}
@@ -0,0 +1,32 @@
1
+ import { BundledMessageEnvelope } from './sqs-bundled-client.types.js';
2
+ export interface UnbundleOptions {
3
+ maxDecompressedSizeBytes?: number;
4
+ timeoutMs?: number;
5
+ }
6
+ export declare function isBundledEnvelope(payload: unknown): payload is BundledMessageEnvelope;
7
+ export declare function unbundleMessage<T>(envelope: BundledMessageEnvelope<T>, options?: UnbundleOptions): Promise<T[]>;
8
+ export interface UnbundleRecordResult<T> {
9
+ messageId: string;
10
+ success: boolean;
11
+ items: T[];
12
+ isBundled: boolean;
13
+ error?: Error;
14
+ }
15
+ export interface UnbundleStats {
16
+ totalRecords: number;
17
+ bundledRecords: number;
18
+ legacyRecords: number;
19
+ failedRecords: number;
20
+ totalItems: number;
21
+ }
22
+ export interface UnbundleResult<T> {
23
+ items: T[];
24
+ recordMap: Map<T, string>;
25
+ failedMessageIds: string[];
26
+ stats: UnbundleStats;
27
+ }
28
+ export declare function unbundleRecords<T>(records: Array<{
29
+ body: string;
30
+ messageId: string;
31
+ }>, options?: UnbundleOptions): Promise<UnbundleResult<T>>;
32
+ export declare function getRecordIdForItem<T>(item: T, recordMap: Map<T, string>): string | undefined;
@@ -0,0 +1,138 @@
1
+ import { Logger } from '../../helpers/logging-helper.js';
2
+ import { decompressFromBase64, DecompressionBombError, CompressionTimeoutError, } from '../../utils/compression.js';
3
+ import { CompressionAlgorithm } from './sqs-bundled-client.types.js';
4
+ export function isBundledEnvelope(payload) {
5
+ if (typeof payload !== 'object' || payload === null) {
6
+ return false;
7
+ }
8
+ const envelope = payload;
9
+ return (envelope.v === 1 &&
10
+ typeof envelope.c === 'string' &&
11
+ Object.values(CompressionAlgorithm).includes(envelope.c) &&
12
+ typeof envelope.n === 'number' &&
13
+ (typeof envelope.p === 'string' || Array.isArray(envelope.p)));
14
+ }
15
+ function validateCompressionAlgorithm(algorithm) {
16
+ if (!Object.values(CompressionAlgorithm).includes(algorithm)) {
17
+ throw new Error(`Unsupported compression algorithm: ${algorithm}`);
18
+ }
19
+ return algorithm;
20
+ }
21
+ export async function unbundleMessage(envelope, options) {
22
+ if (envelope.v !== 1) {
23
+ throw new Error(`Unsupported bundle version: ${envelope.v}`);
24
+ }
25
+ const algorithm = validateCompressionAlgorithm(envelope.c);
26
+ if (algorithm === CompressionAlgorithm.NONE) {
27
+ if (!Array.isArray(envelope.p)) {
28
+ throw new Error('Invalid bundle: NONE compression but payload is not an array');
29
+ }
30
+ return envelope.p;
31
+ }
32
+ if (typeof envelope.p !== 'string') {
33
+ throw new Error(`Invalid bundle: ${algorithm} compression but payload is not a string`);
34
+ }
35
+ return await decompressFromBase64(envelope.p, algorithm, {
36
+ maxDecompressedSizeBytes: options?.maxDecompressedSizeBytes,
37
+ timeoutMs: options?.timeoutMs,
38
+ });
39
+ }
40
+ async function parseRecord(body, options) {
41
+ const parsed = JSON.parse(body);
42
+ if (parsed.messageBody && isBundledEnvelope(parsed.messageBody)) {
43
+ const envelope = parsed.messageBody;
44
+ const items = await unbundleMessage(envelope, options);
45
+ return { items, isBundled: true };
46
+ }
47
+ if (isBundledEnvelope(parsed)) {
48
+ const envelope = parsed;
49
+ const items = await unbundleMessage(envelope, options);
50
+ return { items, isBundled: true };
51
+ }
52
+ if (parsed.messageBody !== undefined) {
53
+ return { items: [parsed.messageBody], isBundled: false };
54
+ }
55
+ return { items: [parsed], isBundled: false };
56
+ }
57
+ async function unbundleRecord(record, options) {
58
+ try {
59
+ const { items, isBundled } = await parseRecord(record.body, options);
60
+ return {
61
+ messageId: record.messageId,
62
+ success: true,
63
+ items,
64
+ isBundled,
65
+ };
66
+ }
67
+ catch (error) {
68
+ const isDecompressionBomb = error instanceof DecompressionBombError;
69
+ const isTimeout = error instanceof CompressionTimeoutError;
70
+ Logger.error('Unbundle: record parse/decompress failed', {
71
+ error,
72
+ messageId: record.messageId,
73
+ stage: 'unbundle',
74
+ errorType: isDecompressionBomb ? 'decompression_bomb' : isTimeout ? 'timeout' : 'parse_error',
75
+ bodyPreview: record.body?.substring(0, 200) ?? '[empty]',
76
+ ...(isDecompressionBomb && {
77
+ compressedSize: error.compressedSize,
78
+ decompressedSize: error.decompressedSize,
79
+ limit: error.limit,
80
+ }),
81
+ ...(isTimeout && {
82
+ operation: error.operation,
83
+ timeoutMs: error.timeoutMs,
84
+ }),
85
+ });
86
+ return {
87
+ messageId: record.messageId,
88
+ success: false,
89
+ items: [],
90
+ isBundled: false,
91
+ error: error instanceof Error ? error : new Error(String(error)),
92
+ };
93
+ }
94
+ }
95
+ export async function unbundleRecords(records, options) {
96
+ const items = [];
97
+ const recordMap = new Map();
98
+ const failedMessageIds = [];
99
+ const stats = {
100
+ totalRecords: records.length,
101
+ bundledRecords: 0,
102
+ legacyRecords: 0,
103
+ failedRecords: 0,
104
+ totalItems: 0,
105
+ };
106
+ const results = await Promise.all(records.map(record => unbundleRecord(record, options)));
107
+ for (const result of results) {
108
+ if (result.success) {
109
+ if (result.isBundled) {
110
+ stats.bundledRecords++;
111
+ }
112
+ else {
113
+ stats.legacyRecords++;
114
+ }
115
+ for (const item of result.items) {
116
+ items.push(item);
117
+ recordMap.set(item, result.messageId);
118
+ }
119
+ }
120
+ else {
121
+ stats.failedRecords++;
122
+ failedMessageIds.push(result.messageId);
123
+ }
124
+ }
125
+ stats.totalItems = items.length;
126
+ Logger.debug('Unbundle: records processed', {
127
+ totalRecords: stats.totalRecords,
128
+ bundledRecords: stats.bundledRecords,
129
+ legacyRecords: stats.legacyRecords,
130
+ failedRecords: stats.failedRecords,
131
+ totalItems: stats.totalItems,
132
+ });
133
+ return { items, recordMap, failedMessageIds, stats };
134
+ }
135
+ export function getRecordIdForItem(item, recordMap) {
136
+ return recordMap.get(item);
137
+ }
138
+ //# sourceMappingURL=sqs-unbundle.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sqs-unbundle.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-unbundle.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,iCAAiC,CAAC;AACzD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAA0B,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AAe7F,MAAM,UAAU,iBAAiB,CAAC,OAAgB;IAChD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE;QACnD,OAAO,KAAK,CAAC;KACd;IAGD,MAAM,QAAQ,GAAG,OAAkC,CAAC;IAEpD,OAAO,CACL,QAAQ,CAAC,CAAC,KAAK,CAAC;QAChB,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ;QAC9B,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB,CAAC;QAChF,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ;QAC9B,CAAC,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAC9D,CAAC;AACJ,CAAC;AAKD,SAAS,4BAA4B,CAAC,SAAiB;IACrD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC,QAAQ,CAAC,SAAiC,CAAC,EAAE;QACpF,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;KACpE;IACD,OAAO,SAAiC,CAAC;AAC3C,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAmC,EACnC,OAAyB;IAGzB,IAAI,QAAQ,CAAC,CAAC,KAAK,CAAC,EAAE;QACpB,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC;KAC9D;IAGD,MAAM,SAAS,GAAG,4BAA4B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,SAAS,KAAK,oBAAoB,CAAC,IAAI,EAAE;QAE3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;SACjF;QACD,OAAO,QAAQ,CAAC,CAAQ,CAAC;KAC1B;IAGD,IAAI,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ,EAAE;QAClC,MAAM,IAAI,KAAK,CAAC,mBAAmB,SAAS,0CAA0C,CAAC,CAAC;KACzF;IAID,OAAO,MAAM,oBAAoB,CAAM,QAAQ,CAAC,CAAC,EAAE,SAAS,EAAE;QAC5D,wBAAwB,EAAE,OAAO,EAAE,wBAAwB;QAC3D,SAAS,EAAE,OAAO,EAAE,SAAS;KAC9B,CAAC,CAAC;AACL,CAAC;AASD,KAAK,UAAU,WAAW,CACxB,IAAY,EACZ,OAAyB;IAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAGhC,IAAI,MAAM,CAAC,WAAW,IAAI,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;QAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAwC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,eAAe,CAAI,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KACnC;IAGD,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE;QAC7B,MAAM,QAAQ,GAAG,MAAmC,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,eAAe,CAAI,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KACnC;IAGD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE;QACpC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,WAAgB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;KAC/D;IAGD,OAAO,EAAE,KAAK,EAAE,CAAC,MAAW,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACpD,CAAC;AAsCD,KAAK,UAAU,cAAc,CAC3B,MAA2C,EAC3C,OAAyB;IAEzB,IAAI;QACF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,WAAW,CAAI,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxE,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,IAAI;YACb,KAAK;YACL,SAAS;SACV,CAAC;KACH;IAAC,OAAO,KAAK,EAAE;QAEd,MAAM,mBAAmB,GAAG,KAAK,YAAY,sBAAsB,CAAC;QACpE,MAAM,SAAS,GAAG,KAAK,YAAY,uBAAuB,CAAC;QAG3D,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;YACvD,KAAK;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,mBAAmB,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;YAC7F,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS;YACxD,GAAG,CAAC,mBAAmB,IAAI;gBACzB,cAAc,EAAG,KAAgC,CAAC,cAAc;gBAChE,gBAAgB,EAAG,KAAgC,CAAC,gBAAgB;gBACpE,KAAK,EAAG,KAAgC,CAAC,KAAK;aAC/C,CAAC;YACF,GAAG,CAAC,SAAS,IAAI;gBACf,SAAS,EAAG,KAAiC,CAAC,SAAS;gBACvD,SAAS,EAAG,KAAiC,CAAC,SAAS;aACxD,CAAC;SACH,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACjE,CAAC;KACH;AACH,CAAC;AAoBD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAmD,EACnD,OAAyB;IAEzB,MAAM,KAAK,GAAQ,EAAE,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAa,CAAC;IACvC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IACtC,MAAM,KAAK,GAAkB;QAC3B,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,CAAC;KACd,CAAC;IAGF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAAI,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAG7F,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC5B,IAAI,MAAM,CAAC,OAAO,EAAE;YAClB,IAAI,MAAM,CAAC,SAAS,EAAE;gBACpB,KAAK,CAAC,cAAc,EAAE,CAAC;aACxB;iBAAM;gBACL,KAAK,CAAC,aAAa,EAAE,CAAC;aACvB;YAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;aACvC;SACF;aAAM;YAEL,KAAK,CAAC,aAAa,EAAE,CAAC;YACtB,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;SACzC;KACF;IAED,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAGhC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;QAC1C,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAC,CAAC;IAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC;AACvD,CAAC;AAKD,MAAM,UAAU,kBAAkB,CAAI,IAAO,EAAE,SAAyB;IACtE,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC"}
@@ -1,3 +1,3 @@
1
- export * from './generic/index.js';
2
- export * from './internal-api/index.js';
3
- export * from './third-party/index.js';
1
+ export * from './generic/index.js';
2
+ export * from './internal-api/index.js';
3
+ export * from './third-party/index.js';
@@ -1,4 +1,4 @@
1
- export * from './generic/index.js';
2
- export * from './internal-api/index.js';
3
- export * from './third-party/index.js';
1
+ export * from './generic/index.js';
2
+ export * from './internal-api/index.js';
3
+ export * from './third-party/index.js';
4
4
  //# sourceMappingURL=index.js.map