@adtrackify/at-service-common 3.17.7 → 3.18.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (539) hide show
  1. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -0
  2. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js +225 -0
  3. package/dist/cjs/__tests__/clients/sqs-bundled-client.spec.js.map +1 -0
  4. package/dist/cjs/__tests__/clients/sqs-client.spec.d.ts +1 -1
  5. package/dist/cjs/__tests__/clients/sqs-client.spec.js +194 -121
  6. package/dist/cjs/__tests__/clients/sqs-client.spec.js.map +1 -1
  7. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.d.ts +1 -0
  8. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js +377 -0
  9. package/dist/cjs/__tests__/clients/sqs-unbundle.spec.js.map +1 -0
  10. package/dist/cjs/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  11. package/dist/cjs/__tests__/db/shared-read-db-services.spec.js +89 -89
  12. package/dist/cjs/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  13. package/dist/cjs/__tests__/helpers/account-users-helper.spec.js +220 -220
  14. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  15. package/dist/cjs/__tests__/helpers/api-key-auth-helper.spec.js +74 -74
  16. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  17. package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +674 -674
  18. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  19. package/dist/cjs/__tests__/identity-cache/trait-merging-and-staleness.spec.js +588 -588
  20. package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  21. package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
  22. package/dist/cjs/__tests__/libs/currency.spec.d.ts +1 -1
  23. package/dist/cjs/__tests__/libs/currency.spec.js +220 -220
  24. package/dist/cjs/__tests__/libs/dates.spec.d.ts +1 -1
  25. package/dist/cjs/__tests__/libs/dates.spec.js +130 -130
  26. package/dist/cjs/__tests__/libs/domain.spec.d.ts +1 -1
  27. package/dist/cjs/__tests__/libs/domain.spec.js +107 -107
  28. package/dist/cjs/__tests__/libs/numbers.spec.d.ts +1 -1
  29. package/dist/cjs/__tests__/libs/numbers.spec.js +261 -261
  30. package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  31. package/dist/cjs/__tests__/s3-client/s3-client.spec.js +33 -33
  32. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  33. package/dist/cjs/__tests__/shopify/shopify-graphql-transformer.spec.js +35 -35
  34. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  35. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js +197 -145
  36. package/dist/cjs/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
  37. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  38. package/dist/cjs/__tests__/unit/libs/api-router/route-matcher.spec.js +69 -69
  39. package/dist/cjs/clients/generic/cognito-client.d.ts +23 -23
  40. package/dist/cjs/clients/generic/cognito-client.js +209 -209
  41. package/dist/cjs/clients/generic/dynamodb-client.d.ts +18 -18
  42. package/dist/cjs/clients/generic/dynamodb-client.js +172 -172
  43. package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
  44. package/dist/cjs/clients/generic/eventbridge-client.js +51 -51
  45. package/dist/cjs/clients/generic/http-client.d.ts +14 -14
  46. package/dist/cjs/clients/generic/http-client.js +61 -61
  47. package/dist/cjs/clients/generic/index.d.ts +13 -10
  48. package/dist/cjs/clients/generic/index.js +29 -26
  49. package/dist/cjs/clients/generic/index.js.map +1 -1
  50. package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
  51. package/dist/cjs/clients/generic/lambda-invoke-client.js +39 -39
  52. package/dist/cjs/clients/generic/location-client.d.ts +8 -8
  53. package/dist/cjs/clients/generic/location-client.js +31 -31
  54. package/dist/cjs/clients/generic/redis-client.d.ts +33 -33
  55. package/dist/cjs/clients/generic/redis-client.js +191 -191
  56. package/dist/cjs/clients/generic/s3-client.d.ts +23 -23
  57. package/dist/cjs/clients/generic/s3-client.js +216 -216
  58. package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
  59. package/dist/cjs/clients/generic/singlestore-db-client.js +67 -67
  60. package/dist/cjs/clients/generic/sqs-bundled-client.d.ts +15 -0
  61. package/dist/cjs/clients/generic/sqs-bundled-client.js +240 -0
  62. package/dist/cjs/clients/generic/sqs-bundled-client.js.map +1 -0
  63. package/dist/cjs/clients/generic/sqs-bundled-client.types.d.ts +43 -0
  64. package/dist/cjs/clients/generic/sqs-bundled-client.types.js +17 -0
  65. package/dist/cjs/clients/generic/sqs-bundled-client.types.js.map +1 -0
  66. package/dist/cjs/clients/generic/sqs-client.d.ts +48 -33
  67. package/dist/cjs/clients/generic/sqs-client.js +273 -111
  68. package/dist/cjs/clients/generic/sqs-client.js.map +1 -1
  69. package/dist/cjs/clients/generic/sqs-unbundle.d.ts +32 -0
  70. package/dist/cjs/clients/generic/sqs-unbundle.js +145 -0
  71. package/dist/cjs/clients/generic/sqs-unbundle.js.map +1 -0
  72. package/dist/cjs/clients/index.d.ts +3 -3
  73. package/dist/cjs/clients/index.js +19 -19
  74. package/dist/cjs/clients/internal-api/accounts-client.d.ts +91 -91
  75. package/dist/cjs/clients/internal-api/accounts-client.js +129 -129
  76. package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +26 -26
  77. package/dist/cjs/clients/internal-api/cache-lambda-client.js +89 -89
  78. package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
  79. package/dist/cjs/clients/internal-api/db-management-client.js +36 -36
  80. package/dist/cjs/clients/internal-api/destinations-client.d.ts +34 -34
  81. package/dist/cjs/clients/internal-api/destinations-client.js +79 -79
  82. package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
  83. package/dist/cjs/clients/internal-api/event-collector-client.js +36 -36
  84. package/dist/cjs/clients/internal-api/identity-client.d.ts +31 -31
  85. package/dist/cjs/clients/internal-api/identity-client.js +91 -91
  86. package/dist/cjs/clients/internal-api/index.d.ts +9 -9
  87. package/dist/cjs/clients/internal-api/index.js +25 -25
  88. package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  89. package/dist/cjs/clients/internal-api/shopify-app-install-client.js +81 -81
  90. package/dist/cjs/clients/internal-api/subscriptions-client.d.ts +26 -26
  91. package/dist/cjs/clients/internal-api/subscriptions-client.js +77 -77
  92. package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
  93. package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
  94. package/dist/cjs/clients/third-party/emailable-client.d.ts +7 -7
  95. package/dist/cjs/clients/third-party/emailable-client.js +25 -25
  96. package/dist/cjs/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  97. package/dist/cjs/clients/third-party/exchange-rate-api-client.js +19 -19
  98. package/dist/cjs/clients/third-party/index.d.ts +4 -4
  99. package/dist/cjs/clients/third-party/index.js +20 -20
  100. package/dist/cjs/clients/third-party/loops-client.d.ts +10 -10
  101. package/dist/cjs/clients/third-party/loops-client.js +30 -30
  102. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  103. package/dist/cjs/clients/third-party/shopify/graphql-order-queries.js +30 -30
  104. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  105. package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +180 -180
  106. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  107. package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +161 -161
  108. package/dist/cjs/clients/third-party/shopify-client.d.ts +29 -29
  109. package/dist/cjs/clients/third-party/shopify-client.js +146 -146
  110. package/dist/cjs/constants/index.d.ts +1 -0
  111. package/dist/cjs/constants/index.js +18 -0
  112. package/dist/cjs/constants/index.js.map +1 -0
  113. package/dist/cjs/constants/sqs.d.ts +11 -0
  114. package/dist/cjs/constants/sqs.js +15 -0
  115. package/dist/cjs/constants/sqs.js.map +1 -0
  116. package/dist/cjs/helpers/account-users-helper.d.ts +2 -2
  117. package/dist/cjs/helpers/account-users-helper.js +22 -22
  118. package/dist/cjs/helpers/api-key-auth-helper.d.ts +9 -9
  119. package/dist/cjs/helpers/api-key-auth-helper.js +40 -40
  120. package/dist/cjs/helpers/api-key-authorizer-helper.d.ts +36 -36
  121. package/dist/cjs/helpers/api-key-authorizer-helper.js +85 -85
  122. package/dist/cjs/helpers/identity-cache-helper.d.ts +21 -21
  123. package/dist/cjs/helpers/identity-cache-helper.js +156 -156
  124. package/dist/cjs/helpers/index.d.ts +9 -9
  125. package/dist/cjs/helpers/index.js +25 -25
  126. package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
  127. package/dist/cjs/helpers/input-validation-helper.js +22 -22
  128. package/dist/cjs/helpers/logging-helper.d.ts +16 -16
  129. package/dist/cjs/helpers/logging-helper.js +84 -84
  130. package/dist/cjs/helpers/response-helper.d.ts +18 -18
  131. package/dist/cjs/helpers/response-helper.js +43 -43
  132. package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
  133. package/dist/cjs/helpers/shopify-helper.js +26 -26
  134. package/dist/cjs/helpers/sqs-utils.d.ts +6 -6
  135. package/dist/cjs/helpers/sqs-utils.js +14 -14
  136. package/dist/cjs/index.d.ts +7 -5
  137. package/dist/cjs/index.js +23 -21
  138. package/dist/cjs/index.js.map +1 -1
  139. package/dist/cjs/libs/api-router/index.d.ts +2 -2
  140. package/dist/cjs/libs/api-router/index.js +18 -18
  141. package/dist/cjs/libs/api-router/public-api-router.d.ts +3 -3
  142. package/dist/cjs/libs/api-router/public-api-router.js +36 -36
  143. package/dist/cjs/libs/api-router/public-api-router.js.map +1 -1
  144. package/dist/cjs/libs/api-router/route-matcher.d.ts +21 -21
  145. package/dist/cjs/libs/api-router/route-matcher.js +36 -36
  146. package/dist/cjs/libs/click-id-parser.d.ts +23 -23
  147. package/dist/cjs/libs/click-id-parser.js +49 -49
  148. package/dist/cjs/libs/compression.d.ts +2 -2
  149. package/dist/cjs/libs/compression.js +33 -33
  150. package/dist/cjs/libs/cookie.d.ts +17 -17
  151. package/dist/cjs/libs/cookie.js +76 -76
  152. package/dist/cjs/libs/crypto.d.ts +4 -4
  153. package/dist/cjs/libs/crypto.js +25 -25
  154. package/dist/cjs/libs/csv.d.ts +2 -2
  155. package/dist/cjs/libs/csv.js +35 -35
  156. package/dist/cjs/libs/currency.d.ts +1 -1
  157. package/dist/cjs/libs/currency.js +29 -29
  158. package/dist/cjs/libs/dates.d.ts +12 -12
  159. package/dist/cjs/libs/dates.js +96 -96
  160. package/dist/cjs/libs/domain.d.ts +2 -2
  161. package/dist/cjs/libs/domain.js +38 -38
  162. package/dist/cjs/libs/emails.d.ts +6 -6
  163. package/dist/cjs/libs/emails.js +122 -122
  164. package/dist/cjs/libs/http-error.d.ts +21 -21
  165. package/dist/cjs/libs/http-error.js +63 -63
  166. package/dist/cjs/libs/http-status-codes.d.ts +58 -58
  167. package/dist/cjs/libs/http-status-codes.js +62 -62
  168. package/dist/cjs/libs/index.d.ts +18 -18
  169. package/dist/cjs/libs/index.js +34 -34
  170. package/dist/cjs/libs/numbers.d.ts +1 -1
  171. package/dist/cjs/libs/numbers.js +15 -15
  172. package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
  173. package/dist/cjs/libs/referrer-parser/index.js +18 -18
  174. package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
  175. package/dist/cjs/libs/referrer-parser/referrer-data.js +3307 -3307
  176. package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  177. package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +131 -131
  178. package/dist/cjs/libs/strings.d.ts +3 -3
  179. package/dist/cjs/libs/strings.js +46 -46
  180. package/dist/cjs/libs/traits.d.ts +6 -6
  181. package/dist/cjs/libs/traits.js +65 -65
  182. package/dist/cjs/libs/url.d.ts +1 -1
  183. package/dist/cjs/libs/url.js +13 -13
  184. package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
  185. package/dist/cjs/services/cache/generic-cached-object.js +2 -2
  186. package/dist/cjs/services/cache/index.d.ts +1 -1
  187. package/dist/cjs/services/cache/index.js +17 -17
  188. package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
  189. package/dist/cjs/services/cache/product-cache-service.js +76 -76
  190. package/dist/cjs/services/currency-exchange-rate-lookup-service.d.ts +11 -11
  191. package/dist/cjs/services/currency-exchange-rate-lookup-service.js +66 -66
  192. package/dist/cjs/services/db/accounts-db-service.d.ts +9 -9
  193. package/dist/cjs/services/db/accounts-db-service.js +33 -33
  194. package/dist/cjs/services/db/api-keys-db-service.d.ts +10 -10
  195. package/dist/cjs/services/db/api-keys-db-service.js +36 -36
  196. package/dist/cjs/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  197. package/dist/cjs/services/db/currency-exchange-rates-db-service.js +39 -39
  198. package/dist/cjs/services/db/destinations-db-service.d.ts +12 -12
  199. package/dist/cjs/services/db/destinations-db-service.js +76 -76
  200. package/dist/cjs/services/db/identity-cache-db-service.d.ts +28 -28
  201. package/dist/cjs/services/db/identity-cache-db-service.js +320 -320
  202. package/dist/cjs/services/db/index.d.ts +13 -13
  203. package/dist/cjs/services/db/index.js +29 -29
  204. package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
  205. package/dist/cjs/services/db/log-events-db-service.js +181 -181
  206. package/dist/cjs/services/db/pixels-db-service.d.ts +8 -8
  207. package/dist/cjs/services/db/pixels-db-service.js +35 -35
  208. package/dist/cjs/services/db/purchasable-contacts-db-service.d.ts +9 -9
  209. package/dist/cjs/services/db/purchasable-contacts-db-service.js +43 -43
  210. package/dist/cjs/services/db/purchased-contacts-db-service.d.ts +17 -17
  211. package/dist/cjs/services/db/purchased-contacts-db-service.js +143 -143
  212. package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +8 -8
  213. package/dist/cjs/services/db/shopify-app-installs-db-service.js +51 -51
  214. package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
  215. package/dist/cjs/services/db/shopify-products-cache-db-service.js +73 -73
  216. package/dist/cjs/services/db/subscriptions-db-service.d.ts +10 -10
  217. package/dist/cjs/services/db/subscriptions-db-service.js +34 -34
  218. package/dist/cjs/services/db/tracking-events-db-service.d.ts +20 -20
  219. package/dist/cjs/services/db/tracking-events-db-service.js +165 -165
  220. package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
  221. package/dist/cjs/services/eventbridge-integration-service.js +28 -28
  222. package/dist/cjs/services/events/index.d.ts +3 -3
  223. package/dist/cjs/services/events/index.js +19 -19
  224. package/dist/cjs/services/events/log-event-service.d.ts +9 -9
  225. package/dist/cjs/services/events/log-event-service.js +56 -56
  226. package/dist/cjs/services/events/metric-event-service.d.ts +9 -9
  227. package/dist/cjs/services/events/metric-event-service.js +49 -49
  228. package/dist/cjs/services/events/tracking-event-sqs-service.d.ts +8 -8
  229. package/dist/cjs/services/events/tracking-event-sqs-service.js +34 -34
  230. package/dist/cjs/services/generic-cache-service.d.ts +7 -7
  231. package/dist/cjs/services/generic-cache-service.js +33 -33
  232. package/dist/cjs/services/index.d.ts +8 -8
  233. package/dist/cjs/services/index.js +24 -24
  234. package/dist/cjs/services/ipdata-lookup-service.d.ts +20 -20
  235. package/dist/cjs/services/ipdata-lookup-service.js +112 -112
  236. package/dist/cjs/services/shopify/index.d.ts +2 -2
  237. package/dist/cjs/services/shopify/index.js +18 -18
  238. package/dist/cjs/services/shopify/products/index.d.ts +1 -1
  239. package/dist/cjs/services/shopify/products/index.js +17 -17
  240. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  241. package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +112 -112
  242. package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  243. package/dist/cjs/services/shopify/shopify-graphql-transformer.js +141 -141
  244. package/dist/cjs/types/api-response.d.ts +6 -6
  245. package/dist/cjs/types/api-response.js +2 -2
  246. package/dist/cjs/types/index.d.ts +1 -1
  247. package/dist/cjs/types/index.js +17 -17
  248. package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
  249. package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
  250. package/dist/cjs/types/internal-events/index.d.ts +1 -1
  251. package/dist/cjs/types/internal-events/index.js +17 -17
  252. package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  253. package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
  254. package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  255. package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
  256. package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
  257. package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
  258. package/dist/cjs/utils/compression.d.ts +35 -0
  259. package/dist/cjs/utils/compression.js +177 -0
  260. package/dist/cjs/utils/compression.js.map +1 -0
  261. package/dist/cjs/utils/index.d.ts +3 -0
  262. package/dist/cjs/utils/index.js +20 -0
  263. package/dist/cjs/utils/index.js.map +1 -0
  264. package/dist/cjs/utils/retry-envelope.d.ts +12 -0
  265. package/dist/cjs/utils/retry-envelope.js +31 -0
  266. package/dist/cjs/utils/retry-envelope.js.map +1 -0
  267. package/dist/cjs/utils/size.d.ts +2 -0
  268. package/dist/cjs/utils/size.js +49 -0
  269. package/dist/cjs/utils/size.js.map +1 -0
  270. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.d.ts +1 -0
  271. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js +200 -0
  272. package/dist/esm/__tests__/clients/sqs-bundled-client.spec.js.map +1 -0
  273. package/dist/esm/__tests__/clients/sqs-client.spec.d.ts +1 -1
  274. package/dist/esm/__tests__/clients/sqs-client.spec.js +192 -119
  275. package/dist/esm/__tests__/clients/sqs-client.spec.js.map +1 -1
  276. package/dist/esm/__tests__/clients/sqs-unbundle.spec.d.ts +1 -0
  277. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js +375 -0
  278. package/dist/esm/__tests__/clients/sqs-unbundle.spec.js.map +1 -0
  279. package/dist/esm/__tests__/db/shared-read-db-services.spec.d.ts +1 -1
  280. package/dist/esm/__tests__/db/shared-read-db-services.spec.js +87 -87
  281. package/dist/esm/__tests__/helpers/account-users-helper.spec.d.ts +1 -1
  282. package/dist/esm/__tests__/helpers/account-users-helper.spec.js +218 -218
  283. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.d.ts +1 -1
  284. package/dist/esm/__tests__/helpers/api-key-auth-helper.spec.js +72 -72
  285. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
  286. package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +672 -672
  287. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.d.ts +1 -1
  288. package/dist/esm/__tests__/identity-cache/trait-merging-and-staleness.spec.js +586 -586
  289. package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
  290. package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
  291. package/dist/esm/__tests__/libs/currency.spec.d.ts +1 -1
  292. package/dist/esm/__tests__/libs/currency.spec.js +218 -218
  293. package/dist/esm/__tests__/libs/dates.spec.d.ts +1 -1
  294. package/dist/esm/__tests__/libs/dates.spec.js +128 -128
  295. package/dist/esm/__tests__/libs/domain.spec.d.ts +1 -1
  296. package/dist/esm/__tests__/libs/domain.spec.js +105 -105
  297. package/dist/esm/__tests__/libs/numbers.spec.d.ts +1 -1
  298. package/dist/esm/__tests__/libs/numbers.spec.js +259 -259
  299. package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
  300. package/dist/esm/__tests__/s3-client/s3-client.spec.js +31 -31
  301. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.d.ts +1 -1
  302. package/dist/esm/__tests__/shopify/shopify-graphql-transformer.spec.js +33 -33
  303. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.d.ts +1 -1
  304. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js +172 -143
  305. package/dist/esm/__tests__/unit/libs/api-router/public-api-router.spec.js.map +1 -1
  306. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.d.ts +1 -1
  307. package/dist/esm/__tests__/unit/libs/api-router/route-matcher.spec.js +67 -67
  308. package/dist/esm/clients/generic/cognito-client.d.ts +23 -23
  309. package/dist/esm/clients/generic/cognito-client.js +204 -204
  310. package/dist/esm/clients/generic/dynamodb-client.d.ts +18 -18
  311. package/dist/esm/clients/generic/dynamodb-client.js +168 -168
  312. package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
  313. package/dist/esm/clients/generic/eventbridge-client.js +47 -47
  314. package/dist/esm/clients/generic/http-client.d.ts +14 -14
  315. package/dist/esm/clients/generic/http-client.js +53 -53
  316. package/dist/esm/clients/generic/index.d.ts +13 -10
  317. package/dist/esm/clients/generic/index.js +13 -10
  318. package/dist/esm/clients/generic/index.js.map +1 -1
  319. package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
  320. package/dist/esm/clients/generic/lambda-invoke-client.js +35 -35
  321. package/dist/esm/clients/generic/location-client.d.ts +8 -8
  322. package/dist/esm/clients/generic/location-client.js +27 -27
  323. package/dist/esm/clients/generic/redis-client.d.ts +33 -33
  324. package/dist/esm/clients/generic/redis-client.js +184 -184
  325. package/dist/esm/clients/generic/s3-client.d.ts +23 -23
  326. package/dist/esm/clients/generic/s3-client.js +209 -209
  327. package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
  328. package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
  329. package/dist/esm/clients/generic/sqs-bundled-client.d.ts +15 -0
  330. package/dist/esm/clients/generic/sqs-bundled-client.js +236 -0
  331. package/dist/esm/clients/generic/sqs-bundled-client.js.map +1 -0
  332. package/dist/esm/clients/generic/sqs-bundled-client.types.d.ts +43 -0
  333. package/dist/esm/clients/generic/sqs-bundled-client.types.js +14 -0
  334. package/dist/esm/clients/generic/sqs-bundled-client.types.js.map +1 -0
  335. package/dist/esm/clients/generic/sqs-client.d.ts +48 -33
  336. package/dist/esm/clients/generic/sqs-client.js +269 -107
  337. package/dist/esm/clients/generic/sqs-client.js.map +1 -1
  338. package/dist/esm/clients/generic/sqs-unbundle.d.ts +32 -0
  339. package/dist/esm/clients/generic/sqs-unbundle.js +138 -0
  340. package/dist/esm/clients/generic/sqs-unbundle.js.map +1 -0
  341. package/dist/esm/clients/index.d.ts +3 -3
  342. package/dist/esm/clients/index.js +3 -3
  343. package/dist/esm/clients/internal-api/accounts-client.d.ts +91 -91
  344. package/dist/esm/clients/internal-api/accounts-client.js +125 -125
  345. package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +26 -26
  346. package/dist/esm/clients/internal-api/cache-lambda-client.js +85 -85
  347. package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
  348. package/dist/esm/clients/internal-api/db-management-client.js +32 -32
  349. package/dist/esm/clients/internal-api/destinations-client.d.ts +34 -34
  350. package/dist/esm/clients/internal-api/destinations-client.js +75 -75
  351. package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
  352. package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
  353. package/dist/esm/clients/internal-api/identity-client.d.ts +31 -31
  354. package/dist/esm/clients/internal-api/identity-client.js +87 -87
  355. package/dist/esm/clients/internal-api/index.d.ts +9 -9
  356. package/dist/esm/clients/internal-api/index.js +9 -9
  357. package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +37 -37
  358. package/dist/esm/clients/internal-api/shopify-app-install-client.js +77 -77
  359. package/dist/esm/clients/internal-api/subscriptions-client.d.ts +26 -26
  360. package/dist/esm/clients/internal-api/subscriptions-client.js +73 -73
  361. package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
  362. package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
  363. package/dist/esm/clients/third-party/emailable-client.d.ts +7 -7
  364. package/dist/esm/clients/third-party/emailable-client.js +21 -21
  365. package/dist/esm/clients/third-party/exchange-rate-api-client.d.ts +17 -17
  366. package/dist/esm/clients/third-party/exchange-rate-api-client.js +15 -15
  367. package/dist/esm/clients/third-party/index.d.ts +4 -4
  368. package/dist/esm/clients/third-party/index.js +4 -4
  369. package/dist/esm/clients/third-party/loops-client.d.ts +10 -10
  370. package/dist/esm/clients/third-party/loops-client.js +26 -26
  371. package/dist/esm/clients/third-party/shopify/graphql-order-queries.d.ts +25 -25
  372. package/dist/esm/clients/third-party/shopify/graphql-order-queries.js +27 -27
  373. package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
  374. package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +177 -177
  375. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +10 -10
  376. package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +157 -157
  377. package/dist/esm/clients/third-party/shopify-client.d.ts +29 -29
  378. package/dist/esm/clients/third-party/shopify-client.js +142 -142
  379. package/dist/esm/constants/index.d.ts +1 -0
  380. package/dist/esm/constants/index.js +2 -0
  381. package/dist/esm/constants/index.js.map +1 -0
  382. package/dist/esm/constants/sqs.d.ts +11 -0
  383. package/dist/esm/constants/sqs.js +12 -0
  384. package/dist/esm/constants/sqs.js.map +1 -0
  385. package/dist/esm/helpers/account-users-helper.d.ts +2 -2
  386. package/dist/esm/helpers/account-users-helper.js +18 -18
  387. package/dist/esm/helpers/api-key-auth-helper.d.ts +9 -9
  388. package/dist/esm/helpers/api-key-auth-helper.js +35 -35
  389. package/dist/esm/helpers/api-key-authorizer-helper.d.ts +36 -36
  390. package/dist/esm/helpers/api-key-authorizer-helper.js +81 -81
  391. package/dist/esm/helpers/identity-cache-helper.d.ts +21 -21
  392. package/dist/esm/helpers/identity-cache-helper.js +151 -151
  393. package/dist/esm/helpers/index.d.ts +9 -9
  394. package/dist/esm/helpers/index.js +9 -9
  395. package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
  396. package/dist/esm/helpers/input-validation-helper.js +18 -18
  397. package/dist/esm/helpers/logging-helper.d.ts +16 -16
  398. package/dist/esm/helpers/logging-helper.js +56 -56
  399. package/dist/esm/helpers/response-helper.d.ts +18 -18
  400. package/dist/esm/helpers/response-helper.js +37 -37
  401. package/dist/esm/helpers/shopify-helper.d.ts +9 -9
  402. package/dist/esm/helpers/shopify-helper.js +21 -21
  403. package/dist/esm/helpers/sqs-utils.d.ts +6 -6
  404. package/dist/esm/helpers/sqs-utils.js +9 -9
  405. package/dist/esm/index.d.ts +7 -5
  406. package/dist/esm/index.js +7 -5
  407. package/dist/esm/index.js.map +1 -1
  408. package/dist/esm/libs/api-router/index.d.ts +2 -2
  409. package/dist/esm/libs/api-router/index.js +2 -2
  410. package/dist/esm/libs/api-router/public-api-router.d.ts +3 -3
  411. package/dist/esm/libs/api-router/public-api-router.js +32 -32
  412. package/dist/esm/libs/api-router/public-api-router.js.map +1 -1
  413. package/dist/esm/libs/api-router/route-matcher.d.ts +21 -21
  414. package/dist/esm/libs/api-router/route-matcher.js +30 -30
  415. package/dist/esm/libs/click-id-parser.d.ts +23 -23
  416. package/dist/esm/libs/click-id-parser.js +45 -45
  417. package/dist/esm/libs/compression.d.ts +2 -2
  418. package/dist/esm/libs/compression.js +25 -25
  419. package/dist/esm/libs/cookie.d.ts +17 -17
  420. package/dist/esm/libs/cookie.js +70 -70
  421. package/dist/esm/libs/crypto.d.ts +4 -4
  422. package/dist/esm/libs/crypto.js +15 -15
  423. package/dist/esm/libs/csv.d.ts +2 -2
  424. package/dist/esm/libs/csv.js +30 -30
  425. package/dist/esm/libs/currency.d.ts +1 -1
  426. package/dist/esm/libs/currency.js +22 -22
  427. package/dist/esm/libs/dates.d.ts +12 -12
  428. package/dist/esm/libs/dates.js +83 -83
  429. package/dist/esm/libs/domain.d.ts +2 -2
  430. package/dist/esm/libs/domain.js +33 -33
  431. package/dist/esm/libs/emails.d.ts +6 -6
  432. package/dist/esm/libs/emails.js +115 -115
  433. package/dist/esm/libs/http-error.d.ts +21 -21
  434. package/dist/esm/libs/http-error.js +59 -59
  435. package/dist/esm/libs/http-status-codes.d.ts +58 -58
  436. package/dist/esm/libs/http-status-codes.js +59 -59
  437. package/dist/esm/libs/index.d.ts +18 -18
  438. package/dist/esm/libs/index.js +18 -18
  439. package/dist/esm/libs/numbers.d.ts +1 -1
  440. package/dist/esm/libs/numbers.js +11 -11
  441. package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
  442. package/dist/esm/libs/referrer-parser/index.js +2 -2
  443. package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
  444. package/dist/esm/libs/referrer-parser/referrer-data.js +3304 -3304
  445. package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
  446. package/dist/esm/libs/referrer-parser/referrer-parser-util.js +124 -124
  447. package/dist/esm/libs/strings.d.ts +3 -3
  448. package/dist/esm/libs/strings.js +40 -40
  449. package/dist/esm/libs/traits.d.ts +6 -6
  450. package/dist/esm/libs/traits.js +54 -54
  451. package/dist/esm/libs/url.d.ts +1 -1
  452. package/dist/esm/libs/url.js +9 -9
  453. package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
  454. package/dist/esm/services/cache/generic-cached-object.js +1 -1
  455. package/dist/esm/services/cache/index.d.ts +1 -1
  456. package/dist/esm/services/cache/index.js +1 -1
  457. package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
  458. package/dist/esm/services/cache/product-cache-service.js +68 -68
  459. package/dist/esm/services/currency-exchange-rate-lookup-service.d.ts +11 -11
  460. package/dist/esm/services/currency-exchange-rate-lookup-service.js +62 -62
  461. package/dist/esm/services/db/accounts-db-service.d.ts +9 -9
  462. package/dist/esm/services/db/accounts-db-service.js +29 -29
  463. package/dist/esm/services/db/api-keys-db-service.d.ts +10 -10
  464. package/dist/esm/services/db/api-keys-db-service.js +32 -32
  465. package/dist/esm/services/db/currency-exchange-rates-db-service.d.ts +21 -21
  466. package/dist/esm/services/db/currency-exchange-rates-db-service.js +35 -35
  467. package/dist/esm/services/db/destinations-db-service.d.ts +12 -12
  468. package/dist/esm/services/db/destinations-db-service.js +72 -72
  469. package/dist/esm/services/db/identity-cache-db-service.d.ts +28 -28
  470. package/dist/esm/services/db/identity-cache-db-service.js +313 -313
  471. package/dist/esm/services/db/index.d.ts +13 -13
  472. package/dist/esm/services/db/index.js +13 -13
  473. package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
  474. package/dist/esm/services/db/log-events-db-service.js +177 -177
  475. package/dist/esm/services/db/pixels-db-service.d.ts +8 -8
  476. package/dist/esm/services/db/pixels-db-service.js +31 -31
  477. package/dist/esm/services/db/purchasable-contacts-db-service.d.ts +9 -9
  478. package/dist/esm/services/db/purchasable-contacts-db-service.js +39 -39
  479. package/dist/esm/services/db/purchased-contacts-db-service.d.ts +17 -17
  480. package/dist/esm/services/db/purchased-contacts-db-service.js +139 -139
  481. package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +8 -8
  482. package/dist/esm/services/db/shopify-app-installs-db-service.js +47 -47
  483. package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
  484. package/dist/esm/services/db/shopify-products-cache-db-service.js +66 -66
  485. package/dist/esm/services/db/subscriptions-db-service.d.ts +10 -10
  486. package/dist/esm/services/db/subscriptions-db-service.js +30 -30
  487. package/dist/esm/services/db/tracking-events-db-service.d.ts +20 -20
  488. package/dist/esm/services/db/tracking-events-db-service.js +161 -161
  489. package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
  490. package/dist/esm/services/eventbridge-integration-service.js +24 -24
  491. package/dist/esm/services/events/index.d.ts +3 -3
  492. package/dist/esm/services/events/index.js +3 -3
  493. package/dist/esm/services/events/log-event-service.d.ts +9 -9
  494. package/dist/esm/services/events/log-event-service.js +52 -52
  495. package/dist/esm/services/events/metric-event-service.d.ts +9 -9
  496. package/dist/esm/services/events/metric-event-service.js +45 -45
  497. package/dist/esm/services/events/tracking-event-sqs-service.d.ts +8 -8
  498. package/dist/esm/services/events/tracking-event-sqs-service.js +30 -30
  499. package/dist/esm/services/generic-cache-service.d.ts +7 -7
  500. package/dist/esm/services/generic-cache-service.js +29 -29
  501. package/dist/esm/services/index.d.ts +8 -8
  502. package/dist/esm/services/index.js +8 -8
  503. package/dist/esm/services/ipdata-lookup-service.d.ts +20 -20
  504. package/dist/esm/services/ipdata-lookup-service.js +108 -108
  505. package/dist/esm/services/shopify/index.d.ts +2 -2
  506. package/dist/esm/services/shopify/index.js +2 -2
  507. package/dist/esm/services/shopify/products/index.d.ts +1 -1
  508. package/dist/esm/services/shopify/products/index.js +1 -1
  509. package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
  510. package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +108 -108
  511. package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +8 -8
  512. package/dist/esm/services/shopify/shopify-graphql-transformer.js +138 -138
  513. package/dist/esm/types/api-response.d.ts +6 -6
  514. package/dist/esm/types/api-response.js +1 -1
  515. package/dist/esm/types/index.d.ts +1 -1
  516. package/dist/esm/types/index.js +1 -1
  517. package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
  518. package/dist/esm/types/internal-events/event-detail-types.js +24 -24
  519. package/dist/esm/types/internal-events/index.d.ts +1 -1
  520. package/dist/esm/types/internal-events/index.js +1 -1
  521. package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +123 -123
  522. package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
  523. package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
  524. package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
  525. package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
  526. package/dist/esm/types/shopify-graphql-types/index.js +2 -2
  527. package/dist/esm/utils/compression.d.ts +35 -0
  528. package/dist/esm/utils/compression.js +167 -0
  529. package/dist/esm/utils/compression.js.map +1 -0
  530. package/dist/esm/utils/index.d.ts +3 -0
  531. package/dist/esm/utils/index.js +4 -0
  532. package/dist/esm/utils/index.js.map +1 -0
  533. package/dist/esm/utils/retry-envelope.d.ts +12 -0
  534. package/dist/esm/utils/retry-envelope.js +25 -0
  535. package/dist/esm/utils/retry-envelope.js.map +1 -0
  536. package/dist/esm/utils/size.d.ts +2 -0
  537. package/dist/esm/utils/size.js +44 -0
  538. package/dist/esm/utils/size.js.map +1 -0
  539. package/package.json +135 -135
@@ -1,112 +1,274 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.SQSClient = void 0;
4
- const client_sqs_1 = require("@aws-sdk/client-sqs");
5
- const uuid_1 = require("uuid");
6
- const dates_js_1 = require("../../libs/dates.js");
7
- class SQSClient {
8
- sqs;
9
- queueUrl;
10
- constructor(region, accountId, queueName) {
11
- this.sqs = new client_sqs_1.SQS({ region });
12
- this.queueUrl = `https://sqs.${region}.amazonaws.com/${accountId}/${queueName}`;
13
- }
14
- buildAndSendMessage = async (messageType, messageBody, deplaySeconds = 0) => {
15
- const message = this.buildMessage(messageType, messageBody);
16
- return await this.sendMessage(message, deplaySeconds);
17
- };
18
- buildAndSendMessages = async (messageType, messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
19
- const messages = messageBodies.map((messageBody) => this.buildMessage(messageType, messageBody));
20
- return await this.sendMessages(messages, delaySeconds, maxBatchSize);
21
- };
22
- buildMessage = (messageType, messageBody, messageId = (0, uuid_1.v4)(), messageTime = (0, dates_js_1.getCurrentTimestamp)()) => {
23
- return {
24
- messageId,
25
- messageType,
26
- messageTime,
27
- messageBody,
28
- };
29
- };
30
- sendMessage = async (messageBody, delaySeconds = 0) => {
31
- const params = {
32
- QueueUrl: this.queueUrl,
33
- DelaySeconds: delaySeconds,
34
- MessageBody: JSON.stringify(messageBody),
35
- };
36
- const response = await this.sqs.sendMessage(params);
37
- return response;
38
- };
39
- sendMessages = async (messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
40
- const messages = messageBodies ?? [];
41
- if (messages.length === 0) {
42
- return { sentCount: 0, failedCount: 0, responses: [] };
43
- }
44
- const boundedBatchSize = Math.min(Math.max(maxBatchSize, 1), 10);
45
- const responses = [];
46
- let sentCount = 0;
47
- let failedCount = 0;
48
- for (let i = 0; i < messages.length; i += boundedBatchSize) {
49
- const batch = messages.slice(i, i + boundedBatchSize);
50
- const entries = batch.map((messageBody, index) => ({
51
- Id: String(i + index),
52
- MessageBody: JSON.stringify(messageBody),
53
- DelaySeconds: delaySeconds
54
- }));
55
- const params = {
56
- QueueUrl: this.queueUrl,
57
- Entries: entries
58
- };
59
- const response = await this.sqs.sendMessageBatch(params);
60
- responses.push(response);
61
- sentCount += response.Successful?.length ?? 0;
62
- failedCount += response.Failed?.length ?? 0;
63
- }
64
- return {
65
- sentCount,
66
- failedCount,
67
- responses
68
- };
69
- };
70
- buildAndSendBatchWithEntryDelays = async (entries) => {
71
- if (!entries || entries.length === 0) {
72
- return { sentCount: 0, failedCount: 0, responses: [] };
73
- }
74
- const builtEntries = entries.map((entry, index) => ({
75
- id: String(index),
76
- message: this.buildMessage(entry.messageType, entry.messageBody),
77
- delaySeconds: entry.delaySeconds ?? 0
78
- }));
79
- const chunks = [];
80
- for (let i = 0; i < builtEntries.length; i += 10) {
81
- chunks.push(builtEntries.slice(i, i + 10));
82
- }
83
- const batchResults = await Promise.allSettled(chunks.map((chunk) => {
84
- const sqsEntries = chunk.map((item) => ({
85
- Id: item.id,
86
- MessageBody: JSON.stringify(item.message),
87
- DelaySeconds: item.delaySeconds
88
- }));
89
- const params = {
90
- QueueUrl: this.queueUrl,
91
- Entries: sqsEntries
92
- };
93
- return this.sqs.sendMessageBatch(params);
94
- }));
95
- let sentCount = 0;
96
- let failedCount = 0;
97
- const responses = [];
98
- for (const result of batchResults) {
99
- if (result.status === 'fulfilled') {
100
- responses.push(result.value);
101
- sentCount += result.value.Successful?.length ?? 0;
102
- failedCount += result.value.Failed?.length ?? 0;
103
- }
104
- else {
105
- failedCount += 10;
106
- }
107
- }
108
- return { sentCount, failedCount, responses };
109
- };
110
- }
111
- exports.SQSClient = SQSClient;
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.SQSClient = void 0;
4
+ const client_sqs_1 = require("@aws-sdk/client-sqs");
5
+ const uuid_1 = require("uuid");
6
+ const dates_js_1 = require("../../libs/dates.js");
7
+ const logging_helper_js_1 = require("../../helpers/logging-helper.js");
8
+ const SQS_MAX_BATCH_SIZE = 10;
9
+ const SQS_MAX_MESSAGE_SIZE_BYTES = 1048576;
10
+ const SQS_MAX_BATCH_PAYLOAD_BYTES = 1048576;
11
+ const SQS_SAFETY_MARGIN_PERCENT = 0.05;
12
+ const SQS_SAFE_MAX_BATCH_PAYLOAD_BYTES = Math.floor(SQS_MAX_BATCH_PAYLOAD_BYTES * (1 - SQS_SAFETY_MARGIN_PERCENT));
13
+ const SQS_SAFE_MAX_MESSAGE_SIZE_BYTES = Math.floor(SQS_MAX_MESSAGE_SIZE_BYTES * (1 - SQS_SAFETY_MARGIN_PERCENT));
14
+ function sizeInBytes(obj) {
15
+ return new TextEncoder().encode(JSON.stringify(obj)).length;
16
+ }
17
+ function chunkMessagesBySize(serializedMessages) {
18
+ const batches = [];
19
+ const skipped = [];
20
+ let currentBatch = [];
21
+ let currentBatchSize = 0;
22
+ for (const msg of serializedMessages) {
23
+ const msgSize = Buffer.byteLength(msg.body, 'utf8');
24
+ if (msgSize > SQS_MAX_MESSAGE_SIZE_BYTES) {
25
+ skipped.push({ id: msg.id, sizeBytes: msgSize });
26
+ continue;
27
+ }
28
+ const wouldExceedCount = currentBatch.length >= SQS_MAX_BATCH_SIZE;
29
+ const wouldExceedSize = currentBatchSize + msgSize > SQS_MAX_BATCH_PAYLOAD_BYTES;
30
+ if (wouldExceedCount || wouldExceedSize) {
31
+ if (currentBatch.length > 0) {
32
+ batches.push(currentBatch);
33
+ }
34
+ currentBatch = [];
35
+ currentBatchSize = 0;
36
+ }
37
+ currentBatch.push(msg);
38
+ currentBatchSize += msgSize;
39
+ }
40
+ if (currentBatch.length > 0) {
41
+ batches.push(currentBatch);
42
+ }
43
+ return { batches, skipped };
44
+ }
45
+ class SQSClient {
46
+ sqs;
47
+ queueUrl;
48
+ constructor(region, accountId, queueName) {
49
+ this.sqs = new client_sqs_1.SQS({ region });
50
+ this.queueUrl = `https://sqs.${region}.amazonaws.com/${accountId}/${queueName}`;
51
+ }
52
+ buildAndSendMessage = async (messageType, messageBody, deplaySeconds = 0) => {
53
+ const message = this.buildMessage(messageType, messageBody);
54
+ return await this.sendMessage(message, deplaySeconds);
55
+ };
56
+ buildAndSendMessages = async (messageType, messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
57
+ const messages = messageBodies.map((messageBody) => this.buildMessage(messageType, messageBody));
58
+ return await this.sendMessages(messages, delaySeconds, maxBatchSize);
59
+ };
60
+ buildMessage = (messageType, messageBody, messageId = (0, uuid_1.v4)(), messageTime = (0, dates_js_1.getCurrentTimestamp)()) => {
61
+ return {
62
+ messageId,
63
+ messageType,
64
+ messageTime,
65
+ messageBody,
66
+ };
67
+ };
68
+ sendMessage = async (messageBody, delaySeconds = 0) => {
69
+ const params = {
70
+ QueueUrl: this.queueUrl,
71
+ DelaySeconds: delaySeconds,
72
+ MessageBody: JSON.stringify(messageBody),
73
+ };
74
+ const response = await this.sqs.sendMessage(params);
75
+ return response;
76
+ };
77
+ sendMessages = async (messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
78
+ const messages = messageBodies ?? [];
79
+ if (messages.length === 0) {
80
+ return { sentCount: 0, failedCount: 0, responses: [] };
81
+ }
82
+ const serializedMessages = messages.map((messageBody, index) => ({
83
+ id: String(index),
84
+ body: JSON.stringify(messageBody),
85
+ delaySeconds
86
+ }));
87
+ const { batches, skipped } = chunkMessagesBySize(serializedMessages);
88
+ if (skipped.length > 0) {
89
+ logging_helper_js_1.Logger.error('SQS sendMessages: messages exceeded 1 MiB limit and were skipped', {
90
+ queueUrl: this.queueUrl,
91
+ skippedCount: skipped.length,
92
+ skippedMessages: skipped,
93
+ });
94
+ }
95
+ const responses = [];
96
+ let sentCount = 0;
97
+ let failedCount = skipped.length;
98
+ for (const batch of batches) {
99
+ const entries = batch.map((msg) => ({
100
+ Id: msg.id,
101
+ MessageBody: msg.body,
102
+ DelaySeconds: msg.delaySeconds
103
+ }));
104
+ const params = {
105
+ QueueUrl: this.queueUrl,
106
+ Entries: entries
107
+ };
108
+ const response = await this.sqs.sendMessageBatch(params);
109
+ responses.push(response);
110
+ sentCount += response.Successful?.length ?? 0;
111
+ failedCount += response.Failed?.length ?? 0;
112
+ }
113
+ return {
114
+ sentCount,
115
+ failedCount,
116
+ responses
117
+ };
118
+ };
119
+ buildAndSendBatchWithEntryDelays = async (entries) => {
120
+ if (!entries || entries.length === 0) {
121
+ return { sentCount: 0, failedCount: 0, responses: [] };
122
+ }
123
+ const serializedEntries = entries.map((entry, index) => ({
124
+ id: String(index),
125
+ body: JSON.stringify(this.buildMessage(entry.messageType, entry.messageBody)),
126
+ delaySeconds: entry.delaySeconds ?? 0
127
+ }));
128
+ const { batches, skipped } = chunkMessagesBySize(serializedEntries);
129
+ if (skipped.length > 0) {
130
+ logging_helper_js_1.Logger.error('SQS buildAndSendBatchWithEntryDelays: messages exceeded 1 MiB limit and were skipped', {
131
+ queueUrl: this.queueUrl,
132
+ skippedCount: skipped.length,
133
+ skippedMessages: skipped,
134
+ });
135
+ }
136
+ const batchResults = await Promise.allSettled(batches.map((batch) => {
137
+ const sqsEntries = batch.map((item) => ({
138
+ Id: item.id,
139
+ MessageBody: item.body,
140
+ DelaySeconds: item.delaySeconds
141
+ }));
142
+ const params = {
143
+ QueueUrl: this.queueUrl,
144
+ Entries: sqsEntries
145
+ };
146
+ return this.sqs.sendMessageBatch(params);
147
+ }));
148
+ let sentCount = 0;
149
+ let failedCount = skipped.length;
150
+ const responses = [];
151
+ for (const result of batchResults) {
152
+ if (result.status === 'fulfilled') {
153
+ responses.push(result.value);
154
+ sentCount += result.value.Successful?.length ?? 0;
155
+ failedCount += result.value.Failed?.length ?? 0;
156
+ }
157
+ else {
158
+ logging_helper_js_1.Logger.error('SQS buildAndSendBatchWithEntryDelays: batch send failed', {
159
+ queueUrl: this.queueUrl,
160
+ error: result.reason,
161
+ });
162
+ failedCount += SQS_MAX_BATCH_SIZE;
163
+ }
164
+ }
165
+ return { sentCount, failedCount, responses };
166
+ };
167
+ sendMessagesV2 = async (messageBodies, delaySeconds = 0, maxBatchSize = 10) => {
168
+ const messages = messageBodies ?? [];
169
+ if (messages.length === 0) {
170
+ return { sentCount: 0, failedCount: 0, batchCount: 0, failedIds: [] };
171
+ }
172
+ const boundedBatchSize = Math.min(Math.max(maxBatchSize, 1), SQS_MAX_BATCH_SIZE);
173
+ let sentCount = 0;
174
+ let failedCount = 0;
175
+ let batchCount = 0;
176
+ const failedIds = [];
177
+ for (let i = 0; i < messages.length; i += boundedBatchSize) {
178
+ const batch = messages.slice(i, i + boundedBatchSize);
179
+ const entries = batch.map((messageBody, index) => ({
180
+ Id: String(i + index),
181
+ MessageBody: JSON.stringify(messageBody),
182
+ DelaySeconds: delaySeconds,
183
+ }));
184
+ const params = {
185
+ QueueUrl: this.queueUrl,
186
+ Entries: entries,
187
+ };
188
+ try {
189
+ const response = await this.sqs.sendMessageBatch(params);
190
+ batchCount++;
191
+ sentCount += response.Successful?.length ?? 0;
192
+ failedCount += response.Failed?.length ?? 0;
193
+ if (response.Failed?.length) {
194
+ for (const failure of response.Failed) {
195
+ if (failure.Id) {
196
+ failedIds.push(failure.Id);
197
+ logging_helper_js_1.Logger.warn('SQSClient [sendMessagesV2]: message failed', {
198
+ entryId: failure.Id,
199
+ code: failure.Code,
200
+ message: failure.Message,
201
+ senderFault: failure.SenderFault,
202
+ });
203
+ }
204
+ }
205
+ }
206
+ }
207
+ catch (error) {
208
+ logging_helper_js_1.Logger.error('SQSClient [sendMessagesV2]: batch send failed', {
209
+ error,
210
+ batchStartIndex: i,
211
+ batchSize: batch.length,
212
+ });
213
+ failedCount += batch.length;
214
+ for (let j = 0; j < batch.length; j++) {
215
+ failedIds.push(String(i + j));
216
+ }
217
+ }
218
+ }
219
+ return { sentCount, failedCount, batchCount, failedIds };
220
+ };
221
+ buildAndSendMessagesV2 = async (messageType, messageBodies, delaySeconds = 0, maxBatchSize = SQS_MAX_BATCH_SIZE) => {
222
+ const builtMessages = messageBodies.map((messageBody) => this.buildMessage(messageType, messageBody));
223
+ const batches = this.createSizeLimitedBatches(builtMessages, maxBatchSize);
224
+ let successCount = 0;
225
+ let failedCount = 0;
226
+ let totalBatchCount = 0;
227
+ const failedMessages = [];
228
+ let messageOffset = 0;
229
+ for (const batch of batches) {
230
+ const result = await this.sendMessagesV2(batch, delaySeconds, batch.length);
231
+ successCount += result.sentCount;
232
+ failedCount += result.failedCount;
233
+ totalBatchCount += result.batchCount;
234
+ for (const failedId of result.failedIds) {
235
+ const batchIndex = parseInt(failedId, 10);
236
+ const absoluteIndex = messageOffset + batchIndex;
237
+ if (!isNaN(batchIndex) && absoluteIndex < messageBodies.length) {
238
+ failedMessages.push(messageBodies[absoluteIndex]);
239
+ }
240
+ }
241
+ messageOffset += batch.length;
242
+ }
243
+ return { successCount, failedCount, batchCount: totalBatchCount, failedMessages };
244
+ };
245
+ createSizeLimitedBatches(messages, maxBatchSize) {
246
+ const batches = [];
247
+ let currentBatch = [];
248
+ let currentBatchSize = 0;
249
+ for (const message of messages) {
250
+ const messageSize = sizeInBytes(message);
251
+ const wouldExceedCount = currentBatch.length >= maxBatchSize;
252
+ const wouldExceedSize = currentBatchSize + messageSize > SQS_SAFE_MAX_BATCH_PAYLOAD_BYTES;
253
+ if ((wouldExceedCount || wouldExceedSize) && currentBatch.length > 0) {
254
+ batches.push(currentBatch);
255
+ currentBatch = [];
256
+ currentBatchSize = 0;
257
+ }
258
+ if (messageSize > SQS_SAFE_MAX_MESSAGE_SIZE_BYTES) {
259
+ logging_helper_js_1.Logger.warn('SQSClient [createSizeLimitedBatches]: single message exceeds safe size limit', {
260
+ messageSize,
261
+ limit: SQS_SAFE_MAX_MESSAGE_SIZE_BYTES,
262
+ });
263
+ }
264
+ currentBatch.push(message);
265
+ currentBatchSize += messageSize;
266
+ }
267
+ if (currentBatch.length > 0) {
268
+ batches.push(currentBatch);
269
+ }
270
+ return batches;
271
+ }
272
+ }
273
+ exports.SQSClient = SQSClient;
112
274
  //# sourceMappingURL=sqs-client.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"sqs-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-client.ts"],"names":[],"mappings":";;;AAAA,oDAM6B;AAC7B,+BAAoC;AACpC,kDAA0D;AAsB1D,MAAa,SAAS;IACb,GAAG,CAAM;IACT,QAAQ,CAAS;IAExB,YAAY,MAAc,EAAE,SAAiB,EAAE,SAAiB;QAC9D,IAAI,CAAC,GAAG,GAAG,IAAI,gBAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,eAAe,MAAM,kBAAkB,SAAS,IAAI,SAAS,EAAE,CAAC;IAClF,CAAC;IAEM,mBAAmB,GAAG,KAAK,EAAE,WAAmB,EAAE,WAAgB,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;QAC9F,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC,CAAC;IAEK,oBAAoB,GAAG,KAAK,EACjC,WAAmB,EACnB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;QACjG,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC,CAAC;IAEK,YAAY,GAAG,CACpB,WAAmB,EACnB,WAAgB,EAChB,YAAoB,IAAA,SAAM,GAAE,EAC5B,cAAsB,IAAA,8BAAmB,GAAE,EAC3C,EAAE;QACF,OAAO;YACL,SAAS;YACT,WAAW;YACX,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC;IAEK,WAAW,GAAG,KAAK,EAAE,WAAgB,EAAE,YAAY,GAAG,CAAC,EAAE,EAAE;QAChE,MAAM,MAAM,GAA4B;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,YAAY;YAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SACzC,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAIpD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAEK,YAAY,GAAG,KAAK,EACzB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,IAAI,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,MAAM,SAAS,GAAoC,EAAE,CAAC;QACtD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE;YAC1D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC;YACtD,MAAM,OAAO,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjF,EAAE,EAAE,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC;gBACrB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACxC,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,OAAO;aACjB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACzD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC9C,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;SAC7C;QAED,OAAO;YACL,SAAS;YACT,WAAW;YACX,SAAS;SACV,CAAC;IACJ,CAAC,CAAC;IAOK,gCAAgC,GAAG,KAAK,EAC7C,OAAwB,EACa,EAAE;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACpC,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAClD,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,OAAO,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC;YAChE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;SACtC,CAAC,CAAC,CAAC;QAEJ,MAAM,MAAM,GAA0B,EAAE,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAChD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;SAC5C;QAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACnB,MAAM,UAAU,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtE,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC;gBACzC,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,UAAU;aACpB,CAAC;YAEF,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,MAAM,SAAS,GAAoC,EAAE,CAAC;QAEtD,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE;gBACjC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7B,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;gBAClD,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;aACjD;iBAAM;gBACL,WAAW,IAAI,EAAE,CAAC;aACnB;SACF;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;IAC/C,CAAC,CAAC;CACH;AApJD,8BAoJC"}
1
+ {"version":3,"file":"sqs-client.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-client.ts"],"names":[],"mappings":";;;AAAA,oDAM6B;AAC7B,+BAAoC;AACpC,kDAA0D;AAC1D,uEAAyD;AAGzD,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,0BAA0B,GAAG,OAAS,CAAC;AAC7C,MAAM,2BAA2B,GAAG,OAAS,CAAC;AAG9C,MAAM,yBAAyB,GAAG,IAAI,CAAC;AAEvC,MAAM,gCAAgC,GAAG,IAAI,CAAC,KAAK,CACjD,2BAA2B,GAAG,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAC9D,CAAC;AAEF,MAAM,+BAA+B,GAAG,IAAI,CAAC,KAAK,CAChD,0BAA0B,GAAG,CAAC,CAAC,GAAG,yBAAyB,CAAC,CAC7D,CAAC;AAMF,SAAS,WAAW,CAAC,GAAY;IAC/B,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AAC9D,CAAC;AAuDD,SAAS,mBAAmB,CAC1B,kBAAwE;IAKxE,MAAM,OAAO,GAA2D,EAAE,CAAC;IAC3E,MAAM,OAAO,GAAwC,EAAE,CAAC;IAExD,IAAI,YAAY,GAAyD,EAAE,CAAC;IAC5E,IAAI,gBAAgB,GAAG,CAAC,CAAC;IAEzB,KAAK,MAAM,GAAG,IAAI,kBAAkB,EAAE;QACpC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAGpD,IAAI,OAAO,GAAG,0BAA0B,EAAE;YACxC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;YACjD,SAAS;SACV;QAGD,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,IAAI,kBAAkB,CAAC;QACnE,MAAM,eAAe,GAAG,gBAAgB,GAAG,OAAO,GAAG,2BAA2B,CAAC;QAEjF,IAAI,gBAAgB,IAAI,eAAe,EAAE;YACvC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aAC5B;YACD,YAAY,GAAG,EAAE,CAAC;YAClB,gBAAgB,GAAG,CAAC,CAAC;SACtB;QAED,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,gBAAgB,IAAI,OAAO,CAAC;KAC7B;IAGD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;QAC3B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;KAC5B;IAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;AAC9B,CAAC;AAED,MAAa,SAAS;IACb,GAAG,CAAM;IACT,QAAQ,CAAS;IAExB,YAAY,MAAc,EAAE,SAAiB,EAAE,SAAiB;QAC9D,IAAI,CAAC,GAAG,GAAG,IAAI,gBAAG,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,QAAQ,GAAG,eAAe,MAAM,kBAAkB,SAAS,IAAI,SAAS,EAAE,CAAC;IAClF,CAAC;IAEM,mBAAmB,GAAG,KAAK,EAAE,WAAmB,EAAE,WAAgB,EAAE,aAAa,GAAG,CAAC,EAAE,EAAE;QAC9F,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;QAC5D,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC,CAAC;IAEK,oBAAoB,GAAG,KAAK,EACjC,WAAmB,EACnB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC,CAAC;QACjG,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,CAAC,CAAC;IACvE,CAAC,CAAC;IAEK,YAAY,GAAG,CACpB,WAAmB,EACnB,WAAgB,EAChB,YAAoB,IAAA,SAAM,GAAE,EAC5B,cAAsB,IAAA,8BAAmB,GAAE,EAC3C,EAAE;QACF,OAAO;YACL,SAAS;YACT,WAAW;YACX,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC,CAAC;IAEK,WAAW,GAAG,KAAK,EAAE,WAAgB,EAAE,YAAY,GAAG,CAAC,EAAE,EAAE;QAChE,MAAM,MAAM,GAA4B;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,YAAY;YAC1B,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;SACzC,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAIpD,OAAO,QAAQ,CAAC;IAClB,CAAC,CAAC;IAaK,YAAY,GAAG,KAAK,EACzB,aAAoB,EACpB,YAAY,GAAG,CAAC,EAEhB,YAAY,GAAG,EAAE,EACoB,EAAE;QACvC,MAAM,QAAQ,GAAG,aAAa,IAAI,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAGD,MAAM,kBAAkB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/D,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YACjC,YAAY;SACb,CAAC,CAAC,CAAC;QAGJ,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,kBAAkB,CAAC,CAAC;QAGrE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,0BAAM,CAAC,KAAK,CAAC,kEAAkE,EAAE;gBAC/E,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,OAAO,CAAC,MAAM;gBAC5B,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;SACJ;QAED,MAAM,SAAS,GAAoC,EAAE,CAAC;QACtD,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QAEjC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;YAC3B,MAAM,OAAO,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAClE,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,WAAW,EAAE,GAAG,CAAC,IAAI;gBACrB,YAAY,EAAE,GAAG,CAAC,YAAY;aAC/B,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,OAAO;aACjB,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YACzD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzB,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC9C,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;SAC7C;QAED,OAAO;YACL,SAAS;YACT,WAAW;YACX,SAAS;SACV,CAAC;IACJ,CAAC,CAAC;IASK,gCAAgC,GAAG,KAAK,EAC7C,OAAwB,EACa,EAAE;QACvC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;YACpC,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACxD;QAGD,MAAM,iBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YACvD,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC;YACjB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC;YAC7E,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;SACtC,CAAC,CAAC,CAAC;QAGJ,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,CAAC;QAGpE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE;YACtB,0BAAM,CAAC,KAAK,CAAC,sFAAsF,EAAE;gBACnG,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,YAAY,EAAE,OAAO,CAAC,MAAM;gBAC5B,eAAe,EAAE,OAAO;aACzB,CAAC,CAAC;SACJ;QAED,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,UAAU,CAC3C,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACpB,MAAM,UAAU,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACtE,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,WAAW,EAAE,IAAI,CAAC,IAAI;gBACtB,YAAY,EAAE,IAAI,CAAC,YAAY;aAChC,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,UAAU;aACpB,CAAC;YAEF,OAAO,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAoC,EAAE,CAAC;QAEtD,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE;YACjC,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,EAAE;gBACjC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC7B,SAAS,IAAI,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;gBAClD,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;aACjD;iBAAM;gBAGL,0BAAM,CAAC,KAAK,CAAC,yDAAyD,EAAE;oBACtE,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK,EAAE,MAAM,CAAC,MAAM;iBACrB,CAAC,CAAC;gBACH,WAAW,IAAI,kBAAkB,CAAC;aACnC;SACF;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,EAAE,CAAC;IAC/C,CAAC,CAAC;IAoBK,cAAc,GAAG,KAAK,EAC3B,aAAwB,EACxB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,EAAE,EACS,EAAE;QAC5B,MAAM,QAAQ,GAAG,aAAa,IAAI,EAAE,CAAC;QACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE;YACzB,OAAO,EAAE,SAAS,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SACvE;QAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QACjF,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,gBAAgB,EAAE;YAC1D,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,gBAAgB,CAAC,CAAC;YACtD,MAAM,OAAO,GAAmC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;gBACjF,EAAE,EAAE,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC;gBACrB,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;gBACxC,YAAY,EAAE,YAAY;aAC3B,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAiC;gBAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,OAAO,EAAE,OAAO;aACjB,CAAC;YAEF,IAAI;gBACF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBACzD,UAAU,EAAE,CAAC;gBACb,SAAS,IAAI,QAAQ,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;gBAC9C,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,CAAC;gBAG5C,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE;oBAC3B,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,MAAM,EAAE;wBACrC,IAAI,OAAO,CAAC,EAAE,EAAE;4BACd,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;4BAE3B,0BAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;gCACxD,OAAO,EAAE,OAAO,CAAC,EAAE;gCACnB,IAAI,EAAE,OAAO,CAAC,IAAI;gCAClB,OAAO,EAAE,OAAO,CAAC,OAAO;gCACxB,WAAW,EAAE,OAAO,CAAC,WAAW;6BACjC,CAAC,CAAC;yBACJ;qBACF;iBACF;aACF;YAAC,OAAO,KAAK,EAAE;gBAEd,0BAAM,CAAC,KAAK,CAAC,+CAA+C,EAAE;oBAC5D,KAAK;oBACL,eAAe,EAAE,CAAC;oBAClB,SAAS,EAAE,KAAK,CAAC,MAAM;iBACxB,CAAC,CAAC;gBAEH,WAAW,IAAI,KAAK,CAAC,MAAM,CAAC;gBAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;oBACrC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;iBAC/B;aACF;SACF;QAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,CAAC;IAC3D,CAAC,CAAC;IAgBK,sBAAsB,GAAG,KAAK,EACnC,WAAmB,EACnB,aAAkB,EAClB,YAAY,GAAG,CAAC,EAChB,YAAY,GAAG,kBAAkB,EACC,EAAE;QAEpC,MAAM,aAAa,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE,CACtD,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,WAAW,CAAC,CAC5C,CAAC;QAGF,MAAM,OAAO,GAAG,IAAI,CAAC,wBAAwB,CAAC,aAAa,EAAE,YAAY,CAAC,CAAC;QAE3E,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,MAAM,cAAc,GAAQ,EAAE,CAAC;QAG/B,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;YAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE5E,YAAY,IAAI,MAAM,CAAC,SAAS,CAAC;YACjC,WAAW,IAAI,MAAM,CAAC,WAAW,CAAC;YAClC,eAAe,IAAI,MAAM,CAAC,UAAU,CAAC;YAGrC,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE;gBACvC,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;gBAC1C,MAAM,aAAa,GAAG,aAAa,GAAG,UAAU,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,aAAa,GAAG,aAAa,CAAC,MAAM,EAAE;oBAC9D,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC;iBACnD;aACF;YAED,aAAa,IAAI,KAAK,CAAC,MAAM,CAAC;SAC/B;QAED,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,UAAU,EAAE,eAAe,EAAE,cAAc,EAAE,CAAC;IACpF,CAAC,CAAC;IAUM,wBAAwB,CAAI,QAAa,EAAE,YAAoB;QACrE,MAAM,OAAO,GAAU,EAAE,CAAC;QAC1B,IAAI,YAAY,GAAQ,EAAE,CAAC;QAC3B,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,MAAM,WAAW,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;YAEzC,MAAM,gBAAgB,GAAG,YAAY,CAAC,MAAM,IAAI,YAAY,CAAC;YAC7D,MAAM,eAAe,GAAG,gBAAgB,GAAG,WAAW,GAAG,gCAAgC,CAAC;YAE1F,IAAI,CAAC,gBAAgB,IAAI,eAAe,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBACpE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC3B,YAAY,GAAG,EAAE,CAAC;gBAClB,gBAAgB,GAAG,CAAC,CAAC;aACtB;YAGD,IAAI,WAAW,GAAG,+BAA+B,EAAE;gBACjD,0BAAM,CAAC,IAAI,CAAC,8EAA8E,EAAE;oBAC1F,WAAW;oBACX,KAAK,EAAE,+BAA+B;iBACvC,CAAC,CAAC;aACJ;YAED,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3B,gBAAgB,IAAI,WAAW,CAAC;SACjC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YAC3B,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;SAC5B;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AA9XD,8BA8XC"}
@@ -0,0 +1,32 @@
1
+ import { BundledMessageEnvelope } from './sqs-bundled-client.types.js';
2
+ export interface UnbundleOptions {
3
+ maxDecompressedSizeBytes?: number;
4
+ timeoutMs?: number;
5
+ }
6
+ export declare function isBundledEnvelope(payload: unknown): payload is BundledMessageEnvelope;
7
+ export declare function unbundleMessage<T>(envelope: BundledMessageEnvelope<T>, options?: UnbundleOptions): Promise<T[]>;
8
+ export interface UnbundleRecordResult<T> {
9
+ messageId: string;
10
+ success: boolean;
11
+ items: T[];
12
+ isBundled: boolean;
13
+ error?: Error;
14
+ }
15
+ export interface UnbundleStats {
16
+ totalRecords: number;
17
+ bundledRecords: number;
18
+ legacyRecords: number;
19
+ failedRecords: number;
20
+ totalItems: number;
21
+ }
22
+ export interface UnbundleResult<T> {
23
+ items: T[];
24
+ recordMap: Map<T, string>;
25
+ failedMessageIds: string[];
26
+ stats: UnbundleStats;
27
+ }
28
+ export declare function unbundleRecords<T>(records: Array<{
29
+ body: string;
30
+ messageId: string;
31
+ }>, options?: UnbundleOptions): Promise<UnbundleResult<T>>;
32
+ export declare function getRecordIdForItem<T>(item: T, recordMap: Map<T, string>): string | undefined;
@@ -0,0 +1,145 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.getRecordIdForItem = exports.unbundleRecords = exports.unbundleMessage = exports.isBundledEnvelope = void 0;
4
+ const logging_helper_js_1 = require("../../helpers/logging-helper.js");
5
+ const compression_js_1 = require("../../utils/compression.js");
6
+ const sqs_bundled_client_types_js_1 = require("./sqs-bundled-client.types.js");
7
+ function isBundledEnvelope(payload) {
8
+ if (typeof payload !== 'object' || payload === null) {
9
+ return false;
10
+ }
11
+ const envelope = payload;
12
+ return (envelope.v === 1 &&
13
+ typeof envelope.c === 'string' &&
14
+ Object.values(sqs_bundled_client_types_js_1.CompressionAlgorithm).includes(envelope.c) &&
15
+ typeof envelope.n === 'number' &&
16
+ (typeof envelope.p === 'string' || Array.isArray(envelope.p)));
17
+ }
18
+ exports.isBundledEnvelope = isBundledEnvelope;
19
+ function validateCompressionAlgorithm(algorithm) {
20
+ if (!Object.values(sqs_bundled_client_types_js_1.CompressionAlgorithm).includes(algorithm)) {
21
+ throw new Error(`Unsupported compression algorithm: ${algorithm}`);
22
+ }
23
+ return algorithm;
24
+ }
25
+ async function unbundleMessage(envelope, options) {
26
+ if (envelope.v !== 1) {
27
+ throw new Error(`Unsupported bundle version: ${envelope.v}`);
28
+ }
29
+ const algorithm = validateCompressionAlgorithm(envelope.c);
30
+ if (algorithm === sqs_bundled_client_types_js_1.CompressionAlgorithm.NONE) {
31
+ if (!Array.isArray(envelope.p)) {
32
+ throw new Error('Invalid bundle: NONE compression but payload is not an array');
33
+ }
34
+ return envelope.p;
35
+ }
36
+ if (typeof envelope.p !== 'string') {
37
+ throw new Error(`Invalid bundle: ${algorithm} compression but payload is not a string`);
38
+ }
39
+ return await (0, compression_js_1.decompressFromBase64)(envelope.p, algorithm, {
40
+ maxDecompressedSizeBytes: options?.maxDecompressedSizeBytes,
41
+ timeoutMs: options?.timeoutMs,
42
+ });
43
+ }
44
+ exports.unbundleMessage = unbundleMessage;
45
+ async function parseRecord(body, options) {
46
+ const parsed = JSON.parse(body);
47
+ if (parsed.messageBody && isBundledEnvelope(parsed.messageBody)) {
48
+ const envelope = parsed.messageBody;
49
+ const items = await unbundleMessage(envelope, options);
50
+ return { items, isBundled: true };
51
+ }
52
+ if (isBundledEnvelope(parsed)) {
53
+ const envelope = parsed;
54
+ const items = await unbundleMessage(envelope, options);
55
+ return { items, isBundled: true };
56
+ }
57
+ if (parsed.messageBody !== undefined) {
58
+ return { items: [parsed.messageBody], isBundled: false };
59
+ }
60
+ return { items: [parsed], isBundled: false };
61
+ }
62
+ async function unbundleRecord(record, options) {
63
+ try {
64
+ const { items, isBundled } = await parseRecord(record.body, options);
65
+ return {
66
+ messageId: record.messageId,
67
+ success: true,
68
+ items,
69
+ isBundled,
70
+ };
71
+ }
72
+ catch (error) {
73
+ const isDecompressionBomb = error instanceof compression_js_1.DecompressionBombError;
74
+ const isTimeout = error instanceof compression_js_1.CompressionTimeoutError;
75
+ logging_helper_js_1.Logger.error('Unbundle: record parse/decompress failed', {
76
+ error,
77
+ messageId: record.messageId,
78
+ stage: 'unbundle',
79
+ errorType: isDecompressionBomb ? 'decompression_bomb' : isTimeout ? 'timeout' : 'parse_error',
80
+ bodyPreview: record.body?.substring(0, 200) ?? '[empty]',
81
+ ...(isDecompressionBomb && {
82
+ compressedSize: error.compressedSize,
83
+ decompressedSize: error.decompressedSize,
84
+ limit: error.limit,
85
+ }),
86
+ ...(isTimeout && {
87
+ operation: error.operation,
88
+ timeoutMs: error.timeoutMs,
89
+ }),
90
+ });
91
+ return {
92
+ messageId: record.messageId,
93
+ success: false,
94
+ items: [],
95
+ isBundled: false,
96
+ error: error instanceof Error ? error : new Error(String(error)),
97
+ };
98
+ }
99
+ }
100
+ async function unbundleRecords(records, options) {
101
+ const items = [];
102
+ const recordMap = new Map();
103
+ const failedMessageIds = [];
104
+ const stats = {
105
+ totalRecords: records.length,
106
+ bundledRecords: 0,
107
+ legacyRecords: 0,
108
+ failedRecords: 0,
109
+ totalItems: 0,
110
+ };
111
+ const results = await Promise.all(records.map(record => unbundleRecord(record, options)));
112
+ for (const result of results) {
113
+ if (result.success) {
114
+ if (result.isBundled) {
115
+ stats.bundledRecords++;
116
+ }
117
+ else {
118
+ stats.legacyRecords++;
119
+ }
120
+ for (const item of result.items) {
121
+ items.push(item);
122
+ recordMap.set(item, result.messageId);
123
+ }
124
+ }
125
+ else {
126
+ stats.failedRecords++;
127
+ failedMessageIds.push(result.messageId);
128
+ }
129
+ }
130
+ stats.totalItems = items.length;
131
+ logging_helper_js_1.Logger.debug('Unbundle: records processed', {
132
+ totalRecords: stats.totalRecords,
133
+ bundledRecords: stats.bundledRecords,
134
+ legacyRecords: stats.legacyRecords,
135
+ failedRecords: stats.failedRecords,
136
+ totalItems: stats.totalItems,
137
+ });
138
+ return { items, recordMap, failedMessageIds, stats };
139
+ }
140
+ exports.unbundleRecords = unbundleRecords;
141
+ function getRecordIdForItem(item, recordMap) {
142
+ return recordMap.get(item);
143
+ }
144
+ exports.getRecordIdForItem = getRecordIdForItem;
145
+ //# sourceMappingURL=sqs-unbundle.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"sqs-unbundle.js","sourceRoot":"","sources":["../../../../src/clients/generic/sqs-unbundle.ts"],"names":[],"mappings":";;;AAAA,uEAAyD;AACzD,+DAIoC;AACpC,+EAA6F;AAe7F,SAAgB,iBAAiB,CAAC,OAAgB;IAChD,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI,EAAE;QACnD,OAAO,KAAK,CAAC;KACd;IAGD,MAAM,QAAQ,GAAG,OAAkC,CAAC;IAEpD,OAAO,CACL,QAAQ,CAAC,CAAC,KAAK,CAAC;QAChB,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ;QAC9B,MAAM,CAAC,MAAM,CAAC,kDAAoB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAyB,CAAC;QAChF,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ;QAC9B,CAAC,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAC9D,CAAC;AACJ,CAAC;AAfD,8CAeC;AAKD,SAAS,4BAA4B,CAAC,SAAiB;IACrD,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,kDAAoB,CAAC,CAAC,QAAQ,CAAC,SAAiC,CAAC,EAAE;QACpF,MAAM,IAAI,KAAK,CAAC,sCAAsC,SAAS,EAAE,CAAC,CAAC;KACpE;IACD,OAAO,SAAiC,CAAC;AAC3C,CAAC;AASM,KAAK,UAAU,eAAe,CACnC,QAAmC,EACnC,OAAyB;IAGzB,IAAI,QAAQ,CAAC,CAAC,KAAK,CAAC,EAAE;QACpB,MAAM,IAAI,KAAK,CAAC,+BAA+B,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC;KAC9D;IAGD,MAAM,SAAS,GAAG,4BAA4B,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAE3D,IAAI,SAAS,KAAK,kDAAoB,CAAC,IAAI,EAAE;QAE3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;YAC9B,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;SACjF;QACD,OAAO,QAAQ,CAAC,CAAQ,CAAC;KAC1B;IAGD,IAAI,OAAO,QAAQ,CAAC,CAAC,KAAK,QAAQ,EAAE;QAClC,MAAM,IAAI,KAAK,CAAC,mBAAmB,SAAS,0CAA0C,CAAC,CAAC;KACzF;IAID,OAAO,MAAM,IAAA,qCAAoB,EAAM,QAAQ,CAAC,CAAC,EAAE,SAAS,EAAE;QAC5D,wBAAwB,EAAE,OAAO,EAAE,wBAAwB;QAC3D,SAAS,EAAE,OAAO,EAAE,SAAS;KAC9B,CAAC,CAAC;AACL,CAAC;AA/BD,0CA+BC;AASD,KAAK,UAAU,WAAW,CACxB,IAAY,EACZ,OAAyB;IAEzB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAGhC,IAAI,MAAM,CAAC,WAAW,IAAI,iBAAiB,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE;QAC/D,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAwC,CAAC;QACjE,MAAM,KAAK,GAAG,MAAM,eAAe,CAAI,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KACnC;IAGD,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE;QAC7B,MAAM,QAAQ,GAAG,MAAmC,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,eAAe,CAAI,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KACnC;IAGD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE;QACpC,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,CAAC,WAAgB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;KAC/D;IAGD,OAAO,EAAE,KAAK,EAAE,CAAC,MAAW,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACpD,CAAC;AAsCD,KAAK,UAAU,cAAc,CAC3B,MAA2C,EAC3C,OAAyB;IAEzB,IAAI;QACF,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,WAAW,CAAI,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxE,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,IAAI;YACb,KAAK;YACL,SAAS;SACV,CAAC;KACH;IAAC,OAAO,KAAK,EAAE;QAEd,MAAM,mBAAmB,GAAG,KAAK,YAAY,uCAAsB,CAAC;QACpE,MAAM,SAAS,GAAG,KAAK,YAAY,wCAAuB,CAAC;QAG3D,0BAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;YACvD,KAAK;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,KAAK,EAAE,UAAU;YACjB,SAAS,EAAE,mBAAmB,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa;YAC7F,WAAW,EAAE,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,SAAS;YACxD,GAAG,CAAC,mBAAmB,IAAI;gBACzB,cAAc,EAAG,KAAgC,CAAC,cAAc;gBAChE,gBAAgB,EAAG,KAAgC,CAAC,gBAAgB;gBACpE,KAAK,EAAG,KAAgC,CAAC,KAAK;aAC/C,CAAC;YACF,GAAG,CAAC,SAAS,IAAI;gBACf,SAAS,EAAG,KAAiC,CAAC,SAAS;gBACvD,SAAS,EAAG,KAAiC,CAAC,SAAS;aACxD,CAAC;SACH,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,EAAE;YACT,SAAS,EAAE,KAAK;YAChB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;SACjE,CAAC;KACH;AACH,CAAC;AAoBM,KAAK,UAAU,eAAe,CACnC,OAAmD,EACnD,OAAyB;IAEzB,MAAM,KAAK,GAAQ,EAAE,CAAC;IACtB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAa,CAAC;IACvC,MAAM,gBAAgB,GAAa,EAAE,CAAC;IACtC,MAAM,KAAK,GAAkB;QAC3B,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,CAAC;QAChB,aAAa,EAAE,CAAC;QAChB,UAAU,EAAE,CAAC;KACd,CAAC;IAGF,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,cAAc,CAAI,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAG7F,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;QAC5B,IAAI,MAAM,CAAC,OAAO,EAAE;YAClB,IAAI,MAAM,CAAC,SAAS,EAAE;gBACpB,KAAK,CAAC,cAAc,EAAE,CAAC;aACxB;iBAAM;gBACL,KAAK,CAAC,aAAa,EAAE,CAAC;aACvB;YAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE;gBAC/B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACjB,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;aACvC;SACF;aAAM;YAEL,KAAK,CAAC,aAAa,EAAE,CAAC;YACtB,gBAAgB,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;SACzC;KACF;IAED,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC;IAGhC,0BAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;QAC1C,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,UAAU,EAAE,KAAK,CAAC,UAAU;KAC7B,CAAC,CAAC;IAEH,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC;AACvD,CAAC;AAlDD,0CAkDC;AAKD,SAAgB,kBAAkB,CAAI,IAAO,EAAE,SAAyB;IACtE,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;AAFD,gDAEC"}
@@ -1,3 +1,3 @@
1
- export * from './generic/index.js';
2
- export * from './internal-api/index.js';
3
- export * from './third-party/index.js';
1
+ export * from './generic/index.js';
2
+ export * from './internal-api/index.js';
3
+ export * from './third-party/index.js';