@vertesia/workflow 0.82.1 → 0.82.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (393) hide show
  1. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +33 -0
  2. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  3. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +73 -0
  4. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  5. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +19 -0
  6. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  7. package/lib/cjs/activities/chunkDocument.js +85 -0
  8. package/lib/cjs/activities/chunkDocument.js.map +1 -0
  9. package/lib/cjs/activities/createDocumentFromOther.js +64 -0
  10. package/lib/cjs/activities/createDocumentFromOther.js.map +1 -0
  11. package/lib/cjs/activities/executeInteraction.js +194 -0
  12. package/lib/cjs/activities/executeInteraction.js.map +1 -0
  13. package/lib/cjs/activities/extractDocumentText.js +156 -0
  14. package/lib/cjs/activities/extractDocumentText.js.map +1 -0
  15. package/lib/cjs/activities/generateDocumentProperties.js +83 -0
  16. package/lib/cjs/activities/generateDocumentProperties.js.map +1 -0
  17. package/lib/cjs/activities/generateEmbeddings.js +228 -0
  18. package/lib/cjs/activities/generateEmbeddings.js.map +1 -0
  19. package/lib/cjs/activities/generateOrAssignContentType.js +125 -0
  20. package/lib/cjs/activities/generateOrAssignContentType.js.map +1 -0
  21. package/lib/cjs/activities/getObjectFromStore.js +20 -0
  22. package/lib/cjs/activities/getObjectFromStore.js.map +1 -0
  23. package/lib/cjs/activities/handleError.js +22 -0
  24. package/lib/cjs/activities/handleError.js.map +1 -0
  25. package/lib/cjs/activities/index-dsl.js +47 -0
  26. package/lib/cjs/activities/index-dsl.js.map +1 -0
  27. package/lib/cjs/activities/index.js +21 -0
  28. package/lib/cjs/activities/index.js.map +1 -0
  29. package/lib/cjs/activities/media/prepareVideo.js +429 -0
  30. package/lib/cjs/activities/media/prepareVideo.js.map +1 -0
  31. package/lib/cjs/activities/media/processPdfWithTextract.js +103 -0
  32. package/lib/cjs/activities/media/processPdfWithTextract.js.map +1 -0
  33. package/lib/cjs/activities/media/saveGladiaTranscription.js +81 -0
  34. package/lib/cjs/activities/media/saveGladiaTranscription.js.map +1 -0
  35. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +82 -0
  36. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +1 -0
  37. package/lib/cjs/activities/notifyWebhook.js +167 -0
  38. package/lib/cjs/activities/notifyWebhook.js.map +1 -0
  39. package/lib/cjs/activities/rateLimiter.js +30 -0
  40. package/lib/cjs/activities/rateLimiter.js.map +1 -0
  41. package/lib/cjs/activities/renditions/generateImageRendition.js +66 -0
  42. package/lib/cjs/activities/renditions/generateImageRendition.js.map +1 -0
  43. package/lib/cjs/activities/renditions/generateVideoRendition.js +200 -0
  44. package/lib/cjs/activities/renditions/generateVideoRendition.js.map +1 -0
  45. package/lib/cjs/activities/setDocumentStatus.js +15 -0
  46. package/lib/cjs/activities/setDocumentStatus.js.map +1 -0
  47. package/lib/cjs/conversion/TextractProcessor.js +417 -0
  48. package/lib/cjs/conversion/TextractProcessor.js.map +1 -0
  49. package/lib/cjs/conversion/image.js +149 -0
  50. package/lib/cjs/conversion/image.js.map +1 -0
  51. package/lib/cjs/conversion/markitdown.js +42 -0
  52. package/lib/cjs/conversion/markitdown.js.map +1 -0
  53. package/lib/cjs/conversion/mutool.js +147 -0
  54. package/lib/cjs/conversion/mutool.js.map +1 -0
  55. package/lib/cjs/conversion/pandoc.js +39 -0
  56. package/lib/cjs/conversion/pandoc.js.map +1 -0
  57. package/lib/cjs/dsl/conditions.js +81 -0
  58. package/lib/cjs/dsl/conditions.js.map +1 -0
  59. package/lib/cjs/dsl/dsl-workflow.js +343 -0
  60. package/lib/cjs/dsl/dsl-workflow.js.map +1 -0
  61. package/lib/cjs/dsl/dslProxyActivities.js +23 -0
  62. package/lib/cjs/dsl/dslProxyActivities.js.map +1 -0
  63. package/lib/cjs/dsl/projections.js +59 -0
  64. package/lib/cjs/dsl/projections.js.map +1 -0
  65. package/lib/cjs/dsl/setup/ActivityContext.js +122 -0
  66. package/lib/cjs/dsl/setup/ActivityContext.js.map +1 -0
  67. package/lib/cjs/dsl/setup/fetch/DataProvider.js +51 -0
  68. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +1 -0
  69. package/lib/cjs/dsl/setup/fetch/index.js +16 -0
  70. package/lib/cjs/dsl/setup/fetch/index.js.map +1 -0
  71. package/lib/cjs/dsl/setup/fetch/providers.js +67 -0
  72. package/lib/cjs/dsl/setup/fetch/providers.js.map +1 -0
  73. package/lib/cjs/dsl/test/test-child-workflow.js +10 -0
  74. package/lib/cjs/dsl/test/test-child-workflow.js.map +1 -0
  75. package/lib/cjs/dsl/validation.js +122 -0
  76. package/lib/cjs/dsl/validation.js.map +1 -0
  77. package/lib/cjs/dsl/vars.js +341 -0
  78. package/lib/cjs/dsl/vars.js.map +1 -0
  79. package/lib/cjs/dsl/walk.js +100 -0
  80. package/lib/cjs/dsl/walk.js.map +1 -0
  81. package/lib/cjs/dsl.js +20 -0
  82. package/lib/cjs/dsl.js.map +1 -0
  83. package/lib/cjs/errors.js +70 -0
  84. package/lib/cjs/errors.js.map +1 -0
  85. package/lib/cjs/index.js +55 -0
  86. package/lib/cjs/index.js.map +1 -0
  87. package/lib/cjs/iterative-generation/activities/extractToc.js +47 -0
  88. package/lib/cjs/iterative-generation/activities/extractToc.js.map +1 -0
  89. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +72 -0
  90. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +1 -0
  91. package/lib/cjs/iterative-generation/activities/generatePart.js +78 -0
  92. package/lib/cjs/iterative-generation/activities/generatePart.js.map +1 -0
  93. package/lib/cjs/iterative-generation/activities/generateToc.js +86 -0
  94. package/lib/cjs/iterative-generation/activities/generateToc.js.map +1 -0
  95. package/lib/cjs/iterative-generation/activities/index.js +12 -0
  96. package/lib/cjs/iterative-generation/activities/index.js.map +1 -0
  97. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +56 -0
  98. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
  99. package/lib/cjs/iterative-generation/types.js +5 -0
  100. package/lib/cjs/iterative-generation/types.js.map +1 -0
  101. package/lib/cjs/iterative-generation/utils.js +121 -0
  102. package/lib/cjs/iterative-generation/utils.js.map +1 -0
  103. package/lib/cjs/package.json +3 -0
  104. package/lib/cjs/result-types.js +10 -0
  105. package/lib/cjs/result-types.js.map +1 -0
  106. package/lib/cjs/system/notifyWebhookWorkflow.js +53 -0
  107. package/lib/cjs/system/notifyWebhookWorkflow.js.map +1 -0
  108. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +33 -0
  109. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  110. package/lib/cjs/utils/auth.js +15 -0
  111. package/lib/cjs/utils/auth.js.map +1 -0
  112. package/lib/cjs/utils/blobs.js +64 -0
  113. package/lib/cjs/utils/blobs.js.map +1 -0
  114. package/lib/cjs/utils/chunks.js +14 -0
  115. package/lib/cjs/utils/chunks.js.map +1 -0
  116. package/lib/cjs/utils/client.js +31 -0
  117. package/lib/cjs/utils/client.js.map +1 -0
  118. package/lib/cjs/utils/expand-vars.js +33 -0
  119. package/lib/cjs/utils/expand-vars.js.map +1 -0
  120. package/lib/cjs/utils/memory.js +65 -0
  121. package/lib/cjs/utils/memory.js.map +1 -0
  122. package/lib/cjs/utils/renditions.js +88 -0
  123. package/lib/cjs/utils/renditions.js.map +1 -0
  124. package/lib/cjs/utils/storage.js +54 -0
  125. package/lib/cjs/utils/storage.js.map +1 -0
  126. package/lib/cjs/utils/tokens.js +38 -0
  127. package/lib/cjs/utils/tokens.js.map +1 -0
  128. package/lib/cjs/vars.js +20 -0
  129. package/lib/cjs/vars.js.map +1 -0
  130. package/lib/cjs/workflows.js +15 -0
  131. package/lib/cjs/workflows.js.map +1 -0
  132. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +30 -0
  133. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  134. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +70 -0
  135. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  136. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +16 -0
  137. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  138. package/lib/esm/activities/chunkDocument.js +82 -0
  139. package/lib/esm/activities/chunkDocument.js.map +1 -0
  140. package/lib/esm/activities/createDocumentFromOther.js +58 -0
  141. package/lib/esm/activities/createDocumentFromOther.js.map +1 -0
  142. package/lib/esm/activities/executeInteraction.js +190 -0
  143. package/lib/esm/activities/executeInteraction.js.map +1 -0
  144. package/lib/esm/activities/extractDocumentText.js +153 -0
  145. package/lib/esm/activities/extractDocumentText.js.map +1 -0
  146. package/lib/esm/activities/generateDocumentProperties.js +80 -0
  147. package/lib/esm/activities/generateDocumentProperties.js.map +1 -0
  148. package/lib/esm/activities/generateEmbeddings.js +225 -0
  149. package/lib/esm/activities/generateEmbeddings.js.map +1 -0
  150. package/lib/esm/activities/generateOrAssignContentType.js +122 -0
  151. package/lib/esm/activities/generateOrAssignContentType.js.map +1 -0
  152. package/lib/esm/activities/getObjectFromStore.js +17 -0
  153. package/lib/esm/activities/getObjectFromStore.js.map +1 -0
  154. package/lib/esm/activities/handleError.js +19 -0
  155. package/lib/esm/activities/handleError.js.map +1 -0
  156. package/lib/esm/activities/index-dsl.js +23 -0
  157. package/lib/esm/activities/index-dsl.js.map +1 -0
  158. package/lib/esm/activities/index.js +5 -0
  159. package/lib/esm/activities/index.js.map +1 -0
  160. package/lib/esm/activities/media/prepareVideo.js +390 -0
  161. package/lib/esm/activities/media/prepareVideo.js.map +1 -0
  162. package/lib/esm/activities/media/processPdfWithTextract.js +99 -0
  163. package/lib/esm/activities/media/processPdfWithTextract.js.map +1 -0
  164. package/lib/esm/activities/media/saveGladiaTranscription.js +78 -0
  165. package/lib/esm/activities/media/saveGladiaTranscription.js.map +1 -0
  166. package/lib/esm/activities/media/transcribeMediaWithGladia.js +79 -0
  167. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +1 -0
  168. package/lib/esm/activities/notifyWebhook.js +164 -0
  169. package/lib/esm/activities/notifyWebhook.js.map +1 -0
  170. package/lib/esm/activities/rateLimiter.js +27 -0
  171. package/lib/esm/activities/rateLimiter.js.map +1 -0
  172. package/lib/esm/activities/renditions/generateImageRendition.js +63 -0
  173. package/lib/esm/activities/renditions/generateImageRendition.js.map +1 -0
  174. package/lib/esm/activities/renditions/generateVideoRendition.js +194 -0
  175. package/lib/esm/activities/renditions/generateVideoRendition.js.map +1 -0
  176. package/lib/esm/activities/setDocumentStatus.js +12 -0
  177. package/lib/esm/activities/setDocumentStatus.js.map +1 -0
  178. package/lib/esm/conversion/TextractProcessor.js +410 -0
  179. package/lib/esm/conversion/TextractProcessor.js.map +1 -0
  180. package/lib/esm/conversion/image.js +143 -0
  181. package/lib/esm/conversion/image.js.map +1 -0
  182. package/lib/esm/conversion/markitdown.js +36 -0
  183. package/lib/esm/conversion/markitdown.js.map +1 -0
  184. package/lib/esm/conversion/mutool.js +139 -0
  185. package/lib/esm/conversion/mutool.js.map +1 -0
  186. package/lib/esm/conversion/pandoc.js +36 -0
  187. package/lib/esm/conversion/pandoc.js.map +1 -0
  188. package/lib/esm/dsl/conditions.js +75 -0
  189. package/lib/esm/dsl/conditions.js.map +1 -0
  190. package/lib/esm/dsl/dsl-workflow.js +336 -0
  191. package/lib/esm/dsl/dsl-workflow.js.map +1 -0
  192. package/lib/esm/dsl/dslProxyActivities.js +20 -0
  193. package/lib/esm/dsl/dslProxyActivities.js.map +1 -0
  194. package/lib/esm/dsl/projections.js +55 -0
  195. package/lib/esm/dsl/projections.js.map +1 -0
  196. package/lib/esm/dsl/setup/ActivityContext.js +117 -0
  197. package/lib/esm/dsl/setup/ActivityContext.js.map +1 -0
  198. package/lib/esm/dsl/setup/fetch/DataProvider.js +47 -0
  199. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +1 -0
  200. package/lib/esm/dsl/setup/fetch/index.js +12 -0
  201. package/lib/esm/dsl/setup/fetch/index.js.map +1 -0
  202. package/lib/esm/dsl/setup/fetch/providers.js +61 -0
  203. package/lib/esm/dsl/setup/fetch/providers.js.map +1 -0
  204. package/lib/esm/dsl/test/test-child-workflow.js +5 -0
  205. package/lib/esm/dsl/test/test-child-workflow.js.map +1 -0
  206. package/lib/esm/dsl/validation.js +118 -0
  207. package/lib/esm/dsl/validation.js.map +1 -0
  208. package/lib/esm/dsl/vars.js +335 -0
  209. package/lib/esm/dsl/vars.js.map +1 -0
  210. package/lib/esm/dsl/walk.js +96 -0
  211. package/lib/esm/dsl/walk.js.map +1 -0
  212. package/lib/esm/dsl.js +4 -0
  213. package/lib/esm/dsl.js.map +1 -0
  214. package/lib/esm/errors.js +61 -0
  215. package/lib/esm/errors.js.map +1 -0
  216. package/lib/esm/index.js +37 -0
  217. package/lib/esm/index.js.map +1 -0
  218. package/lib/esm/iterative-generation/activities/extractToc.js +44 -0
  219. package/lib/esm/iterative-generation/activities/extractToc.js.map +1 -0
  220. package/lib/esm/iterative-generation/activities/finalizeOutput.js +69 -0
  221. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +1 -0
  222. package/lib/esm/iterative-generation/activities/generatePart.js +75 -0
  223. package/lib/esm/iterative-generation/activities/generatePart.js.map +1 -0
  224. package/lib/esm/iterative-generation/activities/generateToc.js +83 -0
  225. package/lib/esm/iterative-generation/activities/generateToc.js.map +1 -0
  226. package/lib/esm/iterative-generation/activities/index.js +5 -0
  227. package/lib/esm/iterative-generation/activities/index.js.map +1 -0
  228. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +53 -0
  229. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
  230. package/lib/esm/iterative-generation/types.js +2 -0
  231. package/lib/esm/iterative-generation/types.js.map +1 -0
  232. package/lib/esm/iterative-generation/utils.js +112 -0
  233. package/lib/esm/iterative-generation/utils.js.map +1 -0
  234. package/lib/esm/result-types.js +7 -0
  235. package/lib/esm/result-types.js.map +1 -0
  236. package/lib/esm/system/notifyWebhookWorkflow.js +50 -0
  237. package/lib/esm/system/notifyWebhookWorkflow.js.map +1 -0
  238. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +30 -0
  239. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  240. package/lib/esm/utils/auth.js +8 -0
  241. package/lib/esm/utils/auth.js.map +1 -0
  242. package/lib/esm/utils/blobs.js +54 -0
  243. package/lib/esm/utils/blobs.js.map +1 -0
  244. package/lib/esm/utils/chunks.js +9 -0
  245. package/lib/esm/utils/chunks.js.map +1 -0
  246. package/lib/esm/utils/client.js +27 -0
  247. package/lib/esm/utils/client.js.map +1 -0
  248. package/lib/esm/utils/expand-vars.js +30 -0
  249. package/lib/esm/utils/expand-vars.js.map +1 -0
  250. package/lib/esm/utils/memory.js +55 -0
  251. package/lib/esm/utils/memory.js.map +1 -0
  252. package/lib/esm/utils/renditions.js +80 -0
  253. package/lib/esm/utils/renditions.js.map +1 -0
  254. package/lib/esm/utils/storage.js +45 -0
  255. package/lib/esm/utils/storage.js.map +1 -0
  256. package/lib/esm/utils/tokens.js +34 -0
  257. package/lib/esm/utils/tokens.js.map +1 -0
  258. package/lib/esm/vars.js +4 -0
  259. package/lib/esm/vars.js.map +1 -0
  260. package/lib/esm/workflows.js +8 -0
  261. package/lib/esm/workflows.js.map +1 -0
  262. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +17 -0
  263. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +1 -0
  264. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +39 -0
  265. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +1 -0
  266. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +19 -0
  267. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +1 -0
  268. package/lib/types/activities/chunkDocument.d.ts +33 -0
  269. package/lib/types/activities/chunkDocument.d.ts.map +1 -0
  270. package/lib/types/activities/createDocumentFromOther.d.ts +21 -0
  271. package/lib/types/activities/createDocumentFromOther.d.ts.map +1 -0
  272. package/lib/types/activities/executeInteraction.d.ts +61 -0
  273. package/lib/types/activities/executeInteraction.d.ts.map +1 -0
  274. package/lib/types/activities/extractDocumentText.d.ts +10 -0
  275. package/lib/types/activities/extractDocumentText.d.ts.map +1 -0
  276. package/lib/types/activities/generateDocumentProperties.d.ts +32 -0
  277. package/lib/types/activities/generateDocumentProperties.d.ts.map +1 -0
  278. package/lib/types/activities/generateEmbeddings.d.ts +53 -0
  279. package/lib/types/activities/generateEmbeddings.d.ts.map +1 -0
  280. package/lib/types/activities/generateOrAssignContentType.d.ts +44 -0
  281. package/lib/types/activities/generateOrAssignContentType.d.ts.map +1 -0
  282. package/lib/types/activities/getObjectFromStore.d.ts +14 -0
  283. package/lib/types/activities/getObjectFromStore.d.ts.map +1 -0
  284. package/lib/types/activities/handleError.d.ts +6 -0
  285. package/lib/types/activities/handleError.d.ts.map +1 -0
  286. package/lib/types/activities/index-dsl.d.ts +23 -0
  287. package/lib/types/activities/index-dsl.d.ts.map +1 -0
  288. package/lib/types/activities/index.d.ts +5 -0
  289. package/lib/types/activities/index.d.ts.map +1 -0
  290. package/lib/types/activities/media/prepareVideo.d.ts +30 -0
  291. package/lib/types/activities/media/prepareVideo.d.ts.map +1 -0
  292. package/lib/types/activities/media/processPdfWithTextract.d.ts +26 -0
  293. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +1 -0
  294. package/lib/types/activities/media/saveGladiaTranscription.d.ts +14 -0
  295. package/lib/types/activities/media/saveGladiaTranscription.d.ts.map +1 -0
  296. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +19 -0
  297. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +1 -0
  298. package/lib/types/activities/notifyWebhook.d.ts +27 -0
  299. package/lib/types/activities/notifyWebhook.d.ts.map +1 -0
  300. package/lib/types/activities/rateLimiter.d.ts +11 -0
  301. package/lib/types/activities/rateLimiter.d.ts.map +1 -0
  302. package/lib/types/activities/renditions/generateImageRendition.d.ts +14 -0
  303. package/lib/types/activities/renditions/generateImageRendition.d.ts.map +1 -0
  304. package/lib/types/activities/renditions/generateVideoRendition.d.ts +15 -0
  305. package/lib/types/activities/renditions/generateVideoRendition.d.ts.map +1 -0
  306. package/lib/types/activities/setDocumentStatus.d.ts +15 -0
  307. package/lib/types/activities/setDocumentStatus.d.ts.map +1 -0
  308. package/lib/types/conversion/TextractProcessor.d.ts +45 -0
  309. package/lib/types/conversion/TextractProcessor.d.ts.map +1 -0
  310. package/lib/types/conversion/image.d.ts +13 -0
  311. package/lib/types/conversion/image.d.ts.map +1 -0
  312. package/lib/types/conversion/markitdown.d.ts +2 -0
  313. package/lib/types/conversion/markitdown.d.ts.map +1 -0
  314. package/lib/types/conversion/mutool.d.ts +19 -0
  315. package/lib/types/conversion/mutool.d.ts.map +1 -0
  316. package/lib/types/conversion/pandoc.d.ts +2 -0
  317. package/lib/types/conversion/pandoc.d.ts.map +1 -0
  318. package/lib/types/dsl/conditions.d.ts +2 -0
  319. package/lib/types/dsl/conditions.d.ts.map +1 -0
  320. package/lib/types/dsl/dsl-workflow.d.ts +5 -0
  321. package/lib/types/dsl/dsl-workflow.d.ts.map +1 -0
  322. package/lib/types/dsl/dslProxyActivities.d.ts +10 -0
  323. package/lib/types/dsl/dslProxyActivities.d.ts.map +1 -0
  324. package/lib/types/dsl/projections.d.ts +4 -0
  325. package/lib/types/dsl/projections.d.ts.map +1 -0
  326. package/lib/types/dsl/setup/ActivityContext.d.ts +17 -0
  327. package/lib/types/dsl/setup/ActivityContext.d.ts.map +1 -0
  328. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +9 -0
  329. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +1 -0
  330. package/lib/types/dsl/setup/fetch/index.d.ts +6 -0
  331. package/lib/types/dsl/setup/fetch/index.d.ts.map +1 -0
  332. package/lib/types/dsl/setup/fetch/providers.d.ts +25 -0
  333. package/lib/types/dsl/setup/fetch/providers.d.ts.map +1 -0
  334. package/lib/types/dsl/test/test-child-workflow.d.ts +4 -0
  335. package/lib/types/dsl/test/test-child-workflow.d.ts.map +1 -0
  336. package/lib/types/dsl/validation.d.ts +4 -0
  337. package/lib/types/dsl/validation.d.ts.map +1 -0
  338. package/lib/types/dsl/vars.d.ts +48 -0
  339. package/lib/types/dsl/vars.d.ts.map +1 -0
  340. package/lib/types/dsl/walk.d.ts +18 -0
  341. package/lib/types/dsl/walk.d.ts.map +1 -0
  342. package/lib/types/dsl.d.ts +4 -0
  343. package/lib/types/dsl.d.ts.map +1 -0
  344. package/lib/types/errors.d.ts +33 -0
  345. package/lib/types/errors.d.ts.map +1 -0
  346. package/lib/types/index.d.ts +36 -0
  347. package/lib/types/index.d.ts.map +1 -0
  348. package/lib/types/iterative-generation/activities/extractToc.d.ts +10 -0
  349. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +1 -0
  350. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +3 -0
  351. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +1 -0
  352. package/lib/types/iterative-generation/activities/generatePart.d.ts +3 -0
  353. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +1 -0
  354. package/lib/types/iterative-generation/activities/generateToc.d.ts +4 -0
  355. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +1 -0
  356. package/lib/types/iterative-generation/activities/index.d.ts +5 -0
  357. package/lib/types/iterative-generation/activities/index.d.ts.map +1 -0
  358. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +3 -0
  359. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +1 -0
  360. package/lib/types/iterative-generation/types.d.ts +79 -0
  361. package/lib/types/iterative-generation/types.d.ts.map +1 -0
  362. package/lib/types/iterative-generation/utils.d.ts +26 -0
  363. package/lib/types/iterative-generation/utils.d.ts.map +1 -0
  364. package/lib/types/result-types.d.ts +22 -0
  365. package/lib/types/result-types.d.ts.map +1 -0
  366. package/lib/types/system/notifyWebhookWorkflow.d.ts +8 -0
  367. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +1 -0
  368. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +25 -0
  369. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +1 -0
  370. package/lib/types/utils/auth.d.ts +4 -0
  371. package/lib/types/utils/auth.d.ts.map +1 -0
  372. package/lib/types/utils/blobs.d.ts +7 -0
  373. package/lib/types/utils/blobs.d.ts.map +1 -0
  374. package/lib/types/utils/chunks.d.ts +9 -0
  375. package/lib/types/utils/chunks.d.ts.map +1 -0
  376. package/lib/types/utils/client.d.ts +8 -0
  377. package/lib/types/utils/client.d.ts.map +1 -0
  378. package/lib/types/utils/expand-vars.d.ts +8 -0
  379. package/lib/types/utils/expand-vars.d.ts.map +1 -0
  380. package/lib/types/utils/memory.d.ts +8 -0
  381. package/lib/types/utils/memory.d.ts.map +1 -0
  382. package/lib/types/utils/renditions.d.ts +23 -0
  383. package/lib/types/utils/renditions.d.ts.map +1 -0
  384. package/lib/types/utils/storage.d.ts +16 -0
  385. package/lib/types/utils/storage.d.ts.map +1 -0
  386. package/lib/types/utils/tokens.d.ts +11 -0
  387. package/lib/types/utils/tokens.d.ts.map +1 -0
  388. package/lib/types/vars.d.ts +3 -0
  389. package/lib/types/vars.d.ts.map +1 -0
  390. package/lib/types/workflows.d.ts +8 -0
  391. package/lib/types/workflows.d.ts.map +1 -0
  392. package/lib/workflows-bundle.js +16226 -0
  393. package/package.json +6 -6
@@ -0,0 +1 @@
1
+ {"version":3,"file":"generateVideoRendition.js","sourceRoot":"","sources":["../../../../src/activities/renditions/generateVideoRendition.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,0BAA0B,EAAE,MAAM,iBAAiB,CAAC;AACpF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAEH,oBAAoB,GACvB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAelC,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC7C,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,mEAAmE,SAAS,GAAG,CAAC;QAChG,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAEpC,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CACrC,CAAC,MAAW,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,CACjD,CAAC;QACF,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC3D,MAAM,KAAK,GAAG,WAAW,EAAE,KAAK,IAAI,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC;QAExC,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;IACvC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC9F,CAAC;QACF,MAAM,IAAI,KAAK,CACX,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAChG,CAAC;IACN,CAAC;AACL,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC5B,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACjB,OAAe;IAEf,uCAAuC;IACvC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CACxB,SAAS,EACT,SAAS,SAAS,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,MAAM,CACvD,CAAC;IAEF,4DAA4D;IAC5D,iFAAiF;IACjF,MAAM,WAAW,GAAG,SAAS,OAAO,IAAI,OAAO,uCAAuC,CAAC;IAEvF,MAAM,OAAO,GAAG;QACZ,QAAQ;QACR,IAAI,EAAE,yBAAyB;QAC/B,KAAK;QACL,SAAS,CAAC,QAAQ,EAAE,EAAE,oBAAoB;QAC1C,IAAI;QACJ,IAAI,SAAS,GAAG,EAAE,aAAa;QAC/B,UAAU;QACV,GAAG,EAAE,uBAAuB;QAC5B,KAAK;QACL,IAAI,WAAW,GAAG,EAAE,iCAAiC;QACrD,MAAM;QACN,GAAG,EAAE,eAAe;QACpB,IAAI,UAAU,GAAG;KACpB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,GAAG,CAAC,IAAI,CAAC,2BAA2B,SAAS,GAAG,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC;IAC/D,IAAI,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QAE5C,+BAA+B;QAC/B,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,KAAK,CACL,kCAAkC,SAAS,MAAM,MAAM,EAAE,CAC5D,CAAC;QACN,CAAC;QAED,8BAA8B;QAC9B,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,GAAG,CAAC,KAAK,CAAC,0BAA0B,SAAS,GAAG,CAAC,CAAC;YAClD,OAAO,UAAU,CAAC;QACtB,CAAC;aAAM,CAAC;YACJ,GAAG,CAAC,IAAI,CAAC,yCAAyC,SAAS,GAAG,CAAC,CAAC;YAChE,OAAO,SAAS,CAAC;QACrB,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,mCAAmC,SAAS,MAAM,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC/G,CAAC;QACF,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,sBAAsB,CACxC,OAAkE;IAElE,MAAM,EACF,MAAM,EACN,QAAQ,EACR,MAAM,EAAE,YAAY,GACvB,GAAG,MAAM,aAAa,CAA+B,OAAO,CAAC,CAAC;IAE/D,oDAAoD;IACpD,MAAM,MAAM,GAAG;QACX,GAAG,YAAY;QACf,MAAM,EACF,YAAY,CAAC,MAAM,IAAK,YAAoB,CAAC,cAAc,IAAI,IAAI,EAAE,sCAAsC;QAC/G,MAAM,EACF,YAAY,CAAC,MAAM,IAAK,YAAoB,CAAC,aAAa,IAAI,KAAK,EAAE,sCAAsC;KAClH,CAAC;IAEF,GAAG,CAAC,IAAI,CAAC,kCAAkC,QAAQ,EAAE,EAAE;QACnD,YAAY;QACZ,MAAM;KACT,CAAC,CAAC;IAEH,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACtE,GAAG,CAAC,KAAK,CAAC,+BAA+B,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9D,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,qBAAqB,CAAC,YAAY,QAAQ,YAAY,EAAE;gBAC9D,QAAQ;aACX,CAAC,CAAC;QACP,CAAC;QACD,MAAM,GAAG,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QACjB,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAC9B,MAAM,IAAI,0BAA0B,CAAC,QAAQ,CAAC,CAAC;IACnD,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC/B,GAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,gBAAgB,CAAC,CAAC;QAChD,MAAM,IAAI,qBAAqB,CAAC,YAAY,QAAQ,gBAAgB,EAAE;YAClE,QAAQ;SACX,CAAC,CAAC;IACP,CAAC;IAED,IACI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI;QACzB,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EACjD,CAAC;QACC,GAAG,CAAC,KAAK,CACL,YAAY,QAAQ,oBAAoB,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,CACrE,CAAC;QACF,MAAM,IAAI,qBAAqB,CAC3B,YAAY,QAAQ,oBAAoB,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,EAClE,CAAC,QAAQ,CAAC,CACb,CAAC;IACN,CAAC;IAED,oCAAoC;IACpC,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,MAAM,SAAS,GAAG,MAAM,kBAAkB,CACtC,MAAM,EACN,WAAW,CAAC,OAAO,CAAC,MAAM,CAC7B,CAAC;IACF,MAAM,aAAa,GAAG,EAAE,CAAC,WAAW,CAChC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,kBAAkB,CAAC,CAC7C,CAAC;IAEF,IAAI,CAAC;QACD,gDAAgD;QAChD,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC;QAEnC,+DAA+D;QAC/D,MAAM,uBAAuB,GAAG,CAAC,aAAqB,EAAU,EAAE;YAC9D,IAAI,aAAa,IAAI,EAAE;gBAAE,OAAO,CAAC,CAAC,CAAC,6BAA6B;YAChE,IAAI,aAAa,IAAI,GAAG;gBAAE,OAAO,CAAC,CAAC,CAAC,4BAA4B;YAChE,IAAI,aAAa,IAAI,GAAG;gBAAE,OAAO,CAAC,CAAC,CAAC,6BAA6B;YACjE,IAAI,aAAa,IAAI,IAAI;gBAAE,OAAO,EAAE,CAAC,CAAC,8BAA8B;YACpE,IAAI,aAAa,IAAI,IAAI;gBAAE,OAAO,EAAE,CAAC,CAAC,4BAA4B;YAClE,OAAO,EAAE,CAAC,CAAC,mCAAmC;QAClD,CAAC,CAAC;QAEF,MAAM,cAAc,GAAG,uBAAuB,CAAC,QAAQ,CAAC,CAAC;QAEzD,qEAAqE;QACrE,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,6BAA6B;QAC/E,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,4BAA4B;QAC5E,MAAM,cAAc,GAAG,QAAQ,GAAG,WAAW,GAAG,SAAS,CAAC;QAE1D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB;YACrE,MAAM,SAAS,GAAG,WAAW,GAAG,cAAc,GAAG,QAAQ,CAAC;YAC1D,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,GAAG,CAAC,IAAI,CACJ,cAAc,cAAc,mBAAmB,QAAQ,SAAS,EAChE;YACI,QAAQ;YACR,QAAQ;YACR,cAAc;YACd,UAAU,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAChD,aAAa;SAChB,CACJ,CAAC;QAEF,gDAAgD;QAChD,MAAM,mBAAmB,GAAG,MAAM,OAAO,CAAC,GAAG,CACzC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE;YAC/B,OAAO,MAAM,iBAAiB,CAC1B,SAAS,EACT,aAAa,EACb,SAAS,EACT,MAAM,CAAC,MAAM,CAChB,CAAC;QACN,CAAC,CAAC,CACL,CAAC;QAEF,IAAI,mBAAmB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,GAAG,CAAC,IAAI,CAAC,0CAA0C,QAAQ,EAAE,EAAE;gBAC3D,QAAQ;gBACR,cAAc;gBACd,aAAa;aAChB,CAAC,CAAC;YACH,MAAM,IAAI,KAAK,CACX,0CAA0C,QAAQ,EAAE,CACvD,CAAC;QACN,CAAC;QAED,cAAc,CAAC,IAAI,CACf,GAAG,mBAAmB,CAAC,MAAM,CACzB,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,KAAK,SAAS,CACzC,CACJ,CAAC;QACF,GAAG,CAAC,IAAI,CACJ,0BAA0B,mBAAmB,CAAC,MAAM,mBAAmB,QAAQ,EAAE,EACjF;YACI,QAAQ;YACR,cAAc,EAAE,mBAAmB,CAAC,MAAM;YAC1C,cAAc,EAAE,cAAc;SACjC,CACJ,CAAC;IACN,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,0CAA0C,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CACvG,CAAC;QACF,MAAM,IAAI,KAAK,CAAC,4CAA4C,QAAQ,EAAE,CAAC,CAAC;IAC5E,CAAC;YAAS,CAAC;QACP,gCAAgC;QAChC,IAAI,CAAC;YACD,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3B,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;QAAC,OAAO,YAAY,EAAE,CAAC;YACpB,GAAG,CAAC,IAAI,CAAC,2CAA2C,SAAS,EAAE,CAAC,CAAC;QACrE,CAAC;IACL,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC;QAC7B,GAAG,CAAC,IAAI,CAAC,YAAY,QAAQ,uCAAuC,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE,CAAC;IAExD,6DAA6D;IAC7D,MAAM,QAAQ,GAAG,MAAM,oBAAoB,CACvC,MAAM,EACN,IAAI,EACJ,cAAc,EACd,MAAM,CACT,CAAC;IAEF,OAAO;QACH,OAAO,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/B,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,cAAc,EAAE,cAAc,CAAC,MAAM;QACrC,MAAM,EAAE,SAAS;KACpB,CAAC;AACN,CAAC"}
@@ -0,0 +1,12 @@
1
+ import { setupActivity } from "../dsl/setup/ActivityContext.js";
2
+ /**
3
+ * We are using a union type for the status parameter since typescript enums breaks the workflow code generation
4
+ * @param objectId
5
+ * @param status
6
+ */
7
+ export async function setDocumentStatus(payload) {
8
+ const { client, params, objectId } = await setupActivity(payload);
9
+ const res = await client.objects.update(objectId, { status: params.status });
10
+ return res.status;
11
+ }
12
+ //# sourceMappingURL=setDocumentStatus.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"setDocumentStatus.js","sourceRoot":"","sources":["../../../src/activities/setDocumentStatus.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAWhE;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAA6D;IACjG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAA0B,OAAO,CAAC,CAAC;IAE3F,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;IAE7E,OAAO,GAAG,CAAC,MAAM,CAAC;AAEtB,CAAC"}
@@ -0,0 +1,410 @@
1
+ import { PutObjectCommand, S3Client } from "@aws-sdk/client-s3";
2
+ import { GetDocumentAnalysisCommand, StartDocumentAnalysisCommand, TextractClient } from "@aws-sdk/client-textract";
3
+ import Papa from 'papaparse';
4
+ export class TextractProcessor {
5
+ textractClient;
6
+ s3Client;
7
+ fileKey;
8
+ bucket;
9
+ log;
10
+ detectImages;
11
+ /**
12
+ * Whether or not to include confidence values in CSV output for tables.
13
+ */
14
+ includeConfidenceInTables;
15
+ constructor({ fileKey, region, bucket, credentials, log, detectImages = false, includeConfidenceInTables = false // NEW default = false
16
+ }) {
17
+ this.fileKey = fileKey;
18
+ this.bucket = bucket;
19
+ this.log = log;
20
+ this.detectImages = detectImages;
21
+ this.includeConfidenceInTables = includeConfidenceInTables;
22
+ this.textractClient = new TextractClient({
23
+ region,
24
+ credentials
25
+ });
26
+ this.s3Client = new S3Client({
27
+ region,
28
+ credentials
29
+ });
30
+ }
31
+ getText(result, blocksMap) {
32
+ let text = '';
33
+ if (result.Relationships) {
34
+ for (const relationship of result.Relationships) {
35
+ if (relationship.Type === 'CHILD') {
36
+ for (const childId of relationship.Ids || []) {
37
+ const word = blocksMap[childId];
38
+ if (word.BlockType === 'WORD') {
39
+ const wordText = word.Text || '';
40
+ // Example logic to quote numeric text with commas
41
+ if (wordText.includes(',') &&
42
+ wordText.replace(',', '').match(/^\d+$/)) {
43
+ text += `"${wordText}" `;
44
+ }
45
+ else {
46
+ text += `${wordText} `;
47
+ }
48
+ }
49
+ if (word.BlockType === 'SELECTION_ELEMENT' &&
50
+ word.SelectionStatus === 'SELECTED') {
51
+ text += 'X ';
52
+ }
53
+ }
54
+ }
55
+ }
56
+ }
57
+ return text.trim();
58
+ }
59
+ isBlockInTable(block, blocksMap) {
60
+ if (block.BlockType !== 'LINE') {
61
+ return false;
62
+ }
63
+ if (block.Relationships) {
64
+ for (const relationship of block.Relationships) {
65
+ if (relationship.Type === 'CHILD') {
66
+ for (const childId of relationship.Ids || []) {
67
+ const wordBlock = blocksMap[childId];
68
+ if (this.isWordInTableCell(wordBlock, blocksMap)) {
69
+ return true;
70
+ }
71
+ }
72
+ }
73
+ }
74
+ }
75
+ return false;
76
+ }
77
+ isWordInTableCell(wordBlock, blocksMap) {
78
+ // Check if the wordBlock is a descendant of any TABLE->CELL block
79
+ for (const blockId in blocksMap) {
80
+ const potentialTable = blocksMap[blockId];
81
+ if (potentialTable.BlockType === 'TABLE' && potentialTable.Relationships) {
82
+ for (const relationship of potentialTable.Relationships) {
83
+ if (relationship.Type === 'CHILD') {
84
+ for (const cellId of relationship.Ids || []) {
85
+ const cell = blocksMap[cellId];
86
+ if (cell.BlockType === 'CELL' && cell.Relationships) {
87
+ for (const cellRel of cell.Relationships) {
88
+ if (cellRel.Type === 'CHILD' &&
89
+ cellRel.Ids?.includes(wordBlock.Id)) {
90
+ return true;
91
+ }
92
+ }
93
+ }
94
+ }
95
+ }
96
+ }
97
+ }
98
+ }
99
+ return false;
100
+ }
101
+ /**
102
+ * NEW: Helper type to store row and column text along with confidence.
103
+ */
104
+ getRowsColumnsMap(tableResult, blocksMap) {
105
+ const rows = [];
106
+ tableResult.Relationships?.forEach(relationship => {
107
+ if (relationship.Type === 'CHILD') {
108
+ relationship.Ids?.forEach(childId => {
109
+ const cell = blocksMap[childId];
110
+ if (cell.BlockType === 'CELL') {
111
+ const rowIndex = cell.RowIndex || 1;
112
+ const colIndex = cell.ColumnIndex || 1;
113
+ // Expand the array if needed
114
+ if (!rows[rowIndex - 1]) {
115
+ rows[rowIndex - 1] = [];
116
+ }
117
+ // Prepare cell text and confidence
118
+ const text = this.getText(cell, blocksMap);
119
+ const confidence = cell.Confidence || 0;
120
+ // If there's a gap, fill it with placeholders
121
+ // so that we can safely place text at colIndex - 1
122
+ for (let i = rows[rowIndex - 1].length; i < colIndex - 1; i++) {
123
+ rows[rowIndex - 1].push({ text: '', confidence: 0 });
124
+ }
125
+ rows[rowIndex - 1][colIndex - 1] = { text, confidence };
126
+ }
127
+ });
128
+ }
129
+ });
130
+ return { rows };
131
+ }
132
+ generateTableCSV(tableResult, blocksMap, _tableIndex, _pageNumber) {
133
+ const { rows } = this.getRowsColumnsMap(tableResult, blocksMap);
134
+ let totalConfidence = 0;
135
+ let cellCount = 0;
136
+ // Prepare CSV data
137
+ const csvData = [];
138
+ for (const row of rows) {
139
+ const rowData = [];
140
+ for (const cell of row) {
141
+ // Add to CSV
142
+ rowData.push(cell.text.trim());
143
+ // Accumulate confidence
144
+ totalConfidence += cell.confidence;
145
+ cellCount++;
146
+ }
147
+ csvData.push(rowData);
148
+ }
149
+ // Compute average confidence (or any other method you prefer)
150
+ const tableConfidence = cellCount > 0 ? (totalConfidence / cellCount) : 0;
151
+ // Convert to CSV
152
+ const csv = Papa.unparse(csvData, {
153
+ delimiter: ',',
154
+ quotes: true,
155
+ quoteChar: '"',
156
+ escapeChar: '"',
157
+ header: false,
158
+ newline: '\n',
159
+ skipEmptyLines: false
160
+ });
161
+ return { csv, tableConfidence };
162
+ }
163
+ async upload(fileBuf) {
164
+ this.log.info('Uploading file to S3', { fileKey: this.fileKey });
165
+ const command = new PutObjectCommand({
166
+ Bucket: this.bucket,
167
+ Key: this.fileKey,
168
+ Body: fileBuf,
169
+ });
170
+ await this.s3Client.send(command);
171
+ }
172
+ async startAnalysis(s3Key) {
173
+ const command = new StartDocumentAnalysisCommand({
174
+ DocumentLocation: {
175
+ S3Object: {
176
+ Bucket: this.bucket,
177
+ Name: s3Key
178
+ }
179
+ },
180
+ FeatureTypes: ["TABLES"]
181
+ });
182
+ const response = await this.textractClient.send(command);
183
+ return response.JobId;
184
+ }
185
+ async checkJobStatus(jobId) {
186
+ const command = new GetDocumentAnalysisCommand({ JobId: jobId });
187
+ const response = await this.textractClient.send(command);
188
+ return response.JobStatus;
189
+ }
190
+ getImagePlaceholder(block) {
191
+ const geometry = block.Geometry?.BoundingBox;
192
+ if (!geometry)
193
+ return '';
194
+ const area = (geometry.Width || 0) * (geometry.Height || 0);
195
+ if (area < 0.05)
196
+ return ''; // skip small images
197
+ const top = geometry.Top || 0;
198
+ const left = geometry.Left || 0;
199
+ let position = '';
200
+ if (top < 0.3)
201
+ position += 'TOP_';
202
+ else if (top > 0.7)
203
+ position += 'BOTTOM_';
204
+ if (left < 0.3)
205
+ position += 'LEFT';
206
+ else if (left > 0.7)
207
+ position += 'RIGHT';
208
+ else
209
+ position += 'CENTER';
210
+ return `[IMAGE_${position}]\n`;
211
+ }
212
+ getIndentationLevel(block) {
213
+ const left = block.Geometry?.BoundingBox?.Left || 0;
214
+ if (left < 0.15)
215
+ return 0;
216
+ if (left < 0.25)
217
+ return 1;
218
+ return 2;
219
+ }
220
+ isLikelyHeader(block, prevBlock) {
221
+ if (!prevBlock)
222
+ return true;
223
+ const gap = (block.Geometry?.BoundingBox?.Top || 0) -
224
+ ((prevBlock.Geometry?.BoundingBox?.Top || 0) +
225
+ (prevBlock.Geometry?.BoundingBox?.Height || 0));
226
+ return gap > 0.03;
227
+ }
228
+ formatTextBlock(block, prevBlock) {
229
+ const text = block.Text || '';
230
+ const indentLevel = this.getIndentationLevel(block);
231
+ const indent = ' '.repeat(indentLevel);
232
+ if (this.isLikelyHeader(block, prevBlock)) {
233
+ return `\n${indent}${text}\n`;
234
+ }
235
+ return `${indent}${text}\n`;
236
+ }
237
+ shouldMergeLines(prev, current) {
238
+ const prevBottom = (prev.Geometry?.BoundingBox?.Top || 0)
239
+ + (prev.Geometry?.BoundingBox?.Height || 0);
240
+ const currentTop = current.Geometry?.BoundingBox?.Top || 0;
241
+ const gap = currentTop - prevBottom;
242
+ // For example, if gap < 0.02, treat them as contiguous
243
+ if (gap < 0.02) {
244
+ return true;
245
+ }
246
+ return false;
247
+ }
248
+ async processResults(jobId) {
249
+ let nextToken;
250
+ let allBlocks = [];
251
+ do {
252
+ const command = new GetDocumentAnalysisCommand({
253
+ JobId: jobId,
254
+ NextToken: nextToken
255
+ });
256
+ const response = await this.textractClient.send(command);
257
+ allBlocks = allBlocks.concat(response.Blocks || []);
258
+ nextToken = response.NextToken;
259
+ } while (nextToken);
260
+ // Create blocks map
261
+ const blocksMap = {};
262
+ for (const block of allBlocks) {
263
+ blocksMap[block.Id] = block;
264
+ }
265
+ // We'll store each page's content in sequence
266
+ const pageContents = [];
267
+ let currentPage = null;
268
+ // We'll keep track of a "current text block" that we're building
269
+ let currentTextContent = "";
270
+ let prevLineBlock = null;
271
+ // Sort by page and vertical position
272
+ allBlocks.sort((a, b) => {
273
+ if (a.Page !== b.Page)
274
+ return (a.Page || 0) - (b.Page || 0);
275
+ return (a.Geometry?.BoundingBox?.Top || 0) - (b.Geometry?.BoundingBox?.Top || 0);
276
+ });
277
+ for (const block of allBlocks) {
278
+ if (block.BlockType === 'PAGE') {
279
+ // If we were building a text block, push it before starting a new page
280
+ if (currentTextContent.trim().length > 0 && currentPage) {
281
+ currentPage.blocks.push({
282
+ type: 'text',
283
+ content: currentTextContent
284
+ });
285
+ }
286
+ if (currentPage) {
287
+ pageContents.push(currentPage);
288
+ }
289
+ currentPage = {
290
+ pageNumber: block.Page || 0,
291
+ blocks: []
292
+ };
293
+ currentTextContent = "";
294
+ prevLineBlock = null;
295
+ }
296
+ else if (currentPage && block.Page === currentPage.pageNumber) {
297
+ // TABLE handling
298
+ if (block.BlockType === 'TABLE') {
299
+ // If there's a pending text block, push it first
300
+ if (currentTextContent.trim().length > 0) {
301
+ currentPage.blocks.push({
302
+ type: 'text',
303
+ content: currentTextContent
304
+ });
305
+ currentTextContent = "";
306
+ }
307
+ const { csv, tableConfidence } = this.generateTableCSV(block, blocksMap, currentPage.blocks.filter(b => b.type === 'table').length + 1, currentPage.pageNumber);
308
+ currentPage.blocks.push({
309
+ type: 'table',
310
+ content: csv,
311
+ confidence: tableConfidence
312
+ });
313
+ prevLineBlock = null;
314
+ }
315
+ // LINE handling (merge or start new)
316
+ else if (block.BlockType === 'LINE' && !this.isBlockInTable(block, blocksMap)) {
317
+ if (prevLineBlock && this.shouldMergeLines(prevLineBlock, block)) {
318
+ // If we consider this line to be part of the same paragraph,
319
+ // just append the text. We'll call formatTextBlock to get
320
+ // indentation/header logic, but we won't add a leading newline.
321
+ const formatted = this.formatTextBlock(block, prevLineBlock);
322
+ // formatTextBlock might include a leading newline if isLikelyHeader = true
323
+ // so you can strip it out if you want them truly "merged" into one paragraph:
324
+ const mergedText = formatted.replace(/^\s*\n/, " ");
325
+ currentTextContent += " " + mergedText.trim();
326
+ }
327
+ else {
328
+ // If there's an existing text block, push it
329
+ if (currentTextContent.trim().length > 0) {
330
+ currentPage.blocks.push({
331
+ type: 'text',
332
+ content: currentTextContent
333
+ });
334
+ }
335
+ // Start a new text block
336
+ currentTextContent = this.formatTextBlock(block, prevLineBlock).trim();
337
+ }
338
+ prevLineBlock = block;
339
+ }
340
+ // IMAGES (if detectImages)
341
+ else if (this.detectImages) {
342
+ const geometry = block.Geometry?.BoundingBox;
343
+ if (geometry && geometry.Width && geometry.Height) {
344
+ const imagePlaceholder = this.getImagePlaceholder(block);
345
+ if (imagePlaceholder) {
346
+ // If there's a pending text block, push it first
347
+ if (currentTextContent.trim().length > 0) {
348
+ currentPage.blocks.push({
349
+ type: 'text',
350
+ content: currentTextContent
351
+ });
352
+ currentTextContent = "";
353
+ }
354
+ currentPage.blocks.push({
355
+ type: 'image',
356
+ content: imagePlaceholder,
357
+ left: geometry.Left,
358
+ top: geometry.Top,
359
+ width: geometry.Width,
360
+ height: geometry.Height
361
+ });
362
+ }
363
+ }
364
+ // No line update to prevLineBlock here
365
+ }
366
+ }
367
+ }
368
+ // Handle last page
369
+ if (currentPage) {
370
+ if (currentTextContent.trim().length > 0) {
371
+ currentPage.blocks.push({
372
+ type: 'text',
373
+ content: currentTextContent
374
+ });
375
+ }
376
+ pageContents.push(currentPage);
377
+ }
378
+ // Build final output
379
+ let fullText = '';
380
+ let imgNumber = 1;
381
+ let tableNumber = 1;
382
+ for (const page of pageContents) {
383
+ fullText += `<page number="${page.pageNumber}">\n`;
384
+ for (const block of page.blocks) {
385
+ if (block.type === 'text') {
386
+ fullText += `<text>\n${block.content}\n</text>\n\n`;
387
+ }
388
+ else if (block.type === 'table') {
389
+ const confidenceAttr = block.confidence !== undefined && this.includeConfidenceInTables
390
+ ? ` confidence="${block.confidence.toFixed(2)}"`
391
+ : '';
392
+ fullText += `<table number=${tableNumber++} type="csv" ${confidenceAttr}>\n`;
393
+ fullText += `${block.content}\n`;
394
+ fullText += `</table>\n\n`;
395
+ }
396
+ else if (block.type === 'image') {
397
+ // Include geometry if you like
398
+ const leftAttr = block.left ? ` left="${block.left.toFixed(4)}"` : '';
399
+ const topAttr = block.top ? ` top="${block.top.toFixed(4)}"` : '';
400
+ const widthAttr = block.width ? ` width="${block.width.toFixed(4)}"` : '';
401
+ const heightAttr = block.height ? ` height="${block.height.toFixed(4)}"` : '';
402
+ fullText += `<image id="${imgNumber++}" ${leftAttr}${topAttr}${widthAttr}${heightAttr}>\n${block.content.trim()}\n</image>\n\n`;
403
+ }
404
+ }
405
+ fullText += `</page>\n\n`;
406
+ }
407
+ return fullText;
408
+ }
409
+ }
410
+ //# sourceMappingURL=TextractProcessor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TextractProcessor.js","sourceRoot":"","sources":["../../../src/conversion/TextractProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEhE,OAAO,EACH,0BAA0B,EAC1B,4BAA4B,EAC5B,cAAc,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,IAAI,MAAM,WAAW,CAAC;AAmC7B,MAAM,OAAO,iBAAiB;IAClB,cAAc,CAAiB;IAC/B,QAAQ,CAAW;IACnB,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,GAAG,CAAM;IACT,YAAY,CAAU;IAC9B;;OAEG;IACK,yBAAyB,CAAU;IAE3C,YAAY,EACR,OAAO,EACP,MAAM,EACN,MAAM,EACN,WAAW,EACX,GAAG,EACH,YAAY,GAAG,KAAK,EACpB,yBAAyB,GAAG,KAAK,CAAE,sBAAsB;MAClC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC;YACrC,MAAM;YACN,WAAW;SACd,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YACzB,MAAM;YACN,WAAW;SACd,CAAC,CAAC;IACP,CAAC;IAEO,OAAO,CAAC,MAAa,EAAE,SAAoB;QAC/C,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC9C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;4BAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;4BACjC,kDAAkD;4BAClD,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;gCACtB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC3C,IAAI,IAAI,IAAI,QAAQ,IAAI,CAAC;4BAC7B,CAAC;iCAAM,CAAC;gCACJ,IAAI,IAAI,GAAG,QAAQ,GAAG,CAAC;4BAC3B,CAAC;wBACL,CAAC;wBACD,IACI,IAAI,CAAC,SAAS,KAAK,mBAAmB;4BACtC,IAAI,CAAC,eAAe,KAAK,UAAU,EACrC,CAAC;4BACC,IAAI,IAAI,IAAI,CAAC;wBACjB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAEO,cAAc,CAAC,KAAY,EAAE,SAAoB;QACrD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACtB,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBAC7C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;wBAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBACrC,IAAI,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;4BAC/C,OAAO,IAAI,CAAC;wBAChB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,iBAAiB,CAAC,SAAgB,EAAE,SAAoB;QAC5D,kEAAkE;QAClE,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAC9B,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,cAAc,CAAC,SAAS,KAAK,OAAO,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;gBACvE,KAAK,MAAM,YAAY,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;oBACtD,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAChC,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;4BAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;4BAC/B,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gCAClD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oCACvC,IACI,OAAO,CAAC,IAAI,KAAK,OAAO;wCACxB,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAG,CAAC,EACtC,CAAC;wCACC,OAAO,IAAI,CAAC;oCAChB,CAAC;gCACL,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,iBAAiB,CACrB,WAAkB,EAClB,SAAoB;QAIpB,MAAM,IAAI,GAAuD,EAAE,CAAC;QAEpE,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE;YAC9C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAChC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;oBAChC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;oBAChC,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;wBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;wBACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;wBAEvC,6BAA6B;wBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;4BACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;wBAC5B,CAAC;wBAED,mCAAmC;wBACnC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;wBAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;wBAExC,8CAA8C;wBAC9C,mDAAmD;wBACnD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;4BAC5D,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;wBACzD,CAAC;wBACD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;oBAC5D,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,CAAC;IACpB,CAAC;IAEO,gBAAgB,CACpB,WAAkB,EAClB,SAAoB,EACpB,WAAmB,EACnB,WAAmB;QAEnB,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAEhE,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,mBAAmB;QACnB,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBACrB,aAAa;gBACb,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC/B,wBAAwB;gBACxB,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC;gBACnC,SAAS,EAAE,CAAC;YAChB,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;QAED,8DAA8D;QAC9D,MAAM,eAAe,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1E,iBAAiB;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC9B,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,IAAI;YACb,cAAc,EAAE,KAAK;SACxB,CAAC,CAAC;QAEH,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QACxB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,IAAI,CAAC,OAAO;YACjB,IAAI,EAAE,OAAO;SAChB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa;QAC7B,MAAM,OAAO,GAAG,IAAI,4BAA4B,CAAC;YAC7C,gBAAgB,EAAE;gBACd,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,IAAI,EAAE,KAAK;iBACd;aACJ;YACD,YAAY,EAAE,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,QAAQ,CAAC,KAAM,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,QAAQ,CAAC,SAAU,CAAC;IAC/B,CAAC;IAEO,mBAAmB,CAAC,KAAY;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAC5D,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,EAAE,CAAC,CAAC,oBAAoB;QAEhD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QAEhC,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,GAAG,GAAG,GAAG;YAAE,QAAQ,IAAI,MAAM,CAAC;aAC7B,IAAI,GAAG,GAAG,GAAG;YAAE,QAAQ,IAAI,SAAS,CAAC;QAE1C,IAAI,IAAI,GAAG,GAAG;YAAE,QAAQ,IAAI,MAAM,CAAC;aAC9B,IAAI,IAAI,GAAG,GAAG;YAAE,QAAQ,IAAI,OAAO,CAAC;;YACpC,QAAQ,IAAI,QAAQ,CAAC;QAE1B,OAAO,UAAU,QAAQ,KAAK,CAAC;IACnC,CAAC;IAEO,mBAAmB,CAAC,KAAY;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACb,CAAC;IAEO,cAAc,CAAC,KAAY,EAAE,SAAuB;QACxD,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;YAC/C,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;gBACxC,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;QACxD,OAAO,GAAG,GAAG,IAAI,CAAC;IACtB,CAAC;IAEO,eAAe,CAAC,KAAY,EAAE,SAAuB;QACzD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACxC,OAAO,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC;QAClC,CAAC;QACD,OAAO,GAAG,MAAM,GAAG,IAAI,IAAI,CAAC;IAChC,CAAC;IAEO,gBAAgB,CAAC,IAAW,EAAE,OAAc;QAChD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;cACnD,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,UAAU,GAAG,UAAU,CAAC;QAEpC,uDAAuD;QACvD,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,IAAI,SAA6B,CAAC;QAClC,IAAI,SAAS,GAAY,EAAE,CAAC;QAE5B,GAAG,CAAC;YACA,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC;gBAC3C,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACpD,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,CAAC,QAAQ,SAAS,EAAE;QAEpB,oBAAoB;QACpB,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,SAAS,CAAC,KAAK,CAAC,EAAG,CAAC,GAAG,KAAK,CAAC;QACjC,CAAC;QAED,8CAA8C;QAC9C,MAAM,YAAY,GAAkB,EAAE,CAAC;QACvC,IAAI,WAAW,GAAuB,IAAI,CAAC;QAE3C,iEAAiE;QACjE,IAAI,kBAAkB,GAAG,EAAE,CAAC;QAC5B,IAAI,aAAa,GAAiB,IAAI,CAAC;QAEvC,qCAAqC;QACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;gBAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAC5D,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;gBAC7B,uEAAuE;gBACvE,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;oBACtD,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,kBAAkB;qBAC9B,CAAC,CAAC;gBACP,CAAC;gBACD,IAAI,WAAW,EAAE,CAAC;oBACd,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;gBACD,WAAW,GAAG;oBACV,UAAU,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;oBAC3B,MAAM,EAAE,EAAE;iBACb,CAAC;gBACF,kBAAkB,GAAG,EAAE,CAAC;gBACxB,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC;iBACI,IAAI,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,UAAU,EAAE,CAAC;gBAC5D,iBAAiB;gBACjB,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;oBAC9B,iDAAiD;oBACjD,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;4BACpB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,kBAAkB;yBAC9B,CAAC,CAAC;wBACH,kBAAkB,GAAG,EAAE,CAAC;oBAC5B,CAAC;oBACD,MAAM,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAClD,KAAK,EACL,SAAS,EACT,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAC7D,WAAW,CAAC,UAAU,CACzB,CAAC;oBACF,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,GAAG;wBACZ,UAAU,EAAE,eAAe;qBAC9B,CAAC,CAAC;oBACH,aAAa,GAAG,IAAI,CAAC;gBACzB,CAAC;gBACD,qCAAqC;qBAChC,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;oBAC5E,IAAI,aAAa,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC,EAAE,CAAC;wBAC/D,6DAA6D;wBAC7D,0DAA0D;wBAC1D,gEAAgE;wBAChE,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;wBAE7D,2EAA2E;wBAC3E,8EAA8E;wBAC9E,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;wBAEpD,kBAAkB,IAAI,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;oBAClD,CAAC;yBAAM,CAAC;wBACJ,6CAA6C;wBAC7C,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,MAAM;gCACZ,OAAO,EAAE,kBAAkB;6BAC9B,CAAC,CAAC;wBACP,CAAC;wBACD,yBAAyB;wBACzB,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3E,CAAC;oBACD,aAAa,GAAG,KAAK,CAAC;gBAC1B,CAAC;gBACD,2BAA2B;qBACtB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;oBAC7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;wBACzD,IAAI,gBAAgB,EAAE,CAAC;4BACnB,iDAAiD;4BACjD,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;oCACpB,IAAI,EAAE,MAAM;oCACZ,OAAO,EAAE,kBAAkB;iCAC9B,CAAC,CAAC;gCACH,kBAAkB,GAAG,EAAE,CAAC;4BAC5B,CAAC;4BAED,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,OAAO;gCACb,OAAO,EAAE,gBAAgB;gCACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,GAAG,EAAE,QAAQ,CAAC,GAAG;gCACjB,KAAK,EAAE,QAAQ,CAAC,KAAK;gCACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;6BAC1B,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;oBACD,uCAAuC;gBAC3C,CAAC;YACL,CAAC;QACL,CAAC;QAED,mBAAmB;QACnB,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,kBAAkB;iBAC9B,CAAC,CAAC;YACP,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAED,qBAAqB;QACrB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAC9B,QAAQ,IAAI,iBAAiB,IAAI,CAAC,UAAU,MAAM,CAAC;YACnD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACxB,QAAQ,IAAI,WAAW,KAAK,CAAC,OAAO,eAAe,CAAC;gBACxD,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,yBAAyB;wBACnF,CAAC,CAAC,gBAAgB,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;wBAChD,CAAC,CAAC,EAAE,CAAC;oBACT,QAAQ,IAAI,iBAAiB,WAAW,EAAE,eAAe,cAAc,KAAK,CAAC;oBAC7E,QAAQ,IAAI,GAAG,KAAK,CAAC,OAAO,IAAI,CAAC;oBACjC,QAAQ,IAAI,cAAc,CAAC;gBAC/B,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,+BAA+B;oBAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1E,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAE9E,QAAQ,IAAI,cAAc,SAAS,EAAE,KAAK,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC;gBACpI,CAAC;YACL,CAAC;YACD,QAAQ,IAAI,aAAa,CAAC;QAC9B,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;CAEJ"}
@@ -0,0 +1,143 @@
1
+ import { log } from "@temporalio/activity";
2
+ import { execFile as execFileCallback } from "child_process";
3
+ import fs from "fs";
4
+ import { file } from "tmp-promise";
5
+ import { promisify } from "util";
6
+ const execFile = promisify(execFileCallback);
7
+ /**
8
+ * Resizes an image to a maximum height or width using ImageMagick
9
+ * with progressive loading when supported and colorspace correction
10
+ * @param inputPath Input file path
11
+ * @param max_hw Maximum height or width
12
+ * @param format Output format
13
+ * @param progressive Enable progressive loading for supported formats (defaults to true)
14
+ * @param colorspaceCorrection Enable colorspace correction (defaults to true), not recommended for Q8 image magick.
15
+ * @param colorspace Colorspace to use for processing ('RGB', 'LAB', 'LUV', 'sigmoidal') (defaults to 'RGB')
16
+ * @returns Path to the resized image
17
+ */
18
+ export async function imageResizer(inputPath, max_hw, format, progressive = true, colorspaceCorrection = true, colorspace = 'RGB') {
19
+ log.info(`[image-resizer] Resizing image: ${inputPath} to max_hw: ${max_hw}, format: ${format}, progressive: ${progressive}, colorspaceCorrection: ${colorspaceCorrection ? colorspace : 'disabled'}`);
20
+ const allowedFormats = ["jpg", "jpeg", "png", "webp"];
21
+ if (!format || format.trim() === "") {
22
+ throw new Error(`Invalid format: ${format}.Supported : ${allowedFormats.join(", ")}`);
23
+ }
24
+ //check that max_hw is valid
25
+ if (!Number.isInteger(max_hw) || max_hw <= 0) {
26
+ throw new Error(`Invalid max_hw value: ${max_hw}`);
27
+ }
28
+ //check that inputPath exists
29
+ if (!fs.existsSync(inputPath)) {
30
+ throw new Error(`Input file does not exist: ${inputPath}`);
31
+ }
32
+ // Create a temporary file
33
+ const { path: outputPath, cleanup } = await file({ postfix: `.${format}` });
34
+ try {
35
+ // Check if input file exists
36
+ if (!fs.existsSync(inputPath)) {
37
+ throw new Error(`Input file does not exist: ${inputPath}`);
38
+ }
39
+ // Validate max_hw
40
+ if (!Number.isInteger(max_hw) || max_hw <= 0) {
41
+ throw new Error(`Invalid max_hw value: ${max_hw}`);
42
+ }
43
+ // Progressive loading options
44
+ let conversionOption = "";
45
+ // Only add progressive option for formats that support it
46
+ if (progressive) {
47
+ // JPEG and some other formats support progressive loading
48
+ const lowerFormat = format.toLowerCase();
49
+ if (lowerFormat === "jpg" || lowerFormat === "jpeg") {
50
+ conversionOption = "-interlace JPEG";
51
+ log.info(`Enabling interlaced ${lowerFormat.toUpperCase()} format`);
52
+ }
53
+ else if (lowerFormat === "png") {
54
+ conversionOption = "-interlace PNG";
55
+ log.info(`Enabling interlaced ${lowerFormat.toUpperCase()} format`);
56
+ }
57
+ else if (lowerFormat === "gif") {
58
+ conversionOption = "-interlace GIF";
59
+ log.info(`Enabling interlaced ${lowerFormat.toUpperCase()} format`);
60
+ }
61
+ }
62
+ log.info(`Resizing image using ImageMagick: ${inputPath} -> ${outputPath}`);
63
+ const command = `convert`;
64
+ let args = [inputPath];
65
+ // Add JPEG shrink-on-load optimization
66
+ args.push("-define", `jpeg:size=${max_hw * 3}x${max_hw * 3}`);
67
+ // Remove metadata
68
+ args.push("-strip");
69
+ // https://usage.imagemagick.org/filter/nicolas/#downsample
70
+ // Add colorspace correction if enabled
71
+ if (colorspaceCorrection) {
72
+ switch (colorspace) {
73
+ case 'RGB':
74
+ // Linear light, recommended default
75
+ // Convert from sRGB to linear RGB for processing
76
+ args.push("-colorspace", "RGB");
77
+ log.info("Using linear RGB colorspace for resize processing");
78
+ break;
79
+ case 'LAB':
80
+ // Perceptual linear light
81
+ // Use LAB colorspace which separates intensity from color
82
+ // Better for avoiding color clipping and distortion
83
+ args.push("-colorspace", "LAB");
84
+ log.info("Using LAB colorspace for resize processing");
85
+ break;
86
+ case 'LUV':
87
+ // Perceptual linear light
88
+ // Alternative to LAB with perceptually uniform color deltas
89
+ args.push("-colorspace", "LUV");
90
+ log.info("Using LUV colorspace for resize processing");
91
+ break;
92
+ case 'sigmoidal':
93
+ // Sigmoidal colorspace modification to reduce ringing artifacts
94
+ args.push("-colorspace", "RGB");
95
+ args.push("+sigmoidal-contrast", "6.5,50%");
96
+ log.info("Using sigmoidal contrast modification for resize processing");
97
+ break;
98
+ }
99
+ }
100
+ // Resize operation
101
+ args.push("-resize", `${max_hw}x${max_hw}>`);
102
+ // Restore colorspace after processing
103
+ if (colorspaceCorrection) {
104
+ switch (colorspace) {
105
+ case 'RGB':
106
+ case 'LAB':
107
+ case 'LUV':
108
+ // Convert back to sRGB for output
109
+ args.push("-colorspace", "sRGB");
110
+ break;
111
+ case 'sigmoidal':
112
+ // Restore from sigmoidal modification and convert to sRGB
113
+ args.push("-sigmoidal-contrast", "6.5,50%");
114
+ args.push("-colorspace", "sRGB");
115
+ break;
116
+ }
117
+ }
118
+ // Add progressive/interlace options
119
+ if (conversionOption) {
120
+ args.push(...conversionOption.split(" "));
121
+ }
122
+ // Output path
123
+ args.push(outputPath);
124
+ log.info(`ImageMagick command: ${command} ${args.join(" ")}`);
125
+ const { stderr } = await execFile(command, args);
126
+ if (stderr) {
127
+ log.warn(`ImageMagick warning: ${stderr}`);
128
+ }
129
+ // Verify output exists and has content
130
+ if (!fs.existsSync(outputPath) || fs.statSync(outputPath).size === 0) {
131
+ throw new Error(`ImageMagick conversion failed: output file not created or empty`);
132
+ }
133
+ return outputPath;
134
+ }
135
+ catch (error) {
136
+ // Clean up the temporary file
137
+ await cleanup();
138
+ const errorMessage = error instanceof Error ? error.message : String(error);
139
+ log.error(`Image conversion failed: ${errorMessage}`);
140
+ throw new Error(`Image conversion failed: ${errorMessage}`);
141
+ }
142
+ }
143
+ //# sourceMappingURL=image.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/conversion/image.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,MAAM,QAAQ,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;AAE7C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,SAAiB,EACjB,MAAc,EACd,MAAc,EACd,cAAuB,IAAI,EAC3B,uBAAgC,IAAI,EACpC,aAAkD,KAAK;IAEvD,GAAG,CAAC,IAAI,CAAC,mCAAmC,SAAS,eAAe,MAAM,aAAa,MAAM,kBAAkB,WAAW,2BAA2B,oBAAoB,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;IAEvM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAEtD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,gBAAgB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,4BAA4B;IAC5B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,6BAA6B;IAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,0BAA0B;IAC1B,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5E,IAAI,CAAC;QACD,6BAA6B;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,kBAAkB;QAClB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,8BAA8B;QAC9B,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAE1B,0DAA0D;QAC1D,IAAI,WAAW,EAAE,CAAC;YACd,0DAA0D;YAC1D,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;gBAClD,gBAAgB,GAAG,iBAAiB,CAAC;gBACrC,GAAG,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC/B,gBAAgB,GAAG,gBAAgB,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC/B,gBAAgB,GAAG,gBAAgB,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,qCAAqC,SAAS,OAAO,UAAU,EAAE,CAAC,CAAC;QAE5E,MAAM,OAAO,GAAG,SAAS,CAAA;QACzB,IAAI,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;QAEvB,uCAAuC;QACvC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC;QAE9D,kBAAkB;QAClB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEpB,2DAA2D;QAC3D,uCAAuC;QACvC,IAAI,oBAAoB,EAAE,CAAC;YACvB,QAAQ,UAAU,EAAE,CAAC;gBACjB,KAAK,KAAK;oBACN,oCAAoC;oBACpC,iDAAiD;oBACjD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;oBAChC,GAAG,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;oBAC9D,MAAM;gBACV,KAAK,KAAK;oBACN,0BAA0B;oBAC1B,0DAA0D;oBAC1D,oDAAoD;oBACpD,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;oBAChC,GAAG,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;oBACvD,MAAM;gBACV,KAAK,KAAK;oBACN,0BAA0B;oBAC1B,4DAA4D;oBAC5D,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;oBAChC,GAAG,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;oBACvD,MAAM;gBACV,KAAK,WAAW;oBACZ,gEAAgE;oBAChE,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;oBAChC,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAC;oBAC5C,GAAG,CAAC,IAAI,CAAC,6DAA6D,CAAC,CAAC;oBACxE,MAAM;YACd,CAAC;QACL,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,MAAM,IAAI,MAAM,GAAG,CAAC,CAAC;QAE7C,sCAAsC;QACtC,IAAI,oBAAoB,EAAE,CAAC;YACvB,QAAQ,UAAU,EAAE,CAAC;gBACjB,KAAK,KAAK,CAAC;gBACX,KAAK,KAAK,CAAC;gBACX,KAAK,KAAK;oBACN,kCAAkC;oBAClC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;oBACjC,MAAM;gBACV,KAAK,WAAW;oBACZ,0DAA0D;oBAC1D,IAAI,CAAC,IAAI,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAC;oBAC5C,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;oBACjC,MAAM;YACd,CAAC;QACL,CAAC;QAED,oCAAoC;QACpC,IAAI,gBAAgB,EAAE,CAAC;YACnB,IAAI,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,cAAc;QACd,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAEtB,GAAG,CAAC,IAAI,CAAC,wBAAwB,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE9D,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAEjD,IAAI,MAAM,EAAE,CAAC;YACT,GAAG,CAAC,IAAI,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,8BAA8B;QAC9B,MAAM,OAAO,EAAE,CAAC;QAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5E,GAAG,CAAC,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;IAChE,CAAC;AACL,CAAC"}
@@ -0,0 +1,36 @@
1
+ import { log } from "@temporalio/activity";
2
+ import { spawn } from "child_process";
3
+ import fs from "fs";
4
+ import tmp from "tmp";
5
+ export function markdownWithMarkitdown(buffer, ext) {
6
+ const inputFile = tmp.fileSync({ postfix: ext });
7
+ const targetFileName = tmp.tmpNameSync({ postfix: ".md" });
8
+ fs.writeSync(inputFile.fd, buffer);
9
+ return new Promise((resolve, reject) => {
10
+ const tool = "markitdown";
11
+ log.info(`Converting document to markdown with ${tool}`, { inputFile: inputFile.name, targetFileName });
12
+ const command = spawn(tool, [inputFile.name, "-o", targetFileName]);
13
+ command.on("exit", function (code) {
14
+ if (code) {
15
+ reject(new Error(`${tool} exited with code ${code}`));
16
+ }
17
+ });
18
+ command.on("close", function (code) {
19
+ if (code) {
20
+ reject(new Error(`${tool} exited with code ${code}`));
21
+ }
22
+ else {
23
+ return fs.readFile(targetFileName, "utf8", (err, data) => {
24
+ if (err) {
25
+ reject(err);
26
+ }
27
+ return resolve(data);
28
+ });
29
+ }
30
+ });
31
+ command.on("error", (err) => {
32
+ reject(err);
33
+ });
34
+ });
35
+ }
36
+ //# sourceMappingURL=markitdown.js.map