@vertesia/workflow 0.54.0 → 0.55.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (357) hide show
  1. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +32 -0
  2. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  3. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +72 -0
  4. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  5. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +18 -0
  6. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  7. package/lib/cjs/activities/chunkDocument.js +84 -0
  8. package/lib/cjs/activities/chunkDocument.js.map +1 -0
  9. package/lib/cjs/activities/createDocumentFromOther.js +64 -0
  10. package/lib/cjs/activities/createDocumentFromOther.js.map +1 -0
  11. package/lib/cjs/activities/executeInteraction.js +154 -0
  12. package/lib/cjs/activities/executeInteraction.js.map +1 -0
  13. package/lib/cjs/activities/extractDocumentText.js +156 -0
  14. package/lib/cjs/activities/extractDocumentText.js.map +1 -0
  15. package/lib/cjs/activities/generateDocumentProperties.js +77 -0
  16. package/lib/cjs/activities/generateDocumentProperties.js.map +1 -0
  17. package/lib/cjs/activities/generateEmbeddings.js +248 -0
  18. package/lib/cjs/activities/generateEmbeddings.js.map +1 -0
  19. package/lib/cjs/activities/generateImageRendition.js +167 -0
  20. package/lib/cjs/activities/generateImageRendition.js.map +1 -0
  21. package/lib/cjs/activities/generateOrAssignContentType.js +112 -0
  22. package/lib/cjs/activities/generateOrAssignContentType.js.map +1 -0
  23. package/lib/cjs/activities/getObjectFromStore.js +20 -0
  24. package/lib/cjs/activities/getObjectFromStore.js.map +1 -0
  25. package/lib/cjs/activities/handleError.js +22 -0
  26. package/lib/cjs/activities/handleError.js.map +1 -0
  27. package/lib/cjs/activities/index-dsl.js +39 -0
  28. package/lib/cjs/activities/index-dsl.js.map +1 -0
  29. package/lib/cjs/activities/index.js +21 -0
  30. package/lib/cjs/activities/index.js.map +1 -0
  31. package/lib/cjs/activities/media/processPdfWithTextract.js +102 -0
  32. package/lib/cjs/activities/media/processPdfWithTextract.js.map +1 -0
  33. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +51 -0
  34. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +1 -0
  35. package/lib/cjs/activities/notifyWebhook.js +34 -0
  36. package/lib/cjs/activities/notifyWebhook.js.map +1 -0
  37. package/lib/cjs/activities/setDocumentStatus.js +15 -0
  38. package/lib/cjs/activities/setDocumentStatus.js.map +1 -0
  39. package/lib/cjs/conversion/TextractProcessor.js +417 -0
  40. package/lib/cjs/conversion/TextractProcessor.js.map +1 -0
  41. package/lib/cjs/conversion/image.js +94 -0
  42. package/lib/cjs/conversion/image.js.map +1 -0
  43. package/lib/cjs/conversion/markitdown.js +42 -0
  44. package/lib/cjs/conversion/markitdown.js.map +1 -0
  45. package/lib/cjs/conversion/mutool.js +147 -0
  46. package/lib/cjs/conversion/mutool.js.map +1 -0
  47. package/lib/cjs/conversion/pandoc.js +39 -0
  48. package/lib/cjs/conversion/pandoc.js.map +1 -0
  49. package/lib/cjs/dsl/conditions.js +81 -0
  50. package/lib/cjs/dsl/conditions.js.map +1 -0
  51. package/lib/cjs/dsl/dsl-workflow.js +271 -0
  52. package/lib/cjs/dsl/dsl-workflow.js.map +1 -0
  53. package/lib/cjs/dsl/dslProxyActivities.js +23 -0
  54. package/lib/cjs/dsl/dslProxyActivities.js.map +1 -0
  55. package/lib/cjs/dsl/projections.js +59 -0
  56. package/lib/cjs/dsl/projections.js.map +1 -0
  57. package/lib/cjs/dsl/setup/ActivityContext.js +120 -0
  58. package/lib/cjs/dsl/setup/ActivityContext.js.map +1 -0
  59. package/lib/cjs/dsl/setup/fetch/DataProvider.js +51 -0
  60. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +1 -0
  61. package/lib/cjs/dsl/setup/fetch/index.js +16 -0
  62. package/lib/cjs/dsl/setup/fetch/index.js.map +1 -0
  63. package/lib/cjs/dsl/setup/fetch/providers.js +67 -0
  64. package/lib/cjs/dsl/setup/fetch/providers.js.map +1 -0
  65. package/lib/cjs/dsl/test/test-child-workflow.js +10 -0
  66. package/lib/cjs/dsl/test/test-child-workflow.js.map +1 -0
  67. package/lib/cjs/dsl/validation.js +122 -0
  68. package/lib/cjs/dsl/validation.js.map +1 -0
  69. package/lib/cjs/dsl/vars.js +341 -0
  70. package/lib/cjs/dsl/vars.js.map +1 -0
  71. package/lib/cjs/dsl/walk.js +100 -0
  72. package/lib/cjs/dsl/walk.js.map +1 -0
  73. package/lib/cjs/dsl.js +20 -0
  74. package/lib/cjs/dsl.js.map +1 -0
  75. package/lib/cjs/errors.js +48 -0
  76. package/lib/cjs/errors.js.map +1 -0
  77. package/lib/cjs/index.js +50 -0
  78. package/lib/cjs/index.js.map +1 -0
  79. package/lib/cjs/iterative-generation/activities/extractToc.js +47 -0
  80. package/lib/cjs/iterative-generation/activities/extractToc.js.map +1 -0
  81. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +69 -0
  82. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +1 -0
  83. package/lib/cjs/iterative-generation/activities/generatePart.js +73 -0
  84. package/lib/cjs/iterative-generation/activities/generatePart.js.map +1 -0
  85. package/lib/cjs/iterative-generation/activities/generateToc.js +91 -0
  86. package/lib/cjs/iterative-generation/activities/generateToc.js.map +1 -0
  87. package/lib/cjs/iterative-generation/activities/index.js +12 -0
  88. package/lib/cjs/iterative-generation/activities/index.js.map +1 -0
  89. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +56 -0
  90. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
  91. package/lib/cjs/iterative-generation/types.js +5 -0
  92. package/lib/cjs/iterative-generation/types.js.map +1 -0
  93. package/lib/cjs/iterative-generation/utils.js +121 -0
  94. package/lib/cjs/iterative-generation/utils.js.map +1 -0
  95. package/lib/cjs/package.json +3 -0
  96. package/lib/cjs/result-types.js +10 -0
  97. package/lib/cjs/result-types.js.map +1 -0
  98. package/lib/cjs/system/notifyWebhookWorkflow.js +47 -0
  99. package/lib/cjs/system/notifyWebhookWorkflow.js.map +1 -0
  100. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +28 -0
  101. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  102. package/lib/cjs/utils/auth.js +15 -0
  103. package/lib/cjs/utils/auth.js.map +1 -0
  104. package/lib/cjs/utils/blobs.js +69 -0
  105. package/lib/cjs/utils/blobs.js.map +1 -0
  106. package/lib/cjs/utils/chunks.js +14 -0
  107. package/lib/cjs/utils/chunks.js.map +1 -0
  108. package/lib/cjs/utils/client.js +26 -0
  109. package/lib/cjs/utils/client.js.map +1 -0
  110. package/lib/cjs/utils/expand-vars.js +33 -0
  111. package/lib/cjs/utils/expand-vars.js.map +1 -0
  112. package/lib/cjs/utils/memory.js +65 -0
  113. package/lib/cjs/utils/memory.js.map +1 -0
  114. package/lib/cjs/utils/tokens.js +38 -0
  115. package/lib/cjs/utils/tokens.js.map +1 -0
  116. package/lib/cjs/vars.js +20 -0
  117. package/lib/cjs/vars.js.map +1 -0
  118. package/lib/cjs/workflows.js +15 -0
  119. package/lib/cjs/workflows.js.map +1 -0
  120. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +29 -0
  121. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  122. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +69 -0
  123. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  124. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +15 -0
  125. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  126. package/lib/esm/activities/chunkDocument.js +81 -0
  127. package/lib/esm/activities/chunkDocument.js.map +1 -0
  128. package/lib/esm/activities/createDocumentFromOther.js +58 -0
  129. package/lib/esm/activities/createDocumentFromOther.js.map +1 -0
  130. package/lib/esm/activities/executeInteraction.js +150 -0
  131. package/lib/esm/activities/executeInteraction.js.map +1 -0
  132. package/lib/esm/activities/extractDocumentText.js +153 -0
  133. package/lib/esm/activities/extractDocumentText.js.map +1 -0
  134. package/lib/esm/activities/generateDocumentProperties.js +74 -0
  135. package/lib/esm/activities/generateDocumentProperties.js.map +1 -0
  136. package/lib/esm/activities/generateEmbeddings.js +245 -0
  137. package/lib/esm/activities/generateEmbeddings.js.map +1 -0
  138. package/lib/esm/activities/generateImageRendition.js +161 -0
  139. package/lib/esm/activities/generateImageRendition.js.map +1 -0
  140. package/lib/esm/activities/generateOrAssignContentType.js +109 -0
  141. package/lib/esm/activities/generateOrAssignContentType.js.map +1 -0
  142. package/lib/esm/activities/getObjectFromStore.js +17 -0
  143. package/lib/esm/activities/getObjectFromStore.js.map +1 -0
  144. package/lib/esm/activities/handleError.js +19 -0
  145. package/lib/esm/activities/handleError.js.map +1 -0
  146. package/lib/esm/activities/index-dsl.js +19 -0
  147. package/lib/esm/activities/index-dsl.js.map +1 -0
  148. package/lib/esm/activities/index.js +5 -0
  149. package/lib/esm/activities/index.js.map +1 -0
  150. package/lib/esm/activities/media/processPdfWithTextract.js +98 -0
  151. package/lib/esm/activities/media/processPdfWithTextract.js.map +1 -0
  152. package/lib/esm/activities/media/transcribeMediaWithGladia.js +48 -0
  153. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +1 -0
  154. package/lib/esm/activities/notifyWebhook.js +31 -0
  155. package/lib/esm/activities/notifyWebhook.js.map +1 -0
  156. package/lib/esm/activities/setDocumentStatus.js +12 -0
  157. package/lib/esm/activities/setDocumentStatus.js.map +1 -0
  158. package/lib/esm/conversion/TextractProcessor.js +410 -0
  159. package/lib/esm/conversion/TextractProcessor.js.map +1 -0
  160. package/lib/esm/conversion/image.js +88 -0
  161. package/lib/esm/conversion/image.js.map +1 -0
  162. package/lib/esm/conversion/markitdown.js +36 -0
  163. package/lib/esm/conversion/markitdown.js.map +1 -0
  164. package/lib/esm/conversion/mutool.js +139 -0
  165. package/lib/esm/conversion/mutool.js.map +1 -0
  166. package/lib/esm/conversion/pandoc.js +36 -0
  167. package/lib/esm/conversion/pandoc.js.map +1 -0
  168. package/lib/esm/dsl/conditions.js +75 -0
  169. package/lib/esm/dsl/conditions.js.map +1 -0
  170. package/lib/esm/dsl/dsl-workflow.js +264 -0
  171. package/lib/esm/dsl/dsl-workflow.js.map +1 -0
  172. package/lib/esm/dsl/dslProxyActivities.js +20 -0
  173. package/lib/esm/dsl/dslProxyActivities.js.map +1 -0
  174. package/lib/esm/dsl/projections.js +55 -0
  175. package/lib/esm/dsl/projections.js.map +1 -0
  176. package/lib/esm/dsl/setup/ActivityContext.js +115 -0
  177. package/lib/esm/dsl/setup/ActivityContext.js.map +1 -0
  178. package/lib/esm/dsl/setup/fetch/DataProvider.js +47 -0
  179. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +1 -0
  180. package/lib/esm/dsl/setup/fetch/index.js +12 -0
  181. package/lib/esm/dsl/setup/fetch/index.js.map +1 -0
  182. package/lib/esm/dsl/setup/fetch/providers.js +61 -0
  183. package/lib/esm/dsl/setup/fetch/providers.js.map +1 -0
  184. package/lib/esm/dsl/test/test-child-workflow.js +5 -0
  185. package/lib/esm/dsl/test/test-child-workflow.js.map +1 -0
  186. package/lib/esm/dsl/validation.js +118 -0
  187. package/lib/esm/dsl/validation.js.map +1 -0
  188. package/lib/esm/dsl/vars.js +335 -0
  189. package/lib/esm/dsl/vars.js.map +1 -0
  190. package/lib/esm/dsl/walk.js +96 -0
  191. package/lib/esm/dsl/walk.js.map +1 -0
  192. package/lib/esm/dsl.js +4 -0
  193. package/lib/esm/dsl.js.map +1 -0
  194. package/lib/esm/errors.js +41 -0
  195. package/lib/esm/errors.js.map +1 -0
  196. package/lib/esm/index.js +32 -0
  197. package/lib/esm/index.js.map +1 -0
  198. package/lib/esm/iterative-generation/activities/extractToc.js +44 -0
  199. package/lib/esm/iterative-generation/activities/extractToc.js.map +1 -0
  200. package/lib/esm/iterative-generation/activities/finalizeOutput.js +66 -0
  201. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +1 -0
  202. package/lib/esm/iterative-generation/activities/generatePart.js +70 -0
  203. package/lib/esm/iterative-generation/activities/generatePart.js.map +1 -0
  204. package/lib/esm/iterative-generation/activities/generateToc.js +88 -0
  205. package/lib/esm/iterative-generation/activities/generateToc.js.map +1 -0
  206. package/lib/esm/iterative-generation/activities/index.js +5 -0
  207. package/lib/esm/iterative-generation/activities/index.js.map +1 -0
  208. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +53 -0
  209. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
  210. package/lib/esm/iterative-generation/types.js +2 -0
  211. package/lib/esm/iterative-generation/types.js.map +1 -0
  212. package/lib/esm/iterative-generation/utils.js +112 -0
  213. package/lib/esm/iterative-generation/utils.js.map +1 -0
  214. package/lib/esm/result-types.js +7 -0
  215. package/lib/esm/result-types.js.map +1 -0
  216. package/lib/esm/system/notifyWebhookWorkflow.js +44 -0
  217. package/lib/esm/system/notifyWebhookWorkflow.js.map +1 -0
  218. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +25 -0
  219. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  220. package/lib/esm/utils/auth.js +8 -0
  221. package/lib/esm/utils/auth.js.map +1 -0
  222. package/lib/esm/utils/blobs.js +58 -0
  223. package/lib/esm/utils/blobs.js.map +1 -0
  224. package/lib/esm/utils/chunks.js +9 -0
  225. package/lib/esm/utils/chunks.js.map +1 -0
  226. package/lib/esm/utils/client.js +23 -0
  227. package/lib/esm/utils/client.js.map +1 -0
  228. package/lib/esm/utils/expand-vars.js +30 -0
  229. package/lib/esm/utils/expand-vars.js.map +1 -0
  230. package/lib/esm/utils/memory.js +55 -0
  231. package/lib/esm/utils/memory.js.map +1 -0
  232. package/lib/esm/utils/tokens.js +34 -0
  233. package/lib/esm/utils/tokens.js.map +1 -0
  234. package/lib/esm/vars.js +4 -0
  235. package/lib/esm/vars.js.map +1 -0
  236. package/lib/esm/workflows.js +8 -0
  237. package/lib/esm/workflows.js.map +1 -0
  238. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +17 -0
  239. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +1 -0
  240. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +39 -0
  241. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +1 -0
  242. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +19 -0
  243. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +1 -0
  244. package/lib/types/activities/chunkDocument.d.ts +33 -0
  245. package/lib/types/activities/chunkDocument.d.ts.map +1 -0
  246. package/lib/types/activities/createDocumentFromOther.d.ts +21 -0
  247. package/lib/types/activities/createDocumentFromOther.d.ts.map +1 -0
  248. package/lib/types/activities/executeInteraction.d.ts +55 -0
  249. package/lib/types/activities/executeInteraction.d.ts.map +1 -0
  250. package/lib/types/activities/extractDocumentText.d.ts +10 -0
  251. package/lib/types/activities/extractDocumentText.d.ts.map +1 -0
  252. package/lib/types/activities/generateDocumentProperties.d.ts +32 -0
  253. package/lib/types/activities/generateDocumentProperties.d.ts.map +1 -0
  254. package/lib/types/activities/generateEmbeddings.d.ts +53 -0
  255. package/lib/types/activities/generateEmbeddings.d.ts.map +1 -0
  256. package/lib/types/activities/generateImageRendition.d.ts +15 -0
  257. package/lib/types/activities/generateImageRendition.d.ts.map +1 -0
  258. package/lib/types/activities/generateOrAssignContentType.d.ts +44 -0
  259. package/lib/types/activities/generateOrAssignContentType.d.ts.map +1 -0
  260. package/lib/types/activities/getObjectFromStore.d.ts +14 -0
  261. package/lib/types/activities/getObjectFromStore.d.ts.map +1 -0
  262. package/lib/types/activities/handleError.d.ts +6 -0
  263. package/lib/types/activities/handleError.d.ts.map +1 -0
  264. package/lib/types/activities/index-dsl.d.ts +18 -0
  265. package/lib/types/activities/index-dsl.d.ts.map +1 -0
  266. package/lib/types/activities/index.d.ts +5 -0
  267. package/lib/types/activities/index.d.ts.map +1 -0
  268. package/lib/types/activities/media/processPdfWithTextract.d.ts +26 -0
  269. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +1 -0
  270. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +14 -0
  271. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +1 -0
  272. package/lib/types/activities/notifyWebhook.d.ts +16 -0
  273. package/lib/types/activities/notifyWebhook.d.ts.map +1 -0
  274. package/lib/types/activities/setDocumentStatus.d.ts +15 -0
  275. package/lib/types/activities/setDocumentStatus.d.ts.map +1 -0
  276. package/lib/types/conversion/TextractProcessor.d.ts +45 -0
  277. package/lib/types/conversion/TextractProcessor.d.ts.map +1 -0
  278. package/lib/types/conversion/image.d.ts +11 -0
  279. package/lib/types/conversion/image.d.ts.map +1 -0
  280. package/lib/types/conversion/markitdown.d.ts +2 -0
  281. package/lib/types/conversion/markitdown.d.ts.map +1 -0
  282. package/lib/types/conversion/mutool.d.ts +19 -0
  283. package/lib/types/conversion/mutool.d.ts.map +1 -0
  284. package/lib/types/conversion/pandoc.d.ts +2 -0
  285. package/lib/types/conversion/pandoc.d.ts.map +1 -0
  286. package/lib/types/dsl/conditions.d.ts +2 -0
  287. package/lib/types/dsl/conditions.d.ts.map +1 -0
  288. package/lib/types/dsl/dsl-workflow.d.ts +5 -0
  289. package/lib/types/dsl/dsl-workflow.d.ts.map +1 -0
  290. package/lib/types/dsl/dslProxyActivities.d.ts +10 -0
  291. package/lib/types/dsl/dslProxyActivities.d.ts.map +1 -0
  292. package/lib/types/dsl/projections.d.ts +4 -0
  293. package/lib/types/dsl/projections.d.ts.map +1 -0
  294. package/lib/types/dsl/setup/ActivityContext.d.ts +17 -0
  295. package/lib/types/dsl/setup/ActivityContext.d.ts.map +1 -0
  296. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +9 -0
  297. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +1 -0
  298. package/lib/types/dsl/setup/fetch/index.d.ts +6 -0
  299. package/lib/types/dsl/setup/fetch/index.d.ts.map +1 -0
  300. package/lib/types/dsl/setup/fetch/providers.d.ts +25 -0
  301. package/lib/types/dsl/setup/fetch/providers.d.ts.map +1 -0
  302. package/lib/types/dsl/test/test-child-workflow.d.ts +4 -0
  303. package/lib/types/dsl/test/test-child-workflow.d.ts.map +1 -0
  304. package/lib/types/dsl/validation.d.ts +4 -0
  305. package/lib/types/dsl/validation.d.ts.map +1 -0
  306. package/lib/types/dsl/vars.d.ts +48 -0
  307. package/lib/types/dsl/vars.d.ts.map +1 -0
  308. package/lib/types/dsl/walk.d.ts +18 -0
  309. package/lib/types/dsl/walk.d.ts.map +1 -0
  310. package/lib/types/dsl.d.ts +4 -0
  311. package/lib/types/dsl.d.ts.map +1 -0
  312. package/lib/types/errors.d.ts +22 -0
  313. package/lib/types/errors.d.ts.map +1 -0
  314. package/lib/types/index.d.ts +31 -0
  315. package/lib/types/index.d.ts.map +1 -0
  316. package/lib/types/iterative-generation/activities/extractToc.d.ts +10 -0
  317. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +1 -0
  318. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +3 -0
  319. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +1 -0
  320. package/lib/types/iterative-generation/activities/generatePart.d.ts +3 -0
  321. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +1 -0
  322. package/lib/types/iterative-generation/activities/generateToc.d.ts +4 -0
  323. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +1 -0
  324. package/lib/types/iterative-generation/activities/index.d.ts +5 -0
  325. package/lib/types/iterative-generation/activities/index.d.ts.map +1 -0
  326. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +3 -0
  327. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +1 -0
  328. package/lib/types/iterative-generation/types.d.ts +79 -0
  329. package/lib/types/iterative-generation/types.d.ts.map +1 -0
  330. package/lib/types/iterative-generation/utils.d.ts +27 -0
  331. package/lib/types/iterative-generation/utils.d.ts.map +1 -0
  332. package/lib/types/result-types.d.ts +22 -0
  333. package/lib/types/result-types.d.ts.map +1 -0
  334. package/lib/types/system/notifyWebhookWorkflow.d.ts +3 -0
  335. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +1 -0
  336. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +25 -0
  337. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +1 -0
  338. package/lib/types/utils/auth.d.ts +4 -0
  339. package/lib/types/utils/auth.d.ts.map +1 -0
  340. package/lib/types/utils/blobs.d.ts +8 -0
  341. package/lib/types/utils/blobs.d.ts.map +1 -0
  342. package/lib/types/utils/chunks.d.ts +9 -0
  343. package/lib/types/utils/chunks.d.ts.map +1 -0
  344. package/lib/types/utils/client.d.ts +7 -0
  345. package/lib/types/utils/client.d.ts.map +1 -0
  346. package/lib/types/utils/expand-vars.d.ts +8 -0
  347. package/lib/types/utils/expand-vars.d.ts.map +1 -0
  348. package/lib/types/utils/memory.d.ts +8 -0
  349. package/lib/types/utils/memory.d.ts.map +1 -0
  350. package/lib/types/utils/tokens.d.ts +11 -0
  351. package/lib/types/utils/tokens.d.ts.map +1 -0
  352. package/lib/types/vars.d.ts +3 -0
  353. package/lib/types/vars.d.ts.map +1 -0
  354. package/lib/types/workflows.d.ts +8 -0
  355. package/lib/types/workflows.d.ts.map +1 -0
  356. package/lib/workflows-bundle.js +20991 -0
  357. package/package.json +3 -3
@@ -0,0 +1,410 @@
1
+ import { PutObjectCommand, S3Client } from "@aws-sdk/client-s3";
2
+ import { GetDocumentAnalysisCommand, StartDocumentAnalysisCommand, TextractClient } from "@aws-sdk/client-textract";
3
+ import Papa from 'papaparse';
4
+ export class TextractProcessor {
5
+ textractClient;
6
+ s3Client;
7
+ fileKey;
8
+ bucket;
9
+ log;
10
+ detectImages;
11
+ /**
12
+ * Whether or not to include confidence values in CSV output for tables.
13
+ */
14
+ includeConfidenceInTables;
15
+ constructor({ fileKey, region, bucket, credentials, log, detectImages = false, includeConfidenceInTables = false // NEW default = false
16
+ }) {
17
+ this.fileKey = fileKey;
18
+ this.bucket = bucket;
19
+ this.log = log;
20
+ this.detectImages = detectImages;
21
+ this.includeConfidenceInTables = includeConfidenceInTables;
22
+ this.textractClient = new TextractClient({
23
+ region,
24
+ credentials
25
+ });
26
+ this.s3Client = new S3Client({
27
+ region,
28
+ credentials
29
+ });
30
+ }
31
+ getText(result, blocksMap) {
32
+ let text = '';
33
+ if (result.Relationships) {
34
+ for (const relationship of result.Relationships) {
35
+ if (relationship.Type === 'CHILD') {
36
+ for (const childId of relationship.Ids || []) {
37
+ const word = blocksMap[childId];
38
+ if (word.BlockType === 'WORD') {
39
+ const wordText = word.Text || '';
40
+ // Example logic to quote numeric text with commas
41
+ if (wordText.includes(',') &&
42
+ wordText.replace(',', '').match(/^\d+$/)) {
43
+ text += `"${wordText}" `;
44
+ }
45
+ else {
46
+ text += `${wordText} `;
47
+ }
48
+ }
49
+ if (word.BlockType === 'SELECTION_ELEMENT' &&
50
+ word.SelectionStatus === 'SELECTED') {
51
+ text += 'X ';
52
+ }
53
+ }
54
+ }
55
+ }
56
+ }
57
+ return text.trim();
58
+ }
59
+ isBlockInTable(block, blocksMap) {
60
+ if (block.BlockType !== 'LINE') {
61
+ return false;
62
+ }
63
+ if (block.Relationships) {
64
+ for (const relationship of block.Relationships) {
65
+ if (relationship.Type === 'CHILD') {
66
+ for (const childId of relationship.Ids || []) {
67
+ const wordBlock = blocksMap[childId];
68
+ if (this.isWordInTableCell(wordBlock, blocksMap)) {
69
+ return true;
70
+ }
71
+ }
72
+ }
73
+ }
74
+ }
75
+ return false;
76
+ }
77
+ isWordInTableCell(wordBlock, blocksMap) {
78
+ // Check if the wordBlock is a descendant of any TABLE->CELL block
79
+ for (const blockId in blocksMap) {
80
+ const potentialTable = blocksMap[blockId];
81
+ if (potentialTable.BlockType === 'TABLE' && potentialTable.Relationships) {
82
+ for (const relationship of potentialTable.Relationships) {
83
+ if (relationship.Type === 'CHILD') {
84
+ for (const cellId of relationship.Ids || []) {
85
+ const cell = blocksMap[cellId];
86
+ if (cell.BlockType === 'CELL' && cell.Relationships) {
87
+ for (const cellRel of cell.Relationships) {
88
+ if (cellRel.Type === 'CHILD' &&
89
+ cellRel.Ids?.includes(wordBlock.Id)) {
90
+ return true;
91
+ }
92
+ }
93
+ }
94
+ }
95
+ }
96
+ }
97
+ }
98
+ }
99
+ return false;
100
+ }
101
+ /**
102
+ * NEW: Helper type to store row and column text along with confidence.
103
+ */
104
+ getRowsColumnsMap(tableResult, blocksMap) {
105
+ const rows = [];
106
+ tableResult.Relationships?.forEach(relationship => {
107
+ if (relationship.Type === 'CHILD') {
108
+ relationship.Ids?.forEach(childId => {
109
+ const cell = blocksMap[childId];
110
+ if (cell.BlockType === 'CELL') {
111
+ const rowIndex = cell.RowIndex || 1;
112
+ const colIndex = cell.ColumnIndex || 1;
113
+ // Expand the array if needed
114
+ if (!rows[rowIndex - 1]) {
115
+ rows[rowIndex - 1] = [];
116
+ }
117
+ // Prepare cell text and confidence
118
+ const text = this.getText(cell, blocksMap);
119
+ const confidence = cell.Confidence || 0;
120
+ // If there's a gap, fill it with placeholders
121
+ // so that we can safely place text at colIndex - 1
122
+ for (let i = rows[rowIndex - 1].length; i < colIndex - 1; i++) {
123
+ rows[rowIndex - 1].push({ text: '', confidence: 0 });
124
+ }
125
+ rows[rowIndex - 1][colIndex - 1] = { text, confidence };
126
+ }
127
+ });
128
+ }
129
+ });
130
+ return { rows };
131
+ }
132
+ generateTableCSV(tableResult, blocksMap, _tableIndex, _pageNumber) {
133
+ const { rows } = this.getRowsColumnsMap(tableResult, blocksMap);
134
+ let totalConfidence = 0;
135
+ let cellCount = 0;
136
+ // Prepare CSV data
137
+ const csvData = [];
138
+ for (const row of rows) {
139
+ const rowData = [];
140
+ for (const cell of row) {
141
+ // Add to CSV
142
+ rowData.push(cell.text.trim());
143
+ // Accumulate confidence
144
+ totalConfidence += cell.confidence;
145
+ cellCount++;
146
+ }
147
+ csvData.push(rowData);
148
+ }
149
+ // Compute average confidence (or any other method you prefer)
150
+ const tableConfidence = cellCount > 0 ? (totalConfidence / cellCount) : 0;
151
+ // Convert to CSV
152
+ const csv = Papa.unparse(csvData, {
153
+ delimiter: ',',
154
+ quotes: true,
155
+ quoteChar: '"',
156
+ escapeChar: '"',
157
+ header: false,
158
+ newline: '\n',
159
+ skipEmptyLines: false
160
+ });
161
+ return { csv, tableConfidence };
162
+ }
163
+ async upload(fileBuf) {
164
+ this.log.info('Uploading file to S3', { fileKey: this.fileKey });
165
+ const command = new PutObjectCommand({
166
+ Bucket: this.bucket,
167
+ Key: this.fileKey,
168
+ Body: fileBuf,
169
+ });
170
+ await this.s3Client.send(command);
171
+ }
172
+ async startAnalysis(s3Key) {
173
+ const command = new StartDocumentAnalysisCommand({
174
+ DocumentLocation: {
175
+ S3Object: {
176
+ Bucket: this.bucket,
177
+ Name: s3Key
178
+ }
179
+ },
180
+ FeatureTypes: ["TABLES"]
181
+ });
182
+ const response = await this.textractClient.send(command);
183
+ return response.JobId;
184
+ }
185
+ async checkJobStatus(jobId) {
186
+ const command = new GetDocumentAnalysisCommand({ JobId: jobId });
187
+ const response = await this.textractClient.send(command);
188
+ return response.JobStatus;
189
+ }
190
+ getImagePlaceholder(block) {
191
+ const geometry = block.Geometry?.BoundingBox;
192
+ if (!geometry)
193
+ return '';
194
+ const area = (geometry.Width || 0) * (geometry.Height || 0);
195
+ if (area < 0.05)
196
+ return ''; // skip small images
197
+ const top = geometry.Top || 0;
198
+ const left = geometry.Left || 0;
199
+ let position = '';
200
+ if (top < 0.3)
201
+ position += 'TOP_';
202
+ else if (top > 0.7)
203
+ position += 'BOTTOM_';
204
+ if (left < 0.3)
205
+ position += 'LEFT';
206
+ else if (left > 0.7)
207
+ position += 'RIGHT';
208
+ else
209
+ position += 'CENTER';
210
+ return `[IMAGE_${position}]\n`;
211
+ }
212
+ getIndentationLevel(block) {
213
+ const left = block.Geometry?.BoundingBox?.Left || 0;
214
+ if (left < 0.15)
215
+ return 0;
216
+ if (left < 0.25)
217
+ return 1;
218
+ return 2;
219
+ }
220
+ isLikelyHeader(block, prevBlock) {
221
+ if (!prevBlock)
222
+ return true;
223
+ const gap = (block.Geometry?.BoundingBox?.Top || 0) -
224
+ ((prevBlock.Geometry?.BoundingBox?.Top || 0) +
225
+ (prevBlock.Geometry?.BoundingBox?.Height || 0));
226
+ return gap > 0.03;
227
+ }
228
+ formatTextBlock(block, prevBlock) {
229
+ const text = block.Text || '';
230
+ const indentLevel = this.getIndentationLevel(block);
231
+ const indent = ' '.repeat(indentLevel);
232
+ if (this.isLikelyHeader(block, prevBlock)) {
233
+ return `\n${indent}${text}\n`;
234
+ }
235
+ return `${indent}${text}\n`;
236
+ }
237
+ shouldMergeLines(prev, current) {
238
+ const prevBottom = (prev.Geometry?.BoundingBox?.Top || 0)
239
+ + (prev.Geometry?.BoundingBox?.Height || 0);
240
+ const currentTop = current.Geometry?.BoundingBox?.Top || 0;
241
+ const gap = currentTop - prevBottom;
242
+ // For example, if gap < 0.02, treat them as contiguous
243
+ if (gap < 0.02) {
244
+ return true;
245
+ }
246
+ return false;
247
+ }
248
+ async processResults(jobId) {
249
+ let nextToken;
250
+ let allBlocks = [];
251
+ do {
252
+ const command = new GetDocumentAnalysisCommand({
253
+ JobId: jobId,
254
+ NextToken: nextToken
255
+ });
256
+ const response = await this.textractClient.send(command);
257
+ allBlocks = allBlocks.concat(response.Blocks || []);
258
+ nextToken = response.NextToken;
259
+ } while (nextToken);
260
+ // Create blocks map
261
+ const blocksMap = {};
262
+ for (const block of allBlocks) {
263
+ blocksMap[block.Id] = block;
264
+ }
265
+ // We'll store each page's content in sequence
266
+ const pageContents = [];
267
+ let currentPage = null;
268
+ // We'll keep track of a "current text block" that we're building
269
+ let currentTextContent = "";
270
+ let prevLineBlock = null;
271
+ // Sort by page and vertical position
272
+ allBlocks.sort((a, b) => {
273
+ if (a.Page !== b.Page)
274
+ return (a.Page || 0) - (b.Page || 0);
275
+ return (a.Geometry?.BoundingBox?.Top || 0) - (b.Geometry?.BoundingBox?.Top || 0);
276
+ });
277
+ for (const block of allBlocks) {
278
+ if (block.BlockType === 'PAGE') {
279
+ // If we were building a text block, push it before starting a new page
280
+ if (currentTextContent.trim().length > 0 && currentPage) {
281
+ currentPage.blocks.push({
282
+ type: 'text',
283
+ content: currentTextContent
284
+ });
285
+ }
286
+ if (currentPage) {
287
+ pageContents.push(currentPage);
288
+ }
289
+ currentPage = {
290
+ pageNumber: block.Page || 0,
291
+ blocks: []
292
+ };
293
+ currentTextContent = "";
294
+ prevLineBlock = null;
295
+ }
296
+ else if (currentPage && block.Page === currentPage.pageNumber) {
297
+ // TABLE handling
298
+ if (block.BlockType === 'TABLE') {
299
+ // If there's a pending text block, push it first
300
+ if (currentTextContent.trim().length > 0) {
301
+ currentPage.blocks.push({
302
+ type: 'text',
303
+ content: currentTextContent
304
+ });
305
+ currentTextContent = "";
306
+ }
307
+ const { csv, tableConfidence } = this.generateTableCSV(block, blocksMap, currentPage.blocks.filter(b => b.type === 'table').length + 1, currentPage.pageNumber);
308
+ currentPage.blocks.push({
309
+ type: 'table',
310
+ content: csv,
311
+ confidence: tableConfidence
312
+ });
313
+ prevLineBlock = null;
314
+ }
315
+ // LINE handling (merge or start new)
316
+ else if (block.BlockType === 'LINE' && !this.isBlockInTable(block, blocksMap)) {
317
+ if (prevLineBlock && this.shouldMergeLines(prevLineBlock, block)) {
318
+ // If we consider this line to be part of the same paragraph,
319
+ // just append the text. We'll call formatTextBlock to get
320
+ // indentation/header logic, but we won't add a leading newline.
321
+ const formatted = this.formatTextBlock(block, prevLineBlock);
322
+ // formatTextBlock might include a leading newline if isLikelyHeader = true
323
+ // so you can strip it out if you want them truly "merged" into one paragraph:
324
+ const mergedText = formatted.replace(/^\s*\n/, " ");
325
+ currentTextContent += " " + mergedText.trim();
326
+ }
327
+ else {
328
+ // If there's an existing text block, push it
329
+ if (currentTextContent.trim().length > 0) {
330
+ currentPage.blocks.push({
331
+ type: 'text',
332
+ content: currentTextContent
333
+ });
334
+ }
335
+ // Start a new text block
336
+ currentTextContent = this.formatTextBlock(block, prevLineBlock).trim();
337
+ }
338
+ prevLineBlock = block;
339
+ }
340
+ // IMAGES (if detectImages)
341
+ else if (this.detectImages) {
342
+ const geometry = block.Geometry?.BoundingBox;
343
+ if (geometry && geometry.Width && geometry.Height) {
344
+ const imagePlaceholder = this.getImagePlaceholder(block);
345
+ if (imagePlaceholder) {
346
+ // If there's a pending text block, push it first
347
+ if (currentTextContent.trim().length > 0) {
348
+ currentPage.blocks.push({
349
+ type: 'text',
350
+ content: currentTextContent
351
+ });
352
+ currentTextContent = "";
353
+ }
354
+ currentPage.blocks.push({
355
+ type: 'image',
356
+ content: imagePlaceholder,
357
+ left: geometry.Left,
358
+ top: geometry.Top,
359
+ width: geometry.Width,
360
+ height: geometry.Height
361
+ });
362
+ }
363
+ }
364
+ // No line update to prevLineBlock here
365
+ }
366
+ }
367
+ }
368
+ // Handle last page
369
+ if (currentPage) {
370
+ if (currentTextContent.trim().length > 0) {
371
+ currentPage.blocks.push({
372
+ type: 'text',
373
+ content: currentTextContent
374
+ });
375
+ }
376
+ pageContents.push(currentPage);
377
+ }
378
+ // Build final output
379
+ let fullText = '';
380
+ let imgNumber = 1;
381
+ let tableNumber = 1;
382
+ for (const page of pageContents) {
383
+ fullText += `<page number="${page.pageNumber}">\n`;
384
+ for (const block of page.blocks) {
385
+ if (block.type === 'text') {
386
+ fullText += `<text>\n${block.content}\n</text>\n\n`;
387
+ }
388
+ else if (block.type === 'table') {
389
+ const confidenceAttr = block.confidence !== undefined && this.includeConfidenceInTables
390
+ ? ` confidence="${block.confidence.toFixed(2)}"`
391
+ : '';
392
+ fullText += `<table number=${tableNumber++} type="csv" ${confidenceAttr}>\n`;
393
+ fullText += `${block.content}\n`;
394
+ fullText += `</table>\n\n`;
395
+ }
396
+ else if (block.type === 'image') {
397
+ // Include geometry if you like
398
+ const leftAttr = block.left ? ` left="${block.left.toFixed(4)}"` : '';
399
+ const topAttr = block.top ? ` top="${block.top.toFixed(4)}"` : '';
400
+ const widthAttr = block.width ? ` width="${block.width.toFixed(4)}"` : '';
401
+ const heightAttr = block.height ? ` height="${block.height.toFixed(4)}"` : '';
402
+ fullText += `<image id="${imgNumber++}" ${leftAttr}${topAttr}${widthAttr}${heightAttr}>\n${block.content.trim()}\n</image>\n\n`;
403
+ }
404
+ }
405
+ fullText += `</page>\n\n`;
406
+ }
407
+ return fullText;
408
+ }
409
+ }
410
+ //# sourceMappingURL=TextractProcessor.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TextractProcessor.js","sourceRoot":"","sources":["../../../src/conversion/TextractProcessor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAEhE,OAAO,EACH,0BAA0B,EAC1B,4BAA4B,EAC5B,cAAc,EACjB,MAAM,0BAA0B,CAAC;AAElC,OAAO,IAAI,MAAM,WAAW,CAAC;AAmC7B,MAAM,OAAO,iBAAiB;IAClB,cAAc,CAAiB;IAC/B,QAAQ,CAAW;IACnB,OAAO,CAAS;IAChB,MAAM,CAAS;IACf,GAAG,CAAM;IACT,YAAY,CAAU;IAC9B;;OAEG;IACK,yBAAyB,CAAU;IAE3C,YAAY,EACR,OAAO,EACP,MAAM,EACN,MAAM,EACN,WAAW,EACX,GAAG,EACH,YAAY,GAAG,KAAK,EACpB,yBAAyB,GAAG,KAAK,CAAE,sBAAsB;MAClC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,yBAAyB,GAAG,yBAAyB,CAAC;QAE3D,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC;YACrC,MAAM;YACN,WAAW;SACd,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,GAAG,IAAI,QAAQ,CAAC;YACzB,MAAM;YACN,WAAW;SACd,CAAC,CAAC;IACP,CAAC;IAEO,OAAO,CAAC,MAAa,EAAE,SAAoB;QAC/C,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACvB,KAAK,MAAM,YAAY,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;gBAC9C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBAChC,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;4BAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;4BACjC,kDAAkD;4BAClD,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC;gCACtB,QAAQ,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;gCAC3C,IAAI,IAAI,IAAI,QAAQ,IAAI,CAAC;4BAC7B,CAAC;iCAAM,CAAC;gCACJ,IAAI,IAAI,GAAG,QAAQ,GAAG,CAAC;4BAC3B,CAAC;wBACL,CAAC;wBACD,IACI,IAAI,CAAC,SAAS,KAAK,mBAAmB;4BACtC,IAAI,CAAC,eAAe,KAAK,UAAU,EACrC,CAAC;4BACC,IAAI,IAAI,IAAI,CAAC;wBACjB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC;IACvB,CAAC;IAEO,cAAc,CAAC,KAAY,EAAE,SAAoB;QACrD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;YACtB,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBAC7C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,KAAK,MAAM,OAAO,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;wBAC3C,MAAM,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;wBACrC,IAAI,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,CAAC;4BAC/C,OAAO,IAAI,CAAC;wBAChB,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,iBAAiB,CAAC,SAAgB,EAAE,SAAoB;QAC5D,kEAAkE;QAClE,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;YAC9B,MAAM,cAAc,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;YAC1C,IAAI,cAAc,CAAC,SAAS,KAAK,OAAO,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;gBACvE,KAAK,MAAM,YAAY,IAAI,cAAc,CAAC,aAAa,EAAE,CAAC;oBACtD,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;wBAChC,KAAK,MAAM,MAAM,IAAI,YAAY,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;4BAC1C,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;4BAC/B,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;gCAClD,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oCACvC,IACI,OAAO,CAAC,IAAI,KAAK,OAAO;wCACxB,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,SAAS,CAAC,EAAG,CAAC,EACtC,CAAC;wCACC,OAAO,IAAI,CAAC;oCAChB,CAAC;gCACL,CAAC;4BACL,CAAC;wBACL,CAAC;oBACL,CAAC;gBACL,CAAC;YACL,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED;;OAEG;IACK,iBAAiB,CACrB,WAAkB,EAClB,SAAoB;QAIpB,MAAM,IAAI,GAAuD,EAAE,CAAC;QAEpE,WAAW,CAAC,aAAa,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE;YAC9C,IAAI,YAAY,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;gBAChC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE;oBAChC,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;oBAChC,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;wBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;wBACpC,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,CAAC;wBAEvC,6BAA6B;wBAC7B,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,CAAC;4BACtB,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC;wBAC5B,CAAC;wBAED,mCAAmC;wBACnC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;wBAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;wBAExC,8CAA8C;wBAC9C,mDAAmD;wBACnD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,QAAQ,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;4BAC5D,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC,CAAC;wBACzD,CAAC;wBACD,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;oBAC5D,CAAC;gBACL,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,EAAE,IAAI,EAAE,CAAC;IACpB,CAAC;IAEO,gBAAgB,CACpB,WAAkB,EAClB,SAAoB,EACpB,WAAmB,EACnB,WAAmB;QAEnB,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QAEhE,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,mBAAmB;QACnB,MAAM,OAAO,GAAe,EAAE,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,OAAO,GAAa,EAAE,CAAC;YAC7B,KAAK,MAAM,IAAI,IAAI,GAAG,EAAE,CAAC;gBACrB,aAAa;gBACb,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC/B,wBAAwB;gBACxB,eAAe,IAAI,IAAI,CAAC,UAAU,CAAC;gBACnC,SAAS,EAAE,CAAC;YAChB,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1B,CAAC;QAED,8DAA8D;QAC9D,MAAM,eAAe,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE1E,iBAAiB;QACjB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC9B,SAAS,EAAE,GAAG;YACd,MAAM,EAAE,IAAI;YACZ,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,GAAG;YACf,MAAM,EAAE,KAAK;YACb,OAAO,EAAE,IAAI;YACb,cAAc,EAAE,KAAK;SACxB,CAAC,CAAC;QAEH,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,OAAe;QACxB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,sBAAsB,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,IAAI,CAAC,OAAO;YACjB,IAAI,EAAE,OAAO;SAChB,CAAC,CAAC;QACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAa;QAC7B,MAAM,OAAO,GAAG,IAAI,4BAA4B,CAAC;YAC7C,gBAAgB,EAAE;gBACd,QAAQ,EAAE;oBACN,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,IAAI,EAAE,KAAK;iBACd;aACJ;YACD,YAAY,EAAE,CAAC,QAAQ,CAAC;SAC3B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,QAAQ,CAAC,KAAM,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,OAAO,QAAQ,CAAC,SAAU,CAAC;IAC/B,CAAC;IAEO,mBAAmB,CAAC,KAAY;QACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,OAAO,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;QAC5D,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,EAAE,CAAC,CAAC,oBAAoB;QAEhD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,IAAI,CAAC,CAAC;QAEhC,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,GAAG,GAAG,GAAG;YAAE,QAAQ,IAAI,MAAM,CAAC;aAC7B,IAAI,GAAG,GAAG,GAAG;YAAE,QAAQ,IAAI,SAAS,CAAC;QAE1C,IAAI,IAAI,GAAG,GAAG;YAAE,QAAQ,IAAI,MAAM,CAAC;aAC9B,IAAI,IAAI,GAAG,GAAG;YAAE,QAAQ,IAAI,OAAO,CAAC;;YACpC,QAAQ,IAAI,QAAQ,CAAC;QAE1B,OAAO,UAAU,QAAQ,KAAK,CAAC;IACnC,CAAC;IAEO,mBAAmB,CAAC,KAAY;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,IAAI,IAAI,CAAC,CAAC;QACpD,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,IAAI,IAAI,GAAG,IAAI;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACb,CAAC;IAEO,cAAc,CAAC,KAAY,EAAE,SAAuB;QACxD,IAAI,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAC5B,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;YAC/C,CAAC,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;gBACxC,CAAC,SAAS,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;QACxD,OAAO,GAAG,GAAG,IAAI,CAAC;IACtB,CAAC;IAEO,eAAe,CAAC,KAAY,EAAE,SAAuB;QACzD,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAE1C,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACxC,OAAO,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC;QAClC,CAAC;QACD,OAAO,GAAG,MAAM,GAAG,IAAI,IAAI,CAAC;IAChC,CAAC;IAEO,gBAAgB,CAAC,IAAW,EAAE,OAAc;QAChD,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;cACnD,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,CAAC;QAChD,MAAM,UAAU,GAAG,OAAO,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;QAC3D,MAAM,GAAG,GAAG,UAAU,GAAG,UAAU,CAAC;QAEpC,uDAAuD;QACvD,IAAI,GAAG,GAAG,IAAI,EAAE,CAAC;YACb,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAa;QAC9B,IAAI,SAA6B,CAAC;QAClC,IAAI,SAAS,GAAY,EAAE,CAAC;QAE5B,GAAG,CAAC;YACA,MAAM,OAAO,GAAG,IAAI,0BAA0B,CAAC;gBAC3C,KAAK,EAAE,KAAK;gBACZ,SAAS,EAAE,SAAS;aACvB,CAAC,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACzD,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;YACpD,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,CAAC,QAAQ,SAAS,EAAE;QAEpB,oBAAoB;QACpB,MAAM,SAAS,GAAc,EAAE,CAAC;QAChC,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,SAAS,CAAC,KAAK,CAAC,EAAG,CAAC,GAAG,KAAK,CAAC;QACjC,CAAC;QAED,8CAA8C;QAC9C,MAAM,YAAY,GAAkB,EAAE,CAAC;QACvC,IAAI,WAAW,GAAuB,IAAI,CAAC;QAE3C,iEAAiE;QACjE,IAAI,kBAAkB,GAAG,EAAE,CAAC;QAC5B,IAAI,aAAa,GAAiB,IAAI,CAAC;QAEvC,qCAAqC;QACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACpB,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI;gBAAE,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;YAC5D,OAAO,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;QACrF,CAAC,CAAC,CAAC;QAEH,KAAK,MAAM,KAAK,IAAI,SAAS,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;gBAC7B,uEAAuE;gBACvE,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC;oBACtD,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,MAAM;wBACZ,OAAO,EAAE,kBAAkB;qBAC9B,CAAC,CAAC;gBACP,CAAC;gBACD,IAAI,WAAW,EAAE,CAAC;oBACd,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACnC,CAAC;gBACD,WAAW,GAAG;oBACV,UAAU,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;oBAC3B,MAAM,EAAE,EAAE;iBACb,CAAC;gBACF,kBAAkB,GAAG,EAAE,CAAC;gBACxB,aAAa,GAAG,IAAI,CAAC;YACzB,CAAC;iBACI,IAAI,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,UAAU,EAAE,CAAC;gBAC5D,iBAAiB;gBACjB,IAAI,KAAK,CAAC,SAAS,KAAK,OAAO,EAAE,CAAC;oBAC9B,iDAAiD;oBACjD,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;4BACpB,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,kBAAkB;yBAC9B,CAAC,CAAC;wBACH,kBAAkB,GAAG,EAAE,CAAC;oBAC5B,CAAC;oBACD,MAAM,EAAE,GAAG,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAClD,KAAK,EACL,SAAS,EACT,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,EAC7D,WAAW,CAAC,UAAU,CACzB,CAAC;oBACF,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;wBACpB,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,GAAG;wBACZ,UAAU,EAAE,eAAe;qBAC9B,CAAC,CAAC;oBACH,aAAa,GAAG,IAAI,CAAC;gBACzB,CAAC;gBACD,qCAAqC;qBAChC,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;oBAC5E,IAAI,aAAa,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE,KAAK,CAAC,EAAE,CAAC;wBAC/D,6DAA6D;wBAC7D,0DAA0D;wBAC1D,gEAAgE;wBAChE,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;wBAE7D,2EAA2E;wBAC3E,8EAA8E;wBAC9E,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;wBAEpD,kBAAkB,IAAI,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;oBAClD,CAAC;yBAAM,CAAC;wBACJ,6CAA6C;wBAC7C,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,MAAM;gCACZ,OAAO,EAAE,kBAAkB;6BAC9B,CAAC,CAAC;wBACP,CAAC;wBACD,yBAAyB;wBACzB,kBAAkB,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC,IAAI,EAAE,CAAC;oBAC3E,CAAC;oBACD,aAAa,GAAG,KAAK,CAAC;gBAC1B,CAAC;gBACD,2BAA2B;qBACtB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;oBACzB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAC;oBAC7C,IAAI,QAAQ,IAAI,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;wBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;wBACzD,IAAI,gBAAgB,EAAE,CAAC;4BACnB,iDAAiD;4BACjD,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gCACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;oCACpB,IAAI,EAAE,MAAM;oCACZ,OAAO,EAAE,kBAAkB;iCAC9B,CAAC,CAAC;gCACH,kBAAkB,GAAG,EAAE,CAAC;4BAC5B,CAAC;4BAED,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;gCACpB,IAAI,EAAE,OAAO;gCACb,OAAO,EAAE,gBAAgB;gCACzB,IAAI,EAAE,QAAQ,CAAC,IAAI;gCACnB,GAAG,EAAE,QAAQ,CAAC,GAAG;gCACjB,KAAK,EAAE,QAAQ,CAAC,KAAK;gCACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;6BAC1B,CAAC,CAAC;wBACP,CAAC;oBACL,CAAC;oBACD,uCAAuC;gBAC3C,CAAC;YACL,CAAC;QACL,CAAC;QAED,mBAAmB;QACnB,IAAI,WAAW,EAAE,CAAC;YACd,IAAI,kBAAkB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvC,WAAW,CAAC,MAAM,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,kBAAkB;iBAC9B,CAAC,CAAC;YACP,CAAC;YACD,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnC,CAAC;QAED,qBAAqB;QACrB,IAAI,QAAQ,GAAG,EAAE,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;YAC9B,QAAQ,IAAI,iBAAiB,IAAI,CAAC,UAAU,MAAM,CAAC;YACnD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBACxB,QAAQ,IAAI,WAAW,KAAK,CAAC,OAAO,eAAe,CAAC;gBACxD,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,IAAI,CAAC,yBAAyB;wBACnF,CAAC,CAAC,gBAAgB,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;wBAChD,CAAC,CAAC,EAAE,CAAC;oBACT,QAAQ,IAAI,iBAAiB,WAAW,EAAE,eAAe,cAAc,KAAK,CAAC;oBAC7E,QAAQ,IAAI,GAAG,KAAK,CAAC,OAAO,IAAI,CAAC;oBACjC,QAAQ,IAAI,cAAc,CAAC;gBAC/B,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBAChC,+BAA+B;oBAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBACtE,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClE,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC1E,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAE9E,QAAQ,IAAI,cAAc,SAAS,EAAE,KAAK,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,UAAU,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,gBAAgB,CAAC;gBACpI,CAAC;YACL,CAAC;YACD,QAAQ,IAAI,aAAa,CAAC;QAC9B,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;CAEJ"}
@@ -0,0 +1,88 @@
1
+ import { log } from "@temporalio/activity";
2
+ import { execFile as execFileCallback } from "child_process";
3
+ import fs from "fs";
4
+ import { file } from "tmp-promise";
5
+ import { promisify } from "util";
6
+ const execFile = promisify(execFileCallback);
7
+ /**
8
+ * Resizes an image to a maximum height or width using ImageMagick
9
+ * with progressive loading when supported
10
+ * @param inputPath Input file path
11
+ * @param max_hw Maximum height or width
12
+ * @param format Output format
13
+ * @param progressive Enable progressive loading for supported formats (defaults to true)
14
+ * @returns Path to the resized image
15
+ */
16
+ export async function imageResizer(inputPath, max_hw, format, progressive = true) {
17
+ log.info(`[image-resizer] Resizing image: ${inputPath} to max_hw: ${max_hw}, format: ${format}, progressive: ${progressive}`);
18
+ const allowedFormats = ["jpg", "jpeg", "png", "webp"];
19
+ if (!format || format.trim() === "") {
20
+ throw new Error(`Invalid format: ${format}.Supported : ${allowedFormats.join(", ")}`);
21
+ }
22
+ //check that max_hw is valid
23
+ if (!Number.isInteger(max_hw) || max_hw <= 0) {
24
+ throw new Error(`Invalid max_hw value: ${max_hw}`);
25
+ }
26
+ //check that inputPath exists
27
+ if (!fs.existsSync(inputPath)) {
28
+ throw new Error(`Input file does not exist: ${inputPath}`);
29
+ }
30
+ // Create a temporary file
31
+ const { path: outputPath, cleanup } = await file({ postfix: `.${format}` });
32
+ try {
33
+ // Check if input file exists
34
+ if (!fs.existsSync(inputPath)) {
35
+ throw new Error(`Input file does not exist: ${inputPath}`);
36
+ }
37
+ // Validate max_hw
38
+ if (!Number.isInteger(max_hw) || max_hw <= 0) {
39
+ throw new Error(`Invalid max_hw value: ${max_hw}`);
40
+ }
41
+ // Progressive loading options
42
+ let conversionOption = "";
43
+ // Only add progressive option for formats that support it
44
+ if (progressive) {
45
+ // JPEG and some other formats support progressive loading
46
+ const lowerFormat = format.toLowerCase();
47
+ if (lowerFormat === "jpg" || lowerFormat === "jpeg") {
48
+ conversionOption = "-interlace JPEG";
49
+ log.info(`Enabling interlaced ${lowerFormat.toUpperCase()} format`);
50
+ }
51
+ else if (lowerFormat === "png") {
52
+ conversionOption = "-interlace PNG";
53
+ log.info(`Enabling interlaced ${lowerFormat.toUpperCase()} format`);
54
+ }
55
+ else if (lowerFormat === "gif") {
56
+ conversionOption = "-interlace GIF";
57
+ log.info(`Enabling interlaced ${lowerFormat.toUpperCase()} format`);
58
+ }
59
+ }
60
+ log.info(`Resizing image using ImageMagick: ${inputPath} -> ${outputPath}`);
61
+ const command = `convert`;
62
+ const args = [
63
+ inputPath,
64
+ "-resize",
65
+ `${max_hw}x${max_hw}>`,
66
+ ...(conversionOption ? conversionOption.split(" ") : []),
67
+ outputPath,
68
+ ];
69
+ log.info(`ImageMagick command: ${command} ${args.join(" ")}`);
70
+ const { stderr } = await execFile(command, args);
71
+ if (stderr) {
72
+ log.warn(`ImageMagick warning: ${stderr}`);
73
+ }
74
+ // Verify output exists and has content
75
+ if (!fs.existsSync(outputPath) || fs.statSync(outputPath).size === 0) {
76
+ throw new Error(`ImageMagick conversion failed: output file not created or empty`);
77
+ }
78
+ return outputPath;
79
+ }
80
+ catch (error) {
81
+ // Clean up the temporary file
82
+ await cleanup();
83
+ const errorMessage = error instanceof Error ? error.message : String(error);
84
+ log.error(`Image conversion failed: ${errorMessage}`);
85
+ throw new Error(`Image conversion failed: ${errorMessage}`);
86
+ }
87
+ }
88
+ //# sourceMappingURL=image.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"image.js","sourceRoot":"","sources":["../../../src/conversion/image.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,QAAQ,IAAI,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAC7D,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AACnC,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,MAAM,QAAQ,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;AAE7C;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,SAAiB,EACjB,MAAc,EACd,MAAc,EACd,cAAuB,IAAI;IAE3B,GAAG,CAAC,IAAI,CAAC,mCAAmC,SAAS,eAAe,MAAM,aAAa,MAAM,kBAAkB,WAAW,EAAE,CAAC,CAAC;IAE9H,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IAEtD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,mBAAmB,MAAM,gBAAgB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1F,CAAC;IAED,4BAA4B;IAC5B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,6BAA6B;IAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;IAC/D,CAAC;IAED,0BAA0B;IAC1B,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5E,IAAI,CAAC;QACD,6BAA6B;QAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,kBAAkB;QAClB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,EAAE,CAAC,CAAC;QACvD,CAAC;QAED,8BAA8B;QAC9B,IAAI,gBAAgB,GAAG,EAAE,CAAC;QAE1B,0DAA0D;QAC1D,IAAI,WAAW,EAAE,CAAC;YACd,0DAA0D;YAC1D,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,WAAW,KAAK,KAAK,IAAI,WAAW,KAAK,MAAM,EAAE,CAAC;gBAClD,gBAAgB,GAAG,iBAAiB,CAAC;gBACrC,GAAG,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC/B,gBAAgB,GAAG,gBAAgB,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;iBAAM,IAAI,WAAW,KAAK,KAAK,EAAE,CAAC;gBAC/B,gBAAgB,GAAG,gBAAgB,CAAC;gBACpC,GAAG,CAAC,IAAI,CAAC,uBAAuB,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;YACxE,CAAC;QACL,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,qCAAqC,SAAS,OAAO,UAAU,EAAE,CAAC,CAAC;QAE5E,MAAM,OAAO,GAAG,SAAS,CAAA;QACzB,MAAM,IAAI,GAAG;YACT,SAAS;YACT,SAAS;YACT,GAAG,MAAM,IAAI,MAAM,GAAG;YACtB,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACxD,UAAU;SACb,CAAC;QACF,GAAG,CAAC,IAAI,CAAC,wBAAwB,OAAO,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAE9D,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAEjD,IAAI,MAAM,EAAE,CAAC;YACT,GAAG,CAAC,IAAI,CAAC,wBAAwB,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CAAC,iEAAiE,CAAC,CAAC;QACvF,CAAC;QAED,OAAO,UAAU,CAAC;IACtB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,8BAA8B;QAC9B,MAAM,OAAO,EAAE,CAAC;QAChB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5E,GAAG,CAAC,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;QACtD,MAAM,IAAI,KAAK,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;IAChE,CAAC;AACL,CAAC"}
@@ -0,0 +1,36 @@
1
+ import { log } from "@temporalio/activity";
2
+ import { spawn } from "child_process";
3
+ import fs from "fs";
4
+ import tmp from "tmp";
5
+ export function markdownWithMarkitdown(buffer, ext) {
6
+ const inputFile = tmp.fileSync({ postfix: ext });
7
+ const targetFileName = tmp.tmpNameSync({ postfix: ".md" });
8
+ fs.writeSync(inputFile.fd, buffer);
9
+ return new Promise((resolve, reject) => {
10
+ const tool = "markitdown";
11
+ log.info(`Converting document to markdown with ${tool}`, { inputFile: inputFile.name, targetFileName });
12
+ const command = spawn(tool, [inputFile.name, "-o", targetFileName]);
13
+ command.on("exit", function (code) {
14
+ if (code) {
15
+ reject(new Error(`${tool} exited with code ${code}`));
16
+ }
17
+ });
18
+ command.on("close", function (code) {
19
+ if (code) {
20
+ reject(new Error(`${tool} exited with code ${code}`));
21
+ }
22
+ else {
23
+ return fs.readFile(targetFileName, "utf8", (err, data) => {
24
+ if (err) {
25
+ reject(err);
26
+ }
27
+ return resolve(data);
28
+ });
29
+ }
30
+ });
31
+ command.on("error", (err) => {
32
+ reject(err);
33
+ });
34
+ });
35
+ }
36
+ //# sourceMappingURL=markitdown.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"markitdown.js","sourceRoot":"","sources":["../../../src/conversion/markitdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,GAAG,MAAM,KAAK,CAAC;AAEtB,MAAM,UAAU,sBAAsB,CAAC,MAAc,EAAE,GAAY;IAC/D,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,GAAG,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;IAE3D,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;IAEnC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,YAAY,CAAC;QAC1B,GAAG,CAAC,IAAI,CAAC,wCAAwC,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,CAAC,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;QAExG,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC,CAAC;QAEpE,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,IAAI;YAC7B,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,qBAAqB,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,UAAU,IAAI;YAC9B,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,CAAC,IAAI,KAAK,CAAC,GAAG,IAAI,qBAAqB,IAAI,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACJ,OAAO,EAAE,CAAC,QAAQ,CAAC,cAAc,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE;oBACrD,IAAI,GAAG,EAAE,CAAC;wBACN,MAAM,CAAC,GAAG,CAAC,CAAC;oBAChB,CAAC;oBACD,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC;gBACzB,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACxB,MAAM,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC"}