@vertesia/workflow 0.82.1 → 0.82.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (393) hide show
  1. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +33 -0
  2. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  3. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +73 -0
  4. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  5. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +19 -0
  6. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  7. package/lib/cjs/activities/chunkDocument.js +85 -0
  8. package/lib/cjs/activities/chunkDocument.js.map +1 -0
  9. package/lib/cjs/activities/createDocumentFromOther.js +64 -0
  10. package/lib/cjs/activities/createDocumentFromOther.js.map +1 -0
  11. package/lib/cjs/activities/executeInteraction.js +194 -0
  12. package/lib/cjs/activities/executeInteraction.js.map +1 -0
  13. package/lib/cjs/activities/extractDocumentText.js +156 -0
  14. package/lib/cjs/activities/extractDocumentText.js.map +1 -0
  15. package/lib/cjs/activities/generateDocumentProperties.js +83 -0
  16. package/lib/cjs/activities/generateDocumentProperties.js.map +1 -0
  17. package/lib/cjs/activities/generateEmbeddings.js +228 -0
  18. package/lib/cjs/activities/generateEmbeddings.js.map +1 -0
  19. package/lib/cjs/activities/generateOrAssignContentType.js +125 -0
  20. package/lib/cjs/activities/generateOrAssignContentType.js.map +1 -0
  21. package/lib/cjs/activities/getObjectFromStore.js +20 -0
  22. package/lib/cjs/activities/getObjectFromStore.js.map +1 -0
  23. package/lib/cjs/activities/handleError.js +22 -0
  24. package/lib/cjs/activities/handleError.js.map +1 -0
  25. package/lib/cjs/activities/index-dsl.js +47 -0
  26. package/lib/cjs/activities/index-dsl.js.map +1 -0
  27. package/lib/cjs/activities/index.js +21 -0
  28. package/lib/cjs/activities/index.js.map +1 -0
  29. package/lib/cjs/activities/media/prepareVideo.js +429 -0
  30. package/lib/cjs/activities/media/prepareVideo.js.map +1 -0
  31. package/lib/cjs/activities/media/processPdfWithTextract.js +103 -0
  32. package/lib/cjs/activities/media/processPdfWithTextract.js.map +1 -0
  33. package/lib/cjs/activities/media/saveGladiaTranscription.js +81 -0
  34. package/lib/cjs/activities/media/saveGladiaTranscription.js.map +1 -0
  35. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +82 -0
  36. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +1 -0
  37. package/lib/cjs/activities/notifyWebhook.js +167 -0
  38. package/lib/cjs/activities/notifyWebhook.js.map +1 -0
  39. package/lib/cjs/activities/rateLimiter.js +30 -0
  40. package/lib/cjs/activities/rateLimiter.js.map +1 -0
  41. package/lib/cjs/activities/renditions/generateImageRendition.js +66 -0
  42. package/lib/cjs/activities/renditions/generateImageRendition.js.map +1 -0
  43. package/lib/cjs/activities/renditions/generateVideoRendition.js +200 -0
  44. package/lib/cjs/activities/renditions/generateVideoRendition.js.map +1 -0
  45. package/lib/cjs/activities/setDocumentStatus.js +15 -0
  46. package/lib/cjs/activities/setDocumentStatus.js.map +1 -0
  47. package/lib/cjs/conversion/TextractProcessor.js +417 -0
  48. package/lib/cjs/conversion/TextractProcessor.js.map +1 -0
  49. package/lib/cjs/conversion/image.js +149 -0
  50. package/lib/cjs/conversion/image.js.map +1 -0
  51. package/lib/cjs/conversion/markitdown.js +42 -0
  52. package/lib/cjs/conversion/markitdown.js.map +1 -0
  53. package/lib/cjs/conversion/mutool.js +147 -0
  54. package/lib/cjs/conversion/mutool.js.map +1 -0
  55. package/lib/cjs/conversion/pandoc.js +39 -0
  56. package/lib/cjs/conversion/pandoc.js.map +1 -0
  57. package/lib/cjs/dsl/conditions.js +81 -0
  58. package/lib/cjs/dsl/conditions.js.map +1 -0
  59. package/lib/cjs/dsl/dsl-workflow.js +343 -0
  60. package/lib/cjs/dsl/dsl-workflow.js.map +1 -0
  61. package/lib/cjs/dsl/dslProxyActivities.js +23 -0
  62. package/lib/cjs/dsl/dslProxyActivities.js.map +1 -0
  63. package/lib/cjs/dsl/projections.js +59 -0
  64. package/lib/cjs/dsl/projections.js.map +1 -0
  65. package/lib/cjs/dsl/setup/ActivityContext.js +122 -0
  66. package/lib/cjs/dsl/setup/ActivityContext.js.map +1 -0
  67. package/lib/cjs/dsl/setup/fetch/DataProvider.js +51 -0
  68. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +1 -0
  69. package/lib/cjs/dsl/setup/fetch/index.js +16 -0
  70. package/lib/cjs/dsl/setup/fetch/index.js.map +1 -0
  71. package/lib/cjs/dsl/setup/fetch/providers.js +67 -0
  72. package/lib/cjs/dsl/setup/fetch/providers.js.map +1 -0
  73. package/lib/cjs/dsl/test/test-child-workflow.js +10 -0
  74. package/lib/cjs/dsl/test/test-child-workflow.js.map +1 -0
  75. package/lib/cjs/dsl/validation.js +122 -0
  76. package/lib/cjs/dsl/validation.js.map +1 -0
  77. package/lib/cjs/dsl/vars.js +341 -0
  78. package/lib/cjs/dsl/vars.js.map +1 -0
  79. package/lib/cjs/dsl/walk.js +100 -0
  80. package/lib/cjs/dsl/walk.js.map +1 -0
  81. package/lib/cjs/dsl.js +20 -0
  82. package/lib/cjs/dsl.js.map +1 -0
  83. package/lib/cjs/errors.js +70 -0
  84. package/lib/cjs/errors.js.map +1 -0
  85. package/lib/cjs/index.js +55 -0
  86. package/lib/cjs/index.js.map +1 -0
  87. package/lib/cjs/iterative-generation/activities/extractToc.js +47 -0
  88. package/lib/cjs/iterative-generation/activities/extractToc.js.map +1 -0
  89. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +72 -0
  90. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +1 -0
  91. package/lib/cjs/iterative-generation/activities/generatePart.js +78 -0
  92. package/lib/cjs/iterative-generation/activities/generatePart.js.map +1 -0
  93. package/lib/cjs/iterative-generation/activities/generateToc.js +86 -0
  94. package/lib/cjs/iterative-generation/activities/generateToc.js.map +1 -0
  95. package/lib/cjs/iterative-generation/activities/index.js +12 -0
  96. package/lib/cjs/iterative-generation/activities/index.js.map +1 -0
  97. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +56 -0
  98. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
  99. package/lib/cjs/iterative-generation/types.js +5 -0
  100. package/lib/cjs/iterative-generation/types.js.map +1 -0
  101. package/lib/cjs/iterative-generation/utils.js +121 -0
  102. package/lib/cjs/iterative-generation/utils.js.map +1 -0
  103. package/lib/cjs/package.json +3 -0
  104. package/lib/cjs/result-types.js +10 -0
  105. package/lib/cjs/result-types.js.map +1 -0
  106. package/lib/cjs/system/notifyWebhookWorkflow.js +53 -0
  107. package/lib/cjs/system/notifyWebhookWorkflow.js.map +1 -0
  108. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +33 -0
  109. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  110. package/lib/cjs/utils/auth.js +15 -0
  111. package/lib/cjs/utils/auth.js.map +1 -0
  112. package/lib/cjs/utils/blobs.js +64 -0
  113. package/lib/cjs/utils/blobs.js.map +1 -0
  114. package/lib/cjs/utils/chunks.js +14 -0
  115. package/lib/cjs/utils/chunks.js.map +1 -0
  116. package/lib/cjs/utils/client.js +31 -0
  117. package/lib/cjs/utils/client.js.map +1 -0
  118. package/lib/cjs/utils/expand-vars.js +33 -0
  119. package/lib/cjs/utils/expand-vars.js.map +1 -0
  120. package/lib/cjs/utils/memory.js +65 -0
  121. package/lib/cjs/utils/memory.js.map +1 -0
  122. package/lib/cjs/utils/renditions.js +88 -0
  123. package/lib/cjs/utils/renditions.js.map +1 -0
  124. package/lib/cjs/utils/storage.js +54 -0
  125. package/lib/cjs/utils/storage.js.map +1 -0
  126. package/lib/cjs/utils/tokens.js +38 -0
  127. package/lib/cjs/utils/tokens.js.map +1 -0
  128. package/lib/cjs/vars.js +20 -0
  129. package/lib/cjs/vars.js.map +1 -0
  130. package/lib/cjs/workflows.js +15 -0
  131. package/lib/cjs/workflows.js.map +1 -0
  132. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +30 -0
  133. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  134. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +70 -0
  135. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  136. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +16 -0
  137. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  138. package/lib/esm/activities/chunkDocument.js +82 -0
  139. package/lib/esm/activities/chunkDocument.js.map +1 -0
  140. package/lib/esm/activities/createDocumentFromOther.js +58 -0
  141. package/lib/esm/activities/createDocumentFromOther.js.map +1 -0
  142. package/lib/esm/activities/executeInteraction.js +190 -0
  143. package/lib/esm/activities/executeInteraction.js.map +1 -0
  144. package/lib/esm/activities/extractDocumentText.js +153 -0
  145. package/lib/esm/activities/extractDocumentText.js.map +1 -0
  146. package/lib/esm/activities/generateDocumentProperties.js +80 -0
  147. package/lib/esm/activities/generateDocumentProperties.js.map +1 -0
  148. package/lib/esm/activities/generateEmbeddings.js +225 -0
  149. package/lib/esm/activities/generateEmbeddings.js.map +1 -0
  150. package/lib/esm/activities/generateOrAssignContentType.js +122 -0
  151. package/lib/esm/activities/generateOrAssignContentType.js.map +1 -0
  152. package/lib/esm/activities/getObjectFromStore.js +17 -0
  153. package/lib/esm/activities/getObjectFromStore.js.map +1 -0
  154. package/lib/esm/activities/handleError.js +19 -0
  155. package/lib/esm/activities/handleError.js.map +1 -0
  156. package/lib/esm/activities/index-dsl.js +23 -0
  157. package/lib/esm/activities/index-dsl.js.map +1 -0
  158. package/lib/esm/activities/index.js +5 -0
  159. package/lib/esm/activities/index.js.map +1 -0
  160. package/lib/esm/activities/media/prepareVideo.js +390 -0
  161. package/lib/esm/activities/media/prepareVideo.js.map +1 -0
  162. package/lib/esm/activities/media/processPdfWithTextract.js +99 -0
  163. package/lib/esm/activities/media/processPdfWithTextract.js.map +1 -0
  164. package/lib/esm/activities/media/saveGladiaTranscription.js +78 -0
  165. package/lib/esm/activities/media/saveGladiaTranscription.js.map +1 -0
  166. package/lib/esm/activities/media/transcribeMediaWithGladia.js +79 -0
  167. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +1 -0
  168. package/lib/esm/activities/notifyWebhook.js +164 -0
  169. package/lib/esm/activities/notifyWebhook.js.map +1 -0
  170. package/lib/esm/activities/rateLimiter.js +27 -0
  171. package/lib/esm/activities/rateLimiter.js.map +1 -0
  172. package/lib/esm/activities/renditions/generateImageRendition.js +63 -0
  173. package/lib/esm/activities/renditions/generateImageRendition.js.map +1 -0
  174. package/lib/esm/activities/renditions/generateVideoRendition.js +194 -0
  175. package/lib/esm/activities/renditions/generateVideoRendition.js.map +1 -0
  176. package/lib/esm/activities/setDocumentStatus.js +12 -0
  177. package/lib/esm/activities/setDocumentStatus.js.map +1 -0
  178. package/lib/esm/conversion/TextractProcessor.js +410 -0
  179. package/lib/esm/conversion/TextractProcessor.js.map +1 -0
  180. package/lib/esm/conversion/image.js +143 -0
  181. package/lib/esm/conversion/image.js.map +1 -0
  182. package/lib/esm/conversion/markitdown.js +36 -0
  183. package/lib/esm/conversion/markitdown.js.map +1 -0
  184. package/lib/esm/conversion/mutool.js +139 -0
  185. package/lib/esm/conversion/mutool.js.map +1 -0
  186. package/lib/esm/conversion/pandoc.js +36 -0
  187. package/lib/esm/conversion/pandoc.js.map +1 -0
  188. package/lib/esm/dsl/conditions.js +75 -0
  189. package/lib/esm/dsl/conditions.js.map +1 -0
  190. package/lib/esm/dsl/dsl-workflow.js +336 -0
  191. package/lib/esm/dsl/dsl-workflow.js.map +1 -0
  192. package/lib/esm/dsl/dslProxyActivities.js +20 -0
  193. package/lib/esm/dsl/dslProxyActivities.js.map +1 -0
  194. package/lib/esm/dsl/projections.js +55 -0
  195. package/lib/esm/dsl/projections.js.map +1 -0
  196. package/lib/esm/dsl/setup/ActivityContext.js +117 -0
  197. package/lib/esm/dsl/setup/ActivityContext.js.map +1 -0
  198. package/lib/esm/dsl/setup/fetch/DataProvider.js +47 -0
  199. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +1 -0
  200. package/lib/esm/dsl/setup/fetch/index.js +12 -0
  201. package/lib/esm/dsl/setup/fetch/index.js.map +1 -0
  202. package/lib/esm/dsl/setup/fetch/providers.js +61 -0
  203. package/lib/esm/dsl/setup/fetch/providers.js.map +1 -0
  204. package/lib/esm/dsl/test/test-child-workflow.js +5 -0
  205. package/lib/esm/dsl/test/test-child-workflow.js.map +1 -0
  206. package/lib/esm/dsl/validation.js +118 -0
  207. package/lib/esm/dsl/validation.js.map +1 -0
  208. package/lib/esm/dsl/vars.js +335 -0
  209. package/lib/esm/dsl/vars.js.map +1 -0
  210. package/lib/esm/dsl/walk.js +96 -0
  211. package/lib/esm/dsl/walk.js.map +1 -0
  212. package/lib/esm/dsl.js +4 -0
  213. package/lib/esm/dsl.js.map +1 -0
  214. package/lib/esm/errors.js +61 -0
  215. package/lib/esm/errors.js.map +1 -0
  216. package/lib/esm/index.js +37 -0
  217. package/lib/esm/index.js.map +1 -0
  218. package/lib/esm/iterative-generation/activities/extractToc.js +44 -0
  219. package/lib/esm/iterative-generation/activities/extractToc.js.map +1 -0
  220. package/lib/esm/iterative-generation/activities/finalizeOutput.js +69 -0
  221. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +1 -0
  222. package/lib/esm/iterative-generation/activities/generatePart.js +75 -0
  223. package/lib/esm/iterative-generation/activities/generatePart.js.map +1 -0
  224. package/lib/esm/iterative-generation/activities/generateToc.js +83 -0
  225. package/lib/esm/iterative-generation/activities/generateToc.js.map +1 -0
  226. package/lib/esm/iterative-generation/activities/index.js +5 -0
  227. package/lib/esm/iterative-generation/activities/index.js.map +1 -0
  228. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +53 -0
  229. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +1 -0
  230. package/lib/esm/iterative-generation/types.js +2 -0
  231. package/lib/esm/iterative-generation/types.js.map +1 -0
  232. package/lib/esm/iterative-generation/utils.js +112 -0
  233. package/lib/esm/iterative-generation/utils.js.map +1 -0
  234. package/lib/esm/result-types.js +7 -0
  235. package/lib/esm/result-types.js.map +1 -0
  236. package/lib/esm/system/notifyWebhookWorkflow.js +50 -0
  237. package/lib/esm/system/notifyWebhookWorkflow.js.map +1 -0
  238. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +30 -0
  239. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  240. package/lib/esm/utils/auth.js +8 -0
  241. package/lib/esm/utils/auth.js.map +1 -0
  242. package/lib/esm/utils/blobs.js +54 -0
  243. package/lib/esm/utils/blobs.js.map +1 -0
  244. package/lib/esm/utils/chunks.js +9 -0
  245. package/lib/esm/utils/chunks.js.map +1 -0
  246. package/lib/esm/utils/client.js +27 -0
  247. package/lib/esm/utils/client.js.map +1 -0
  248. package/lib/esm/utils/expand-vars.js +30 -0
  249. package/lib/esm/utils/expand-vars.js.map +1 -0
  250. package/lib/esm/utils/memory.js +55 -0
  251. package/lib/esm/utils/memory.js.map +1 -0
  252. package/lib/esm/utils/renditions.js +80 -0
  253. package/lib/esm/utils/renditions.js.map +1 -0
  254. package/lib/esm/utils/storage.js +45 -0
  255. package/lib/esm/utils/storage.js.map +1 -0
  256. package/lib/esm/utils/tokens.js +34 -0
  257. package/lib/esm/utils/tokens.js.map +1 -0
  258. package/lib/esm/vars.js +4 -0
  259. package/lib/esm/vars.js.map +1 -0
  260. package/lib/esm/workflows.js +8 -0
  261. package/lib/esm/workflows.js.map +1 -0
  262. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +17 -0
  263. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +1 -0
  264. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +39 -0
  265. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +1 -0
  266. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +19 -0
  267. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +1 -0
  268. package/lib/types/activities/chunkDocument.d.ts +33 -0
  269. package/lib/types/activities/chunkDocument.d.ts.map +1 -0
  270. package/lib/types/activities/createDocumentFromOther.d.ts +21 -0
  271. package/lib/types/activities/createDocumentFromOther.d.ts.map +1 -0
  272. package/lib/types/activities/executeInteraction.d.ts +61 -0
  273. package/lib/types/activities/executeInteraction.d.ts.map +1 -0
  274. package/lib/types/activities/extractDocumentText.d.ts +10 -0
  275. package/lib/types/activities/extractDocumentText.d.ts.map +1 -0
  276. package/lib/types/activities/generateDocumentProperties.d.ts +32 -0
  277. package/lib/types/activities/generateDocumentProperties.d.ts.map +1 -0
  278. package/lib/types/activities/generateEmbeddings.d.ts +53 -0
  279. package/lib/types/activities/generateEmbeddings.d.ts.map +1 -0
  280. package/lib/types/activities/generateOrAssignContentType.d.ts +44 -0
  281. package/lib/types/activities/generateOrAssignContentType.d.ts.map +1 -0
  282. package/lib/types/activities/getObjectFromStore.d.ts +14 -0
  283. package/lib/types/activities/getObjectFromStore.d.ts.map +1 -0
  284. package/lib/types/activities/handleError.d.ts +6 -0
  285. package/lib/types/activities/handleError.d.ts.map +1 -0
  286. package/lib/types/activities/index-dsl.d.ts +23 -0
  287. package/lib/types/activities/index-dsl.d.ts.map +1 -0
  288. package/lib/types/activities/index.d.ts +5 -0
  289. package/lib/types/activities/index.d.ts.map +1 -0
  290. package/lib/types/activities/media/prepareVideo.d.ts +30 -0
  291. package/lib/types/activities/media/prepareVideo.d.ts.map +1 -0
  292. package/lib/types/activities/media/processPdfWithTextract.d.ts +26 -0
  293. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +1 -0
  294. package/lib/types/activities/media/saveGladiaTranscription.d.ts +14 -0
  295. package/lib/types/activities/media/saveGladiaTranscription.d.ts.map +1 -0
  296. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +19 -0
  297. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +1 -0
  298. package/lib/types/activities/notifyWebhook.d.ts +27 -0
  299. package/lib/types/activities/notifyWebhook.d.ts.map +1 -0
  300. package/lib/types/activities/rateLimiter.d.ts +11 -0
  301. package/lib/types/activities/rateLimiter.d.ts.map +1 -0
  302. package/lib/types/activities/renditions/generateImageRendition.d.ts +14 -0
  303. package/lib/types/activities/renditions/generateImageRendition.d.ts.map +1 -0
  304. package/lib/types/activities/renditions/generateVideoRendition.d.ts +15 -0
  305. package/lib/types/activities/renditions/generateVideoRendition.d.ts.map +1 -0
  306. package/lib/types/activities/setDocumentStatus.d.ts +15 -0
  307. package/lib/types/activities/setDocumentStatus.d.ts.map +1 -0
  308. package/lib/types/conversion/TextractProcessor.d.ts +45 -0
  309. package/lib/types/conversion/TextractProcessor.d.ts.map +1 -0
  310. package/lib/types/conversion/image.d.ts +13 -0
  311. package/lib/types/conversion/image.d.ts.map +1 -0
  312. package/lib/types/conversion/markitdown.d.ts +2 -0
  313. package/lib/types/conversion/markitdown.d.ts.map +1 -0
  314. package/lib/types/conversion/mutool.d.ts +19 -0
  315. package/lib/types/conversion/mutool.d.ts.map +1 -0
  316. package/lib/types/conversion/pandoc.d.ts +2 -0
  317. package/lib/types/conversion/pandoc.d.ts.map +1 -0
  318. package/lib/types/dsl/conditions.d.ts +2 -0
  319. package/lib/types/dsl/conditions.d.ts.map +1 -0
  320. package/lib/types/dsl/dsl-workflow.d.ts +5 -0
  321. package/lib/types/dsl/dsl-workflow.d.ts.map +1 -0
  322. package/lib/types/dsl/dslProxyActivities.d.ts +10 -0
  323. package/lib/types/dsl/dslProxyActivities.d.ts.map +1 -0
  324. package/lib/types/dsl/projections.d.ts +4 -0
  325. package/lib/types/dsl/projections.d.ts.map +1 -0
  326. package/lib/types/dsl/setup/ActivityContext.d.ts +17 -0
  327. package/lib/types/dsl/setup/ActivityContext.d.ts.map +1 -0
  328. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +9 -0
  329. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +1 -0
  330. package/lib/types/dsl/setup/fetch/index.d.ts +6 -0
  331. package/lib/types/dsl/setup/fetch/index.d.ts.map +1 -0
  332. package/lib/types/dsl/setup/fetch/providers.d.ts +25 -0
  333. package/lib/types/dsl/setup/fetch/providers.d.ts.map +1 -0
  334. package/lib/types/dsl/test/test-child-workflow.d.ts +4 -0
  335. package/lib/types/dsl/test/test-child-workflow.d.ts.map +1 -0
  336. package/lib/types/dsl/validation.d.ts +4 -0
  337. package/lib/types/dsl/validation.d.ts.map +1 -0
  338. package/lib/types/dsl/vars.d.ts +48 -0
  339. package/lib/types/dsl/vars.d.ts.map +1 -0
  340. package/lib/types/dsl/walk.d.ts +18 -0
  341. package/lib/types/dsl/walk.d.ts.map +1 -0
  342. package/lib/types/dsl.d.ts +4 -0
  343. package/lib/types/dsl.d.ts.map +1 -0
  344. package/lib/types/errors.d.ts +33 -0
  345. package/lib/types/errors.d.ts.map +1 -0
  346. package/lib/types/index.d.ts +36 -0
  347. package/lib/types/index.d.ts.map +1 -0
  348. package/lib/types/iterative-generation/activities/extractToc.d.ts +10 -0
  349. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +1 -0
  350. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +3 -0
  351. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +1 -0
  352. package/lib/types/iterative-generation/activities/generatePart.d.ts +3 -0
  353. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +1 -0
  354. package/lib/types/iterative-generation/activities/generateToc.d.ts +4 -0
  355. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +1 -0
  356. package/lib/types/iterative-generation/activities/index.d.ts +5 -0
  357. package/lib/types/iterative-generation/activities/index.d.ts.map +1 -0
  358. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +3 -0
  359. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +1 -0
  360. package/lib/types/iterative-generation/types.d.ts +79 -0
  361. package/lib/types/iterative-generation/types.d.ts.map +1 -0
  362. package/lib/types/iterative-generation/utils.d.ts +26 -0
  363. package/lib/types/iterative-generation/utils.d.ts.map +1 -0
  364. package/lib/types/result-types.d.ts +22 -0
  365. package/lib/types/result-types.d.ts.map +1 -0
  366. package/lib/types/system/notifyWebhookWorkflow.d.ts +8 -0
  367. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +1 -0
  368. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +25 -0
  369. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +1 -0
  370. package/lib/types/utils/auth.d.ts +4 -0
  371. package/lib/types/utils/auth.d.ts.map +1 -0
  372. package/lib/types/utils/blobs.d.ts +7 -0
  373. package/lib/types/utils/blobs.d.ts.map +1 -0
  374. package/lib/types/utils/chunks.d.ts +9 -0
  375. package/lib/types/utils/chunks.d.ts.map +1 -0
  376. package/lib/types/utils/client.d.ts +8 -0
  377. package/lib/types/utils/client.d.ts.map +1 -0
  378. package/lib/types/utils/expand-vars.d.ts +8 -0
  379. package/lib/types/utils/expand-vars.d.ts.map +1 -0
  380. package/lib/types/utils/memory.d.ts +8 -0
  381. package/lib/types/utils/memory.d.ts.map +1 -0
  382. package/lib/types/utils/renditions.d.ts +23 -0
  383. package/lib/types/utils/renditions.d.ts.map +1 -0
  384. package/lib/types/utils/storage.d.ts +16 -0
  385. package/lib/types/utils/storage.d.ts.map +1 -0
  386. package/lib/types/utils/tokens.d.ts +11 -0
  387. package/lib/types/utils/tokens.d.ts.map +1 -0
  388. package/lib/types/vars.d.ts +3 -0
  389. package/lib/types/vars.d.ts.map +1 -0
  390. package/lib/types/workflows.d.ts +8 -0
  391. package/lib/types/workflows.d.ts.map +1 -0
  392. package/lib/workflows-bundle.js +16226 -0
  393. package/package.json +6 -6
@@ -0,0 +1 @@
1
+ {"version":3,"file":"getObjectFromStore.js","sourceRoot":"","sources":["../../../src/activities/getObjectFromStore.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAWhE;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAqD;IAC1F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAkB,OAAO,CAAC,CAAC;IAEnF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEnE,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE5D,OAAO;QACH,GAAG,UAAU;QACb,EAAE,EAAE,GAAG,CAAC,EAAE;KACb,CAAA;AAEL,CAAC"}
@@ -0,0 +1,19 @@
1
+ import { ContentObjectStatus } from "@vertesia/common";
2
+ import { setupActivity } from "../dsl/setup/ActivityContext.js";
3
+ import { log } from "@temporalio/activity";
4
+ export async function handleDslError(payload) {
5
+ const { client, params, objectId } = await setupActivity(payload);
6
+ const isIntake = payload.workflow_name === "StandardDocumentIntake" || payload.workflow_name === "StandardImageIntake";
7
+ if (!isIntake) {
8
+ log.warn(`Workflow execution failed, but no error handler registered for this workflow: ${payload.workflow_name}`, { error: params.errorMessage });
9
+ return;
10
+ }
11
+ try {
12
+ await client.objects.update(objectId, { status: ContentObjectStatus.failed });
13
+ }
14
+ catch (e) {
15
+ log.error("Failed to handle error", { error: e });
16
+ }
17
+ return;
18
+ }
19
+ //# sourceMappingURL=handleError.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"handleError.js","sourceRoot":"","sources":["../../../src/activities/handleError.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAA+B,MAAM,kBAAkB,CAAC;AACpF,OAAO,EAAE,aAAa,EAAE,MAAM,iCAAiC,CAAC;AAChE,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAM1C,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,OAA0D;IAC3F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAuB,OAAO,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,KAAK,wBAAwB,IAAI,OAAO,CAAC,aAAa,KAAK,qBAAqB,CAAC;IACvH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,iFAAiF,OAAO,CAAC,aAAa,EAAE,EAC7G,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CACjC,CAAC;QACF,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,mBAAmB,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,GAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO;AACX,CAAC"}
@@ -0,0 +1,23 @@
1
+ // Export here DSL activities
2
+ export { createDocumentTypeFromInteractionRun } from "./advanced/createDocumentTypeFromInteractionRun.js";
3
+ export { createOrUpdateDocumentFromInteractionRun } from "./advanced/createOrUpdateDocumentFromInteractionRun.js";
4
+ export { updateDocumentFromInteractionRun } from "./advanced/updateDocumentFromInteractionRun.js";
5
+ export { chunkDocument } from "./chunkDocument.js";
6
+ export { createPdfDocumentFromSource } from "./createDocumentFromOther.js";
7
+ export { executeInteraction } from "./executeInteraction.js";
8
+ export { extractDocumentText } from "./extractDocumentText.js";
9
+ export { generateDocumentProperties } from "./generateDocumentProperties.js";
10
+ export { generateEmbeddings } from "./generateEmbeddings.js";
11
+ export { generateOrAssignContentType } from "./generateOrAssignContentType.js";
12
+ export { getObjectFromStore } from "./getObjectFromStore.js";
13
+ export { handleDslError } from "./handleError.js";
14
+ export { prepareVideo } from "./media/prepareVideo.js";
15
+ export { convertPdfToStructuredText } from "./media/processPdfWithTextract.js";
16
+ export { saveGladiaTranscription } from "./media/saveGladiaTranscription.js";
17
+ export { transcribeMedia } from "./media/transcribeMediaWithGladia.js";
18
+ export { notifyWebhook } from "./notifyWebhook.js";
19
+ export { checkRateLimit } from "./rateLimiter.js";
20
+ export { generateImageRendition } from "./renditions/generateImageRendition.js";
21
+ export { generateVideoRendition } from "./renditions/generateVideoRendition.js";
22
+ export { setDocumentStatus } from "./setDocumentStatus.js";
23
+ //# sourceMappingURL=index-dsl.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index-dsl.js","sourceRoot":"","sources":["../../../src/activities/index-dsl.ts"],"names":[],"mappings":"AAAA,6BAA6B;AAC7B,OAAO,EAAE,oCAAoC,EAAE,MAAM,oDAAoD,CAAC;AAC1G,OAAO,EAAE,wCAAwC,EAAE,MAAM,wDAAwD,CAAC;AAClH,OAAO,EAAE,gCAAgC,EAAE,MAAM,gDAAgD,CAAC;AAClG,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAC3E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAAE,MAAM,iCAAiC,CAAC;AAC7E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,2BAA2B,EAAE,MAAM,kCAAkC,CAAC;AAC/E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,uBAAuB,EAAE,MAAM,oCAAoC,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAEvE,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,EAAE,sBAAsB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC"}
@@ -0,0 +1,5 @@
1
+ /**
2
+ * Here we export all activities to be registered with the temporal worker
3
+ */
4
+ export * from "./index-dsl.js";
5
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/activities/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,cAAc,gBAAgB,CAAC"}
@@ -0,0 +1,390 @@
1
+ import { log } from '@temporalio/activity';
2
+ import { POSTER_RENDITION_NAME, AUDIO_RENDITION_NAME, WEB_VIDEO_RENDITION_NAME, ContentNature } from '@vertesia/common';
3
+ import { exec } from 'child_process';
4
+ import fs from 'fs';
5
+ import os from 'os';
6
+ import path from 'path';
7
+ import { promisify } from 'util';
8
+ import { setupActivity } from '../../dsl/setup/ActivityContext.js';
9
+ import { DocumentNotFoundError, InvalidContentTypeError } from '../../errors.js';
10
+ import { saveBlobToTempFile } from '../../utils/blobs.js';
11
+ import { RequestError } from '@vertesia/api-fetch-client';
12
+ const execAsync = promisify(exec);
13
+ // Default configuration constants
14
+ const DEFAULT_MAX_RESOLUTION = 1920; // Max resolution for video rendition (produces 1080p)
15
+ const DEFAULT_THUMBNAIL_SIZE = 256; // Thumbnail longest side in pixels
16
+ const DEFAULT_POSTER_SIZE = 1920; // Poster longest side in pixels
17
+ const DEFAULT_GENERATE_AUDIO = true; // Generate audio-only rendition by default
18
+ // Timestamp calculation constants for screenshots
19
+ const THUMBNAIL_TIMESTAMP_RATIO = 0.25; // Extract thumbnail at 25% of video duration
20
+ const POSTER_TIMESTAMP_RATIO = 0.05; // Extract poster at 5% of video duration
21
+ const POSTER_TIMESTAMP_MAX = 2; // Maximum poster timestamp in seconds
22
+ const MIN_SCREENSHOT_TIMESTAMP = 1; // Minimum timestamp for screenshots in seconds
23
+ // FFmpeg configuration constants
24
+ const FFMPEG_MAX_BUFFER = 1024 * 1024 * 10; // 10MB buffer for ffmpeg output
25
+ const VIDEO_CRF = '23'; // Constant Rate Factor for video quality (18-28, lower = better)
26
+ const AUDIO_BITRATE = '128k'; // Audio bitrate for AAC encoding
27
+ const JPEG_QUALITY = '2'; // JPEG quality for screenshots (1-31, lower = better)
28
+ /**
29
+ * Extract comprehensive video metadata using ffprobe
30
+ */
31
+ async function getVideoMetadata(videoPath) {
32
+ try {
33
+ const command = `ffprobe -v quiet -print_format json -show_format -show_streams "${videoPath}"`;
34
+ const { stdout } = await execAsync(command);
35
+ const metadata = JSON.parse(stdout);
36
+ const videoStream = metadata.streams.find((stream) => stream.codec_type === 'video');
37
+ if (!videoStream) {
38
+ throw new Error('No video stream found in file');
39
+ }
40
+ const duration = parseFloat(metadata.format.duration ?? '0') || 0;
41
+ const width = videoStream.width || 0;
42
+ const height = videoStream.height || 0;
43
+ const codec = videoStream.codec_name || 'unknown';
44
+ const bitrate = parseInt(metadata.format.bit_rate ?? '0', 10) || 0;
45
+ // Calculate FPS from r_frame_rate (e.g., "30/1" or "24000/1001")
46
+ let fps = 0;
47
+ if (videoStream.r_frame_rate) {
48
+ const [num, den] = videoStream.r_frame_rate.split('/').map(Number);
49
+ fps = den > 0 ? num / den : 0;
50
+ }
51
+ // Check if video has an audio stream
52
+ const audioStream = metadata.streams.find((stream) => stream.codec_type === 'audio');
53
+ const hasAudio = !!audioStream;
54
+ return { duration, width, height, codec, bitrate, fps, hasAudio };
55
+ }
56
+ catch (error) {
57
+ log.error(`Failed to get video metadata: ${error instanceof Error ? error.message : 'Unknown error'}`);
58
+ throw new Error(`Failed to probe video metadata: ${error instanceof Error ? error.message : 'Unknown error'}`);
59
+ }
60
+ }
61
+ /**
62
+ * Calculate scaled dimensions maintaining aspect ratio
63
+ * Scales based on longest side, ensuring dimensions are even (required for H.264)
64
+ */
65
+ function calculateScaledDimensions(width, height, maxResolution) {
66
+ const longestSide = Math.max(width, height);
67
+ let newWidth;
68
+ let newHeight;
69
+ if (longestSide > maxResolution) {
70
+ // Scale down if video is larger than max resolution
71
+ const scale = maxResolution / longestSide;
72
+ newWidth = Math.floor(width * scale);
73
+ newHeight = Math.floor(height * scale);
74
+ }
75
+ else {
76
+ // Keep original dimensions if video is smaller
77
+ newWidth = width;
78
+ newHeight = height;
79
+ }
80
+ // Ensure dimensions are divisible by 2 (required for H.264/image processing)
81
+ const adjustedWidth = newWidth % 2 === 0 ? newWidth : newWidth - 1;
82
+ const adjustedHeight = newHeight % 2 === 0 ? newHeight : newHeight - 1;
83
+ return { width: adjustedWidth, height: adjustedHeight };
84
+ }
85
+ /**
86
+ * Generate a video rendition with resolution limited to maxResolution (e.g., 1080p)
87
+ * Uses H.264 codec for broad compatibility
88
+ */
89
+ async function generateVideoRendition(videoPath, outputDir, metadata, maxResolution) {
90
+ const outputFile = path.join(outputDir, `rendition_${maxResolution}p.mp4`);
91
+ // Calculate scaled dimensions
92
+ const dimensions = calculateScaledDimensions(metadata.width, metadata.height, maxResolution);
93
+ log.info(`Video rendition dimensions: ${metadata.width}x${metadata.height} -> ${dimensions.width}x${dimensions.height}`);
94
+ // Combine scale with color space conversion for maximum web compatibility
95
+ // format=yuv420p converts to 4:2:0 chroma subsampling (from ProRes 4:2:2 or higher)
96
+ const videoFilters = `scale=${dimensions.width}:${dimensions.height},format=yuv420p`;
97
+ const command = [
98
+ 'ffmpeg',
99
+ '-y', // Overwrite output
100
+ '-i', `"${videoPath}"`,
101
+ '-vf', `"${videoFilters}"`,
102
+ '-c:v', 'libx264', // H.264 codec
103
+ '-preset', 'medium', // Balance between speed and compression
104
+ '-crf', VIDEO_CRF, // Constant Rate Factor (18-28, lower = better quality)
105
+ '-pix_fmt', 'yuv420p', // Explicitly set pixel format for compatibility
106
+ '-c:a', 'aac', // Audio codec
107
+ '-b:a', AUDIO_BITRATE, // Audio bitrate
108
+ '-movflags', '+faststart', // Enable streaming
109
+ '-max_muxing_queue_size', '1024', // Prevent muxing issues
110
+ `"${outputFile}"`,
111
+ ].join(' ');
112
+ log.info(`Generating ${maxResolution}p video rendition`, { command });
113
+ try {
114
+ const { stderr } = await execAsync(command, { maxBuffer: FFMPEG_MAX_BUFFER });
115
+ if (stderr && !stderr.includes('frame=')) {
116
+ log.debug(`FFmpeg stderr for video rendition: ${stderr}`);
117
+ }
118
+ // Verify output file was created
119
+ try {
120
+ await fs.promises.access(outputFile, fs.constants.F_OK);
121
+ log.info(`Generated ${maxResolution}p video rendition: ${outputFile}`);
122
+ return {
123
+ file: outputFile,
124
+ width: dimensions.width,
125
+ height: dimensions.height,
126
+ };
127
+ }
128
+ catch {
129
+ log.warn(`Video rendition not generated`);
130
+ return null;
131
+ }
132
+ }
133
+ catch (error) {
134
+ log.error(`Failed to generate video rendition: ${error instanceof Error ? error.message : 'Unknown error'}`);
135
+ return null;
136
+ }
137
+ }
138
+ /**
139
+ * Extract audio track from video as AAC audio file
140
+ */
141
+ async function generateAudioRendition(videoPath, outputDir) {
142
+ const outputFile = path.join(outputDir, 'audio.m4a');
143
+ const command = [
144
+ 'ffmpeg',
145
+ '-y', // Overwrite output
146
+ '-i', `"${videoPath}"`,
147
+ '-vn', // No video
148
+ '-c:a', 'aac', // Audio codec
149
+ '-b:a', AUDIO_BITRATE, // Audio bitrate
150
+ `"${outputFile}"`,
151
+ ].join(' ');
152
+ log.info('Generating audio-only rendition', { command });
153
+ try {
154
+ const { stderr } = await execAsync(command, { maxBuffer: FFMPEG_MAX_BUFFER });
155
+ if (stderr && !stderr.includes('frame=')) {
156
+ log.debug(`FFmpeg stderr for audio rendition: ${stderr}`);
157
+ }
158
+ // Verify output file was created
159
+ try {
160
+ await fs.promises.access(outputFile, fs.constants.F_OK);
161
+ log.info(`Generated audio rendition: ${outputFile}`);
162
+ return outputFile;
163
+ }
164
+ catch {
165
+ log.warn('Audio rendition not generated');
166
+ return null;
167
+ }
168
+ }
169
+ catch (error) {
170
+ log.error(`Failed to generate audio rendition: ${error instanceof Error ? error.message : 'Unknown error'}`);
171
+ return null;
172
+ }
173
+ }
174
+ /**
175
+ * Extract a screenshot frame from the video at a specific timestamp
176
+ */
177
+ async function generateScreenshot(videoPath, outputDir, timestamp, maxSize, name, metadata) {
178
+ const outputFile = path.join(outputDir, `${name}.jpg`);
179
+ // Calculate scaled dimensions
180
+ const dimensions = calculateScaledDimensions(metadata.width, metadata.height, maxSize);
181
+ const scaleFilter = `scale=${dimensions.width}:${dimensions.height}`;
182
+ const command = [
183
+ 'ffmpeg',
184
+ '-y',
185
+ '-ss', timestamp.toString(),
186
+ '-i', `"${videoPath}"`,
187
+ '-vframes', '1',
188
+ '-vf', `"${scaleFilter}"`,
189
+ '-q:v', JPEG_QUALITY, // High quality JPEG
190
+ `"${outputFile}"`,
191
+ ].join(' ');
192
+ log.info(`Generating ${name} at ${timestamp}s`, { command });
193
+ try {
194
+ const { stderr } = await execAsync(command);
195
+ if (stderr && !stderr.includes('frame=')) {
196
+ log.debug(`FFmpeg stderr for ${name}: ${stderr}`);
197
+ }
198
+ // Verify output file was created
199
+ try {
200
+ await fs.promises.access(outputFile, fs.constants.F_OK);
201
+ log.info(`Generated ${name}: ${outputFile}`);
202
+ return {
203
+ file: outputFile,
204
+ width: dimensions.width,
205
+ height: dimensions.height,
206
+ };
207
+ }
208
+ catch {
209
+ log.warn(`${name} not generated`);
210
+ return null;
211
+ }
212
+ }
213
+ catch (error) {
214
+ log.error(`Failed to generate ${name}: ${error instanceof Error ? error.message : 'Unknown error'}`);
215
+ return null;
216
+ }
217
+ }
218
+ /**
219
+ * Upload a file to the storage and return its URI
220
+ */
221
+ async function uploadFile(client, filePath, mimeType, fileName, storagePath) {
222
+ const { NodeStreamSource } = await import('@vertesia/client/node');
223
+ const fileStream = fs.createReadStream(filePath);
224
+ const source = new NodeStreamSource(fileStream, fileName, mimeType, storagePath);
225
+ const result = await client.files.uploadFile(source);
226
+ log.info(`Uploaded file to ${storagePath}`, { result });
227
+ return result;
228
+ }
229
+ /**
230
+ * Upload a media result and create a rendition entry
231
+ */
232
+ async function uploadMediaAsRendition(client, result, renditionName, fileName, mimeType, etag, pathSegment) {
233
+ const storagePath = `renditions/${etag}/${pathSegment}/${fileName}`;
234
+ const uri = await uploadFile(client, result.file, mimeType, fileName, storagePath);
235
+ return {
236
+ name: renditionName,
237
+ dimensions: {
238
+ width: result.width,
239
+ height: result.height,
240
+ },
241
+ content: {
242
+ source: uri,
243
+ type: mimeType,
244
+ name: fileName,
245
+ },
246
+ };
247
+ }
248
+ /**
249
+ * Main activity: Prepare video by extracting metadata and generating renditions
250
+ */
251
+ export async function prepareVideo(payload) {
252
+ const { client, objectId, params, } = await setupActivity(payload);
253
+ const maxResolution = params.maxResolution ?? DEFAULT_MAX_RESOLUTION;
254
+ const thumbnailSize = params.thumbnailSize ?? DEFAULT_THUMBNAIL_SIZE;
255
+ const posterSize = params.posterSize ?? DEFAULT_POSTER_SIZE;
256
+ const generateAudio = params.generateAudio ?? DEFAULT_GENERATE_AUDIO;
257
+ log.info(`Preparing video for ${objectId}`, {
258
+ maxResolution,
259
+ thumbnailSize,
260
+ posterSize,
261
+ });
262
+ // Retrieve the content object
263
+ const inputObject = await client.objects.retrieve(objectId).catch((err) => {
264
+ log.error(`Failed to retrieve document ${objectId}`, { err });
265
+ if (err instanceof RequestError && err.status === 404) {
266
+ throw new DocumentNotFoundError(`Document ${objectId} not found`, [objectId]);
267
+ }
268
+ throw err;
269
+ });
270
+ if (!inputObject.content?.source) {
271
+ log.error(`Document ${objectId} has no source`);
272
+ throw new DocumentNotFoundError(`Document ${objectId} has no source`, [objectId]);
273
+ }
274
+ if (!inputObject.content.type || !inputObject.content.type.startsWith('video/')) {
275
+ log.error(`Document ${objectId} is not a video: ${inputObject.content.type}`);
276
+ throw new InvalidContentTypeError(objectId, 'video/*', inputObject.content.type || 'unknown');
277
+ }
278
+ // Download video to temp file
279
+ const videoFile = await saveBlobToTempFile(client, inputObject.content.source);
280
+ const tempOutputDir = fs.mkdtempSync(path.join(os.tmpdir(), 'prepare-video-'));
281
+ try {
282
+ // Step 1: Extract video metadata
283
+ log.info('Extracting video metadata');
284
+ const metadata = await getVideoMetadata(videoFile);
285
+ // Step 2: Generate video rendition
286
+ log.info('Generating video rendition');
287
+ const renditionResult = await generateVideoRendition(videoFile, tempOutputDir, metadata, maxResolution);
288
+ // Step 3 & 4: Generate thumbnail and poster in parallel
289
+ log.info('Generating thumbnail and poster');
290
+ const thumbnailTimestamp = Math.max(metadata.duration * THUMBNAIL_TIMESTAMP_RATIO, MIN_SCREENSHOT_TIMESTAMP);
291
+ const posterTimestamp = Math.max(Math.min(metadata.duration * POSTER_TIMESTAMP_RATIO, POSTER_TIMESTAMP_MAX), MIN_SCREENSHOT_TIMESTAMP);
292
+ const [thumbnailResult, posterResult] = await Promise.all([
293
+ generateScreenshot(videoFile, tempOutputDir, thumbnailTimestamp, thumbnailSize, 'thumbnail', metadata),
294
+ generateScreenshot(videoFile, tempOutputDir, posterTimestamp, posterSize, 'poster', metadata),
295
+ ]);
296
+ // Step 5: Generate audio rendition (if video has audio and requested)
297
+ let audioFile = null;
298
+ if (generateAudio && metadata.hasAudio) {
299
+ log.info('Generating audio rendition');
300
+ audioFile = await generateAudioRendition(videoFile, tempOutputDir);
301
+ }
302
+ else if (generateAudio && !metadata.hasAudio) {
303
+ log.info('Skipping audio rendition - video has no audio track');
304
+ }
305
+ // Step 6: Upload generated files
306
+ const renditions = [];
307
+ const etag = inputObject.content.etag ?? inputObject.id;
308
+ if (renditionResult) {
309
+ const videoRendition = await uploadMediaAsRendition(client, renditionResult, WEB_VIDEO_RENDITION_NAME, `${maxResolution}px.mp4`, 'video/mp4', etag, 'video');
310
+ renditions.push(videoRendition);
311
+ }
312
+ if (thumbnailResult) {
313
+ const fileName = 'thumbnail.jpg';
314
+ const storagePath = `renditions/${etag}/${thumbnailSize}/${fileName}`;
315
+ await uploadFile(client, thumbnailResult.file, 'image/jpeg', fileName, storagePath);
316
+ }
317
+ if (posterResult) {
318
+ const posterRendition = await uploadMediaAsRendition(client, posterResult, POSTER_RENDITION_NAME, 'poster.jpg', 'image/jpeg', etag, `${posterSize}`);
319
+ renditions.push(posterRendition);
320
+ }
321
+ if (audioFile) {
322
+ const audioRendition = await uploadMediaAsRendition(client, { file: audioFile, width: 0, height: 0 }, AUDIO_RENDITION_NAME, 'audio.m4a', 'audio/mp4', etag, 'audio');
323
+ renditions.push(audioRendition);
324
+ }
325
+ // Step 7: Update content object with metadata and renditions
326
+ const videoMetadata = {
327
+ type: ContentNature.Video,
328
+ duration: metadata.duration,
329
+ dimensions: {
330
+ width: metadata.width,
331
+ height: metadata.height,
332
+ },
333
+ renditions,
334
+ hasAudio: metadata.hasAudio,
335
+ generation_runs: inputObject.metadata?.generation_runs || [],
336
+ };
337
+ await client.objects.update(objectId, {
338
+ metadata: videoMetadata,
339
+ });
340
+ log.info(`Successfully prepared video ${objectId}`, {
341
+ duration: metadata.duration,
342
+ dimensions: `${metadata.width}x${metadata.height}`,
343
+ codec: metadata.codec,
344
+ bitrate: metadata.bitrate,
345
+ fps: metadata.fps,
346
+ hasAudio: metadata.hasAudio,
347
+ renditionsGenerated: renditions.length,
348
+ });
349
+ return {
350
+ objectId,
351
+ metadata: {
352
+ duration: metadata.duration,
353
+ width: metadata.width,
354
+ height: metadata.height,
355
+ codec: metadata.codec,
356
+ bitrate: metadata.bitrate,
357
+ fps: metadata.fps,
358
+ hasAudio: metadata.hasAudio,
359
+ },
360
+ renditions: renditions,
361
+ status: 'success',
362
+ };
363
+ }
364
+ catch (error) {
365
+ const errorMessage = error instanceof Error ? error.message : 'Unknown error';
366
+ log.error(`Error preparing video: ${errorMessage}`, { error });
367
+ // Re-throw known errors as-is
368
+ if (error instanceof DocumentNotFoundError || error instanceof InvalidContentTypeError) {
369
+ throw error;
370
+ }
371
+ // Wrap unknown errors in Error
372
+ throw new Error(`Failed to prepare video ${objectId}: ${errorMessage}`);
373
+ }
374
+ finally {
375
+ // Clean up temporary files
376
+ const cleanupPromises = [];
377
+ if (videoFile) {
378
+ cleanupPromises.push(fs.promises.unlink(videoFile).catch((err) => {
379
+ log.warn(`Failed to cleanup video file: ${videoFile}`, { err });
380
+ }));
381
+ }
382
+ if (tempOutputDir) {
383
+ cleanupPromises.push(fs.promises.rm(tempOutputDir, { recursive: true, force: true }).catch((err) => {
384
+ log.warn(`Failed to cleanup temp directory: ${tempOutputDir}`, { err });
385
+ }));
386
+ }
387
+ await Promise.allSettled(cleanupPromises);
388
+ }
389
+ }
390
+ //# sourceMappingURL=prepareVideo.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prepareVideo.js","sourceRoot":"","sources":["../../../../src/activities/media/prepareVideo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAA+E,qBAAqB,EAAE,oBAAoB,EAAE,wBAAwB,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACrM,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAE1D,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;AAElC,kCAAkC;AAClC,MAAM,sBAAsB,GAAG,IAAI,CAAC,CAAC,sDAAsD;AAC3F,MAAM,sBAAsB,GAAG,GAAG,CAAC,CAAC,mCAAmC;AACvE,MAAM,mBAAmB,GAAG,IAAI,CAAC,CAAC,gCAAgC;AAClE,MAAM,sBAAsB,GAAG,IAAI,CAAC,CAAC,2CAA2C;AAEhF,kDAAkD;AAClD,MAAM,yBAAyB,GAAG,IAAI,CAAC,CAAC,6CAA6C;AACrF,MAAM,sBAAsB,GAAG,IAAI,CAAC,CAAC,yCAAyC;AAC9E,MAAM,oBAAoB,GAAG,CAAC,CAAC,CAAC,sCAAsC;AACtE,MAAM,wBAAwB,GAAG,CAAC,CAAC,CAAC,+CAA+C;AAEnF,iCAAiC;AACjC,MAAM,iBAAiB,GAAG,IAAI,GAAG,IAAI,GAAG,EAAE,CAAC,CAAC,gCAAgC;AAC5E,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,iEAAiE;AACzF,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,iCAAiC;AAC/D,MAAM,YAAY,GAAG,GAAG,CAAC,CAAC,sDAAsD;AAyChF;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAAC,SAAiB;IAC7C,IAAI,CAAC;QACD,MAAM,OAAO,GAAG,mEAAmE,SAAS,GAAG,CAAC;QAChG,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAkB,CAAC;QAErD,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CACrC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,CAC5C,CAAC;QAEF,IAAI,CAAC,WAAW,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,QAAQ,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC;QAClE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,IAAI,CAAC,CAAC;QACrC,MAAM,MAAM,GAAG,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,IAAI,SAAS,CAAC;QAClD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;QAEnE,iEAAiE;QACjE,IAAI,GAAG,GAAG,CAAC,CAAC;QACZ,IAAI,WAAW,CAAC,YAAY,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACnE,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC;QAED,qCAAqC;QACrC,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CACrC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,KAAK,OAAO,CAC5C,CAAC;QACF,MAAM,QAAQ,GAAG,CAAC,CAAC,WAAW,CAAC;QAE/B,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;IACtE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,iCAAiC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC9F,CAAC;QACF,MAAM,IAAI,KAAK,CACX,mCAAmC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAChG,CAAC;IACN,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,SAAS,yBAAyB,CAC9B,KAAa,EACb,MAAc,EACd,aAAqB;IAErB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC5C,IAAI,QAAgB,CAAC;IACrB,IAAI,SAAiB,CAAC;IAEtB,IAAI,WAAW,GAAG,aAAa,EAAE,CAAC;QAC9B,oDAAoD;QACpD,MAAM,KAAK,GAAG,aAAa,GAAG,WAAW,CAAC;QAC1C,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC;QACrC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC;IAC3C,CAAC;SAAM,CAAC;QACJ,+CAA+C;QAC/C,QAAQ,GAAG,KAAK,CAAC;QACjB,SAAS,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,6EAA6E;IAC7E,MAAM,aAAa,GAAG,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;IACnE,MAAM,cAAc,GAAG,SAAS,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC;IAEvE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC;AAC5D,CAAC;AAyBD;;;GAGG;AACH,KAAK,UAAU,sBAAsB,CACjC,SAAiB,EACjB,SAAiB,EACjB,QAA+B,EAC/B,aAAqB;IAErB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,aAAa,OAAO,CAAC,CAAC;IAE3E,8BAA8B;IAC9B,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IAE7F,GAAG,CAAC,IAAI,CAAC,+BAA+B,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,OAAO,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAEzH,0EAA0E;IAC1E,oFAAoF;IACpF,MAAM,YAAY,GAAG,SAAS,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,iBAAiB,CAAC;IAErF,MAAM,OAAO,GAAG;QACZ,QAAQ;QACR,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,IAAI,SAAS,GAAG;QACtB,KAAK,EAAE,IAAI,YAAY,GAAG;QAC1B,MAAM,EAAE,SAAS,EAAE,cAAc;QACjC,SAAS,EAAE,QAAQ,EAAE,wCAAwC;QAC7D,MAAM,EAAE,SAAS,EAAE,uDAAuD;QAC1E,UAAU,EAAE,SAAS,EAAE,gDAAgD;QACvE,MAAM,EAAE,KAAK,EAAE,cAAc;QAC7B,MAAM,EAAE,aAAa,EAAE,gBAAgB;QACvC,WAAW,EAAE,YAAY,EAAE,mBAAmB;QAC9C,wBAAwB,EAAE,MAAM,EAAE,wBAAwB;QAC1D,IAAI,UAAU,GAAG;KACpB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEZ,GAAG,CAAC,IAAI,CAAC,cAAc,aAAa,mBAAmB,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEtE,IAAI,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAE9E,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,KAAK,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,aAAa,aAAa,sBAAsB,UAAU,EAAE,CAAC,CAAC;YACvE,OAAO;gBACH,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC1C,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CACpG,CAAC;QACF,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,sBAAsB,CACjC,SAAiB,EACjB,SAAiB;IAEjB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAErD,MAAM,OAAO,GAAG;QACZ,QAAQ;QACR,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,IAAI,SAAS,GAAG;QACtB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,KAAK,EAAE,cAAc;QAC7B,MAAM,EAAE,aAAa,EAAE,gBAAgB;QACvC,IAAI,UAAU,GAAG;KACpB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEZ,GAAG,CAAC,IAAI,CAAC,iCAAiC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEzD,IAAI,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAE9E,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,KAAK,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAC;QAC9D,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,8BAA8B,UAAU,EAAE,CAAC,CAAC;YACrD,OAAO,UAAU,CAAC;QACtB,CAAC;QAAC,MAAM,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC1C,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,uCAAuC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CACpG,CAAC;QACF,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAC7B,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACjB,OAAe,EACf,IAAY,EACZ,QAA+B;IAE/B,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,MAAM,CAAC,CAAC;IAEvD,8BAA8B;IAC9B,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEvF,MAAM,WAAW,GAAG,SAAS,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;IAErE,MAAM,OAAO,GAAG;QACZ,QAAQ;QACR,IAAI;QACJ,KAAK,EAAE,SAAS,CAAC,QAAQ,EAAE;QAC3B,IAAI,EAAE,IAAI,SAAS,GAAG;QACtB,UAAU,EAAE,GAAG;QACf,KAAK,EAAE,IAAI,WAAW,GAAG;QACzB,MAAM,EAAE,YAAY,EAAE,oBAAoB;QAC1C,IAAI,UAAU,GAAG;KACpB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAEZ,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,OAAO,SAAS,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAE7D,IAAI,CAAC;QACD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,KAAK,CAAC,qBAAqB,IAAI,KAAK,MAAM,EAAE,CAAC,CAAC;QACtD,CAAC;QAED,iCAAiC;QACjC,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACxD,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,KAAK,UAAU,EAAE,CAAC,CAAC;YAC7C,OAAO;gBACH,IAAI,EAAE,UAAU;gBAChB,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC5B,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACL,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,gBAAgB,CAAC,CAAC;YAClC,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,GAAG,CAAC,KAAK,CACL,sBAAsB,IAAI,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,CAC5F,CAAC;QACF,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,UAAU,CACrB,MAAsB,EACtB,QAAgB,EAChB,QAAgB,EAChB,QAAgB,EAChB,WAAmB;IAEnB,MAAM,EAAE,gBAAgB,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAEjF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IACrD,GAAG,CAAC,IAAI,CAAC,oBAAoB,WAAW,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IAExD,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,sBAAsB,CACjC,MAAsB,EACtB,MAAmB,EACnB,aAAqB,EACrB,QAAgB,EAChB,QAAgB,EAChB,IAAY,EACZ,WAAmB;IAEnB,MAAM,WAAW,GAAG,cAAc,IAAI,IAAI,WAAW,IAAI,QAAQ,EAAE,CAAC;IACpE,MAAM,GAAG,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;IAEnF,OAAO;QACH,IAAI,EAAE,aAAa;QACnB,UAAU,EAAE;YACR,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,MAAM,CAAC,MAAM;SACxB;QACD,OAAO,EAAE;YACL,MAAM,EAAE,GAAG;YACX,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,QAAQ;SACjB;KACJ,CAAC;AACN,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAC9B,OAAwD;IAExD,MAAM,EACF,MAAM,EACN,QAAQ,EACR,MAAM,GACT,GAAG,MAAM,aAAa,CAAqB,OAAO,CAAC,CAAC;IAErD,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;IACrE,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;IACrE,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,mBAAmB,CAAC;IAC5D,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;IAErE,GAAG,CAAC,IAAI,CAAC,uBAAuB,QAAQ,EAAE,EAAE;QACxC,aAAa;QACb,aAAa;QACb,UAAU;KACb,CAAC,CAAC;IAEH,8BAA8B;IAC9B,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;QAC/E,GAAG,CAAC,KAAK,CAAC,+BAA+B,QAAQ,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9D,IAAI,GAAG,YAAY,YAAY,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACpD,MAAM,IAAI,qBAAqB,CAAC,YAAY,QAAQ,YAAY,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;QAClF,CAAC;QACD,MAAM,GAAG,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC/B,GAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,gBAAgB,CAAC,CAAC;QAChD,MAAM,IAAI,qBAAqB,CAAC,YAAY,QAAQ,gBAAgB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,oBAAoB,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9E,MAAM,IAAI,uBAAuB,CAC7B,QAAQ,EACR,SAAS,EACT,WAAW,CAAC,OAAO,CAAC,IAAI,IAAI,SAAS,CACxC,CAAC;IACN,CAAC;IAED,8BAA8B;IAC9B,MAAM,SAAS,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/E,MAAM,aAAa,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAE/E,IAAI,CAAC;QACD,iCAAiC;QACjC,GAAG,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QACtC,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAEnD,mCAAmC;QACnC,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;QACvC,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAChD,SAAS,EACT,aAAa,EACb,QAAQ,EACR,aAAa,CAChB,CAAC;QAEF,wDAAwD;QACxD,GAAG,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;QAC5C,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,GAAG,yBAAyB,EAAE,wBAAwB,CAAC,CAAC;QAC7G,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,GAAG,sBAAsB,EAAE,oBAAoB,CAAC,EAAE,wBAAwB,CAAC,CAAC;QAEvI,MAAM,CAAC,eAAe,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtD,kBAAkB,CACd,SAAS,EACT,aAAa,EACb,kBAAkB,EAClB,aAAa,EACb,WAAW,EACX,QAAQ,CACX;YACD,kBAAkB,CACd,SAAS,EACT,aAAa,EACb,eAAe,EACf,UAAU,EACV,QAAQ,EACR,QAAQ,CACX;SACJ,CAAC,CAAC;QAEH,sEAAsE;QACtE,IAAI,SAAS,GAAkB,IAAI,CAAC;QACpC,IAAI,aAAa,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;YACvC,SAAS,GAAG,MAAM,sBAAsB,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;QACvE,CAAC;aAAM,IAAI,aAAa,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC;YAC7C,GAAG,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;QACpE,CAAC;QAED,iCAAiC;QACjC,MAAM,UAAU,GAAqB,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,WAAW,CAAC,OAAO,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE,CAAC;QAExD,IAAI,eAAe,EAAE,CAAC;YAClB,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAC/C,MAAM,EACN,eAAe,EACf,wBAAwB,EACxB,GAAG,aAAa,QAAQ,EACxB,WAAW,EACX,IAAI,EACJ,OAAO,CACV,CAAC;YACF,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,eAAe,CAAC;YACjC,MAAM,WAAW,GAAG,cAAc,IAAI,IAAI,aAAa,IAAI,QAAQ,EAAE,CAAC;YACtE,MAAM,UAAU,CACZ,MAAM,EACN,eAAe,CAAC,IAAI,EACpB,YAAY,EACZ,QAAQ,EACR,WAAW,CACd,CAAC;QACN,CAAC;QAED,IAAI,YAAY,EAAE,CAAC;YACf,MAAM,eAAe,GAAG,MAAM,sBAAsB,CAChD,MAAM,EACN,YAAY,EACZ,qBAAqB,EACrB,YAAY,EACZ,YAAY,EACZ,IAAI,EACJ,GAAG,UAAU,EAAE,CAClB,CAAC;YACF,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACrC,CAAC;QAED,IAAI,SAAS,EAAE,CAAC;YACZ,MAAM,cAAc,GAAG,MAAM,sBAAsB,CAC/C,MAAM,EACN,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,EACxC,oBAAoB,EACpB,WAAW,EACX,WAAW,EACX,IAAI,EACJ,OAAO,CACV,CAAC;YACF,UAAU,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACpC,CAAC;QAED,6DAA6D;QAC7D,MAAM,aAAa,GAAkB;YACjC,IAAI,EAAE,aAAa,CAAC,KAAK;YACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,UAAU,EAAE;gBACR,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;aAC1B;YACD,UAAU;YACV,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,eAAe,EAAE,WAAW,CAAC,QAAQ,EAAE,eAAe,IAAI,EAAE;SAC/D,CAAC;QAEF,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;YAClC,QAAQ,EAAE,aAAa;SAC1B,CAAC,CAAC;QAEH,GAAG,CAAC,IAAI,CAAC,+BAA+B,QAAQ,EAAE,EAAE;YAChD,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,UAAU,EAAE,GAAG,QAAQ,CAAC,KAAK,IAAI,QAAQ,CAAC,MAAM,EAAE;YAClD,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;YACzB,GAAG,EAAE,QAAQ,CAAC,GAAG;YACjB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,mBAAmB,EAAE,UAAU,CAAC,MAAM;SACzC,CAAC,CAAC;QAEH,OAAO;YACH,QAAQ;YACR,QAAQ,EAAE;gBACN,QAAQ,EAAE,QAAQ,CAAC,QAAQ;gBAC3B,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;aAC9B;YACD,UAAU,EAAE,UAAU;YACtB,MAAM,EAAE,SAAS;SACpB,CAAC;IACN,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;QAC9E,GAAG,CAAC,KAAK,CAAC,0BAA0B,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAE/D,8BAA8B;QAC9B,IAAI,KAAK,YAAY,qBAAqB,IAAI,KAAK,YAAY,uBAAuB,EAAE,CAAC;YACrF,MAAM,KAAK,CAAC;QAChB,CAAC;QAED,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CACX,2BAA2B,QAAQ,KAAK,YAAY,EAAE,CACzD,CAAC;IACN,CAAC;YAAS,CAAC;QACP,2BAA2B;QAC3B,MAAM,eAAe,GAAoB,EAAE,CAAC;QAE5C,IAAI,SAAS,EAAE,CAAC;YACZ,eAAe,CAAC,IAAI,CAChB,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACxC,GAAG,CAAC,IAAI,CAAC,iCAAiC,SAAS,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACpE,CAAC,CAAC,CACL,CAAC;QACN,CAAC;QAED,IAAI,aAAa,EAAE,CAAC;YAChB,eAAe,CAAC,IAAI,CAChB,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC1E,GAAG,CAAC,IAAI,CAAC,qCAAqC,aAAa,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC5E,CAAC,CAAC,CACL,CAAC;QACN,CAAC;QAED,MAAM,OAAO,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IAC9C,CAAC;AACL,CAAC"}
@@ -0,0 +1,99 @@
1
+ /**
2
+ * Use textract to convert a pdf into a data structure of the following format:
3
+ * <document>
4
+ * <page number="n">
5
+ * <text/>
6
+ * <table/>
7
+ * <text/>
8
+ * <figure/>
9
+ * ...
10
+ * </page>
11
+ */
12
+ import { fromWebToken } from "@aws-sdk/credential-providers";
13
+ import { SupportedIntegrations } from "@vertesia/common";
14
+ import { log } from "@temporalio/activity";
15
+ import { TextractProcessor } from "../../conversion/TextractProcessor.js";
16
+ import { setupActivity } from "../../dsl/setup/ActivityContext.js";
17
+ import { DocumentNotFoundError } from "../../errors.js";
18
+ import { TextExtractionStatus } from "../../result-types.js";
19
+ import { fetchBlobAsBuffer, md5 } from "../../utils/blobs.js";
20
+ import { countTokens } from "../../utils/tokens.js";
21
+ export async function convertPdfToStructuredText(payload) {
22
+ const { params, client, objectId } = await setupActivity(payload);
23
+ const object = await client.objects.retrieve(objectId, "+text");
24
+ if (object.text && !params.force) {
25
+ return { hasText: true, objectId, status: TextExtractionStatus.skipped, message: "text already present and force not enabled" };
26
+ }
27
+ if (!object.content?.source) {
28
+ throw new DocumentNotFoundError(`No source found for object ${objectId}`);
29
+ }
30
+ const pdfUrl = await client.store.objects.getContentSource(objectId).then(res => res.source);
31
+ if (!pdfUrl) {
32
+ throw new DocumentNotFoundError(`Error fetching source ${object.content.source}`);
33
+ }
34
+ const project = await client.getProject();
35
+ const awsConfig = (await client.projects.integrations.retrieve(project.id, SupportedIntegrations.aws));
36
+ const credentials = await getS3AWSCredentials(awsConfig, payload.auth_token, project.id);
37
+ const processor = new TextractProcessor({
38
+ fileKey: objectId,
39
+ region: "us-west-2",
40
+ bucket: "cp-textract-tests",
41
+ credentials,
42
+ log: log,
43
+ detectImages: true,
44
+ includeConfidenceInTables: true,
45
+ });
46
+ try {
47
+ if (!object.content.source.startsWith("s3://")) {
48
+ const buf = await fetchBlobAsBuffer(client, object.content.source);
49
+ await processor.upload(buf);
50
+ }
51
+ const jobId = await processor.startAnalysis(objectId);
52
+ let jobStatus = await processor.checkJobStatus(jobId);
53
+ while (jobStatus === "IN_PROGRESS") {
54
+ await new Promise(resolve => setTimeout(resolve, 5000));
55
+ jobStatus = await processor.checkJobStatus(jobId);
56
+ }
57
+ if (jobStatus === "SUCCEEDED") {
58
+ log.info(`Job ${jobId} succeeded, saving results`, { jobId });
59
+ const fText = await processor.processResults(jobId);
60
+ const tokensData = countTokens(fText);
61
+ const etag = object.content.etag ?? md5(fText);
62
+ const updateData = {
63
+ text: fText,
64
+ text_etag: etag,
65
+ tokens: {
66
+ ...tokensData,
67
+ etag: etag,
68
+ }
69
+ };
70
+ await client.objects.update(objectId, updateData);
71
+ console.log("Full text updated");
72
+ return { hasText: true, objectId, status: TextExtractionStatus.success, message: "Text extracted successfully" };
73
+ }
74
+ else {
75
+ throw new Error(`Job failed with status: ${jobStatus}`);
76
+ }
77
+ }
78
+ catch (error) {
79
+ console.error("Error processing document:", error);
80
+ throw error;
81
+ }
82
+ }
83
+ export async function getS3AWSCredentials(awsConfig, composableAuthToken, projectId) {
84
+ // fetch s3 role ARN
85
+ if (!awsConfig || !awsConfig.enabled) {
86
+ throw new DocumentNotFoundError("AWS integration is not enabled for this project");
87
+ }
88
+ if (!awsConfig.s3_role_arn) {
89
+ throw new DocumentNotFoundError("S3 Role ARN is not defined in AWS project integration");
90
+ }
91
+ log.info("Getting AWS credentials for Textract", { projectId, composableAuthToken, roleArn: awsConfig.s3_role_arn });
92
+ const credentials = fromWebToken({
93
+ webIdentityToken: composableAuthToken,
94
+ roleArn: awsConfig.s3_role_arn,
95
+ roleSessionName: `cp-project-textract-${projectId}`,
96
+ });
97
+ return credentials;
98
+ }
99
+ //# sourceMappingURL=processPdfWithTextract.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"processPdfWithTextract.js","sourceRoot":"","sources":["../../../../src/activities/media/processPdfWithTextract.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAC;AAC7D,OAAO,EAA8F,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAErJ,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uCAAuC,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,iBAAiB,CAAC;AACxD,OAAO,EAAwB,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAkBpD,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,OAAsE;IAGnH,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,aAAa,CAAmC,OAAO,CAAC,CAAC;IAEpG,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,4CAA4C,EAAE,CAAA;IACnI,CAAC;IAED,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC1B,MAAM,IAAI,qBAAqB,CAAC,8BAA8B,QAAQ,EAAE,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAE7F,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,qBAAqB,CAAC,yBAAyB,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IACtF,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC;IAC1C,MAAM,SAAS,GAAG,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAQ,CAAC,EAAE,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAqB,CAAC;IAC5H,MAAM,WAAW,GAAG,MAAM,mBAAmB,CAAC,SAAS,EAAE,OAAO,CAAC,UAAU,EAAE,OAAQ,CAAC,EAAE,CAAC,CAAC;IAE1F,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC;QACpC,OAAO,EAAE,QAAQ;QACjB,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,mBAAmB;QAC3B,WAAW;QACX,GAAG,EAAE,GAAG;QACR,YAAY,EAAE,IAAI;QAClB,yBAAyB,EAAE,IAAI;KAClC,CAAC,CAAC;IAIH,IAAI,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACnE,MAAM,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAEtD,IAAI,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtD,OAAO,SAAS,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;YACxD,SAAS,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACtD,CAAC;QAED,IAAI,SAAS,KAAK,WAAW,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,OAAO,KAAK,4BAA4B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,UAAU,GAA+B;gBAC3C,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE;oBACJ,GAAG,UAAU;oBACb,IAAI,EAAE,IAAI;iBACb;aACJ,CAAA;YAED,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YAEjC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,oBAAoB,CAAC,OAAO,EAAE,OAAO,EAAE,6BAA6B,EAAE,CAAA;QAEpH,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,2BAA2B,SAAS,EAAE,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,EAAE,KAAK,CAAC,CAAC;QACnD,MAAM,KAAK,CAAC;IAChB,CAAC;AAGL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAA2B,EAAE,mBAA2B,EAAE,SAAiB;IAEjH,oBAAoB;IACpB,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACnC,MAAM,IAAI,qBAAqB,CAAC,iDAAiD,CAAC,CAAC;IACvF,CAAC;IACD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,qBAAqB,CAAC,uDAAuD,CAAC,CAAC;IAC7F,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,SAAS,EAAE,mBAAmB,EAAE,OAAO,EAAE,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC;IAErH,MAAM,WAAW,GAAG,YAAY,CAAC;QAC7B,gBAAgB,EAAE,mBAAmB;QACrC,OAAO,EAAE,SAAS,CAAC,WAAW;QAC9B,eAAe,EAAE,uBAAuB,SAAS,EAAE;KACtD,CAAC,CAAC;IAEH,OAAO,WAAW,CAAC;AACvB,CAAC"}