@vertesia/workflow 1.1.1-dev.20260505.163000Z → 1.3.0-dev.20260620.061059Z

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (703) hide show
  1. package/README.md +1 -2
  2. package/lib/{types/activities → activities}/advanced/createDocumentTypeFromInteractionRun.d.ts +2 -2
  3. package/lib/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +1 -0
  4. package/lib/{esm/activities → activities}/advanced/createDocumentTypeFromInteractionRun.js +9 -9
  5. package/lib/activities/advanced/createDocumentTypeFromInteractionRun.js.map +1 -0
  6. package/lib/{types/activities → activities}/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +2 -2
  7. package/lib/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +1 -0
  8. package/lib/{esm/activities → activities}/advanced/createOrUpdateDocumentFromInteractionRun.js +29 -22
  9. package/lib/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +1 -0
  10. package/lib/{types/activities → activities}/advanced/updateDocumentFromInteractionRun.d.ts +1 -1
  11. package/lib/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +1 -0
  12. package/lib/activities/advanced/updateDocumentFromInteractionRun.js +16 -0
  13. package/lib/activities/advanced/updateDocumentFromInteractionRun.js.map +1 -0
  14. package/lib/{types/activities → activities}/chunkDocument.d.ts +3 -3
  15. package/lib/activities/chunkDocument.d.ts.map +1 -0
  16. package/lib/{esm/activities → activities}/chunkDocument.js +38 -33
  17. package/lib/activities/chunkDocument.js.map +1 -0
  18. package/lib/{types/activities → activities}/createDocumentFromOther.d.ts +1 -1
  19. package/lib/activities/createDocumentFromOther.d.ts.map +1 -0
  20. package/lib/{esm/activities → activities}/createDocumentFromOther.js +15 -13
  21. package/lib/activities/createDocumentFromOther.js.map +1 -0
  22. package/lib/{types/activities → activities}/executeInteraction.d.ts +19 -10
  23. package/lib/activities/executeInteraction.d.ts.map +1 -0
  24. package/lib/{esm/activities → activities}/executeInteraction.js +100 -79
  25. package/lib/activities/executeInteraction.js.map +1 -0
  26. package/lib/{types/activities → activities}/executeRemoteActivity.d.ts +4 -4
  27. package/lib/activities/executeRemoteActivity.d.ts.map +1 -0
  28. package/lib/{esm/activities → activities}/executeRemoteActivity.js +48 -23
  29. package/lib/activities/executeRemoteActivity.js.map +1 -0
  30. package/lib/{types/activities → activities}/extractDocumentText.d.ts +3 -3
  31. package/lib/activities/extractDocumentText.d.ts.map +1 -0
  32. package/lib/{esm/activities → activities}/extractDocumentText.js +65 -52
  33. package/lib/activities/extractDocumentText.js.map +1 -0
  34. package/lib/{types/activities → activities}/generateDocumentProperties.d.ts +4 -4
  35. package/lib/activities/generateDocumentProperties.d.ts.map +1 -0
  36. package/lib/{esm/activities → activities}/generateDocumentProperties.js +37 -33
  37. package/lib/activities/generateDocumentProperties.js.map +1 -0
  38. package/lib/{types/activities → activities}/generateEmbeddings.d.ts +3 -3
  39. package/lib/activities/generateEmbeddings.d.ts.map +1 -0
  40. package/lib/{esm/activities → activities}/generateEmbeddings.js +80 -80
  41. package/lib/activities/generateEmbeddings.js.map +1 -0
  42. package/lib/{types/activities → activities}/generateOrAssignContentType.d.ts +4 -4
  43. package/lib/activities/generateOrAssignContentType.d.ts.map +1 -0
  44. package/lib/{esm/activities → activities}/generateOrAssignContentType.js +51 -49
  45. package/lib/activities/generateOrAssignContentType.js.map +1 -0
  46. package/lib/{types/activities → activities}/getObjectFromStore.d.ts +1 -1
  47. package/lib/activities/getObjectFromStore.d.ts.map +1 -0
  48. package/lib/{esm/activities → activities}/getObjectFromStore.js +4 -3
  49. package/lib/activities/getObjectFromStore.js.map +1 -0
  50. package/lib/{types/activities → activities}/handleError.d.ts +1 -1
  51. package/lib/activities/handleError.d.ts.map +1 -0
  52. package/lib/activities/handleError.js +37 -0
  53. package/lib/activities/handleError.js.map +1 -0
  54. package/lib/activities/index-dsl.d.ts +31 -0
  55. package/lib/activities/index-dsl.d.ts.map +1 -0
  56. package/lib/activities/index-dsl.js +29 -0
  57. package/lib/activities/index-dsl.js.map +1 -0
  58. package/lib/{types/activities → activities}/index.d.ts +1 -1
  59. package/lib/activities/index.d.ts.map +1 -0
  60. package/lib/{esm/activities → activities}/index.js +1 -1
  61. package/lib/activities/index.js.map +1 -0
  62. package/lib/{types/activities → activities}/loadChildWorkflowSpec.d.ts +1 -1
  63. package/lib/activities/loadChildWorkflowSpec.d.ts.map +1 -0
  64. package/lib/{esm/activities → activities}/loadChildWorkflowSpec.js +4 -2
  65. package/lib/activities/loadChildWorkflowSpec.js.map +1 -0
  66. package/lib/{types/activities → activities}/media/prepareAudio.d.ts +1 -1
  67. package/lib/activities/media/prepareAudio.d.ts.map +1 -0
  68. package/lib/{esm/activities → activities}/media/prepareAudio.js +27 -23
  69. package/lib/activities/media/prepareAudio.js.map +1 -0
  70. package/lib/{types/activities → activities}/media/prepareVideo.d.ts +2 -2
  71. package/lib/activities/media/prepareVideo.d.ts.map +1 -0
  72. package/lib/{esm/activities → activities}/media/prepareVideo.js +72 -54
  73. package/lib/activities/media/prepareVideo.js.map +1 -0
  74. package/lib/{types/activities → activities}/media/probeMediaStreams.d.ts +2 -3
  75. package/lib/activities/media/probeMediaStreams.d.ts.map +1 -0
  76. package/lib/{esm/activities → activities}/media/probeMediaStreams.js +7 -5
  77. package/lib/activities/media/probeMediaStreams.js.map +1 -0
  78. package/lib/{types/activities → activities}/media/processPdfWithTextract.d.ts +3 -3
  79. package/lib/activities/media/processPdfWithTextract.d.ts.map +1 -0
  80. package/lib/{esm/activities → activities}/media/processPdfWithTextract.js +43 -26
  81. package/lib/activities/media/processPdfWithTextract.js.map +1 -0
  82. package/lib/{types/activities → activities}/media/saveGladiaTranscription.d.ts +2 -2
  83. package/lib/activities/media/saveGladiaTranscription.d.ts.map +1 -0
  84. package/lib/{esm/activities → activities}/media/saveGladiaTranscription.js +35 -25
  85. package/lib/activities/media/saveGladiaTranscription.js.map +1 -0
  86. package/lib/{types/activities → activities}/media/transcribeMediaWithGladia.d.ts +2 -2
  87. package/lib/activities/media/transcribeMediaWithGladia.d.ts.map +1 -0
  88. package/lib/{esm/activities → activities}/media/transcribeMediaWithGladia.js +26 -21
  89. package/lib/activities/media/transcribeMediaWithGladia.js.map +1 -0
  90. package/lib/{types/activities → activities}/mergeChildArtifacts.d.ts +1 -1
  91. package/lib/activities/mergeChildArtifacts.d.ts.map +1 -0
  92. package/lib/{esm/activities → activities}/mergeChildArtifacts.js +27 -26
  93. package/lib/activities/mergeChildArtifacts.js.map +1 -0
  94. package/lib/{types/activities → activities}/notifyWebhook.d.ts +6 -5
  95. package/lib/activities/notifyWebhook.d.ts.map +1 -0
  96. package/lib/{esm/activities → activities}/notifyWebhook.js +20 -17
  97. package/lib/activities/notifyWebhook.js.map +1 -0
  98. package/lib/{types/activities → activities}/rateLimiter.d.ts +1 -1
  99. package/lib/activities/rateLimiter.d.ts.map +1 -0
  100. package/lib/{esm/activities → activities}/rateLimiter.js +4 -3
  101. package/lib/activities/rateLimiter.js.map +1 -0
  102. package/lib/{types/activities → activities}/renditions/generateImageRendition.d.ts +3 -3
  103. package/lib/activities/renditions/generateImageRendition.d.ts.map +1 -0
  104. package/lib/activities/renditions/generateImageRendition.js +75 -0
  105. package/lib/activities/renditions/generateImageRendition.js.map +1 -0
  106. package/lib/{types/activities → activities}/renditions/generateVideoRendition.d.ts +3 -3
  107. package/lib/activities/renditions/generateVideoRendition.d.ts.map +1 -0
  108. package/lib/{esm/activities → activities}/renditions/generateVideoRendition.js +51 -54
  109. package/lib/activities/renditions/generateVideoRendition.js.map +1 -0
  110. package/lib/{types/activities → activities}/resolveRemoteActivities.d.ts +3 -4
  111. package/lib/activities/resolveRemoteActivities.d.ts.map +1 -0
  112. package/lib/{esm/activities → activities}/resolveRemoteActivities.js +16 -15
  113. package/lib/activities/resolveRemoteActivities.js.map +1 -0
  114. package/lib/{types/activities → activities}/setDocumentStatus.d.ts +1 -1
  115. package/lib/activities/setDocumentStatus.d.ts.map +1 -0
  116. package/lib/{esm/activities → activities}/setDocumentStatus.js +5 -3
  117. package/lib/activities/setDocumentStatus.js.map +1 -0
  118. package/lib/{types/bulk-import.d.ts → bulk-import.d.ts} +10 -1
  119. package/lib/bulk-import.d.ts.map +1 -0
  120. package/lib/bulk-import.js.map +1 -0
  121. package/lib/{types/conversion → conversion}/TextractProcessor.d.ts +7 -4
  122. package/lib/conversion/TextractProcessor.d.ts.map +1 -0
  123. package/lib/{esm/conversion → conversion}/TextractProcessor.js +38 -38
  124. package/lib/conversion/TextractProcessor.js.map +1 -0
  125. package/lib/conversion/image.d.ts.map +1 -0
  126. package/lib/{esm/conversion → conversion}/image.js +35 -35
  127. package/lib/conversion/image.js.map +1 -0
  128. package/lib/conversion/markitdown.d.ts.map +1 -0
  129. package/lib/{esm/conversion → conversion}/markitdown.js +11 -11
  130. package/lib/conversion/markitdown.js.map +1 -0
  131. package/lib/conversion/mutool.d.ts.map +1 -0
  132. package/lib/{esm/conversion → conversion}/mutool.js +19 -24
  133. package/lib/conversion/mutool.js.map +1 -0
  134. package/lib/conversion/pandoc.d.ts.map +1 -0
  135. package/lib/{esm/conversion → conversion}/pandoc.js +11 -11
  136. package/lib/conversion/pandoc.js.map +1 -0
  137. package/lib/dsl/conditions.d.ts +2 -0
  138. package/lib/dsl/conditions.d.ts.map +1 -0
  139. package/lib/dsl/conditions.js +90 -0
  140. package/lib/dsl/conditions.js.map +1 -0
  141. package/lib/{types/dsl → dsl}/dsl-workflow.d.ts +2 -2
  142. package/lib/dsl/dsl-workflow.d.ts.map +1 -0
  143. package/lib/{esm/dsl → dsl}/dsl-workflow.js +93 -65
  144. package/lib/dsl/dsl-workflow.js.map +1 -0
  145. package/lib/dsl/dslProxyActivities.d.ts +7 -0
  146. package/lib/dsl/dslProxyActivities.d.ts.map +1 -0
  147. package/lib/{esm/dsl → dsl}/dslProxyActivities.js +10 -1
  148. package/lib/dsl/dslProxyActivities.js.map +1 -0
  149. package/lib/dsl/projections.d.ts +4 -0
  150. package/lib/dsl/projections.d.ts.map +1 -0
  151. package/lib/{esm/dsl → dsl}/projections.js +22 -8
  152. package/lib/dsl/projections.js.map +1 -0
  153. package/lib/{types/dsl → dsl}/setup/ActivityContext.d.ts +4 -4
  154. package/lib/dsl/setup/ActivityContext.d.ts.map +1 -0
  155. package/lib/{esm/dsl → dsl}/setup/ActivityContext.js +24 -27
  156. package/lib/dsl/setup/ActivityContext.js.map +1 -0
  157. package/lib/{types/dsl → dsl}/setup/fetch/DataProvider.d.ts +3 -3
  158. package/lib/dsl/setup/fetch/DataProvider.d.ts.map +1 -0
  159. package/lib/{esm/dsl → dsl}/setup/fetch/DataProvider.js +2 -1
  160. package/lib/dsl/setup/fetch/DataProvider.js.map +1 -0
  161. package/lib/dsl/setup/fetch/index.d.ts +6 -0
  162. package/lib/dsl/setup/fetch/index.d.ts.map +1 -0
  163. package/lib/{esm/dsl → dsl}/setup/fetch/index.js +1 -1
  164. package/lib/dsl/setup/fetch/index.js.map +1 -0
  165. package/lib/{types/dsl → dsl}/setup/fetch/providers.d.ts +6 -6
  166. package/lib/dsl/setup/fetch/providers.d.ts.map +1 -0
  167. package/lib/{esm/dsl → dsl}/setup/fetch/providers.js +30 -16
  168. package/lib/dsl/setup/fetch/providers.js.map +1 -0
  169. package/lib/dsl/test/test-child-workflow.d.ts +4 -0
  170. package/lib/dsl/test/test-child-workflow.d.ts.map +1 -0
  171. package/lib/{esm/dsl → dsl}/test/test-child-workflow.js +1 -1
  172. package/lib/dsl/test/test-child-workflow.js.map +1 -0
  173. package/lib/{types/dsl → dsl}/validation.d.ts +1 -1
  174. package/lib/dsl/validation.d.ts.map +1 -0
  175. package/lib/{esm/dsl → dsl}/validation.js +8 -8
  176. package/lib/dsl/validation.js.map +1 -0
  177. package/lib/{types/dsl → dsl}/vars.d.ts +16 -16
  178. package/lib/dsl/vars.d.ts.map +1 -0
  179. package/lib/{esm/dsl → dsl}/vars.js +20 -15
  180. package/lib/dsl/vars.js.map +1 -0
  181. package/lib/dsl/walk.d.ts +18 -0
  182. package/lib/dsl/walk.d.ts.map +1 -0
  183. package/lib/{esm/dsl → dsl}/walk.js +37 -16
  184. package/lib/dsl/walk.js.map +1 -0
  185. package/lib/dsl.d.ts +4 -0
  186. package/lib/dsl.d.ts.map +1 -0
  187. package/lib/dsl.js +4 -0
  188. package/lib/dsl.js.map +1 -0
  189. package/lib/{types/errors.d.ts → errors.d.ts} +2 -2
  190. package/lib/errors.d.ts.map +1 -0
  191. package/lib/{esm/errors.js → errors.js} +22 -17
  192. package/lib/errors.js.map +1 -0
  193. package/lib/index.d.ts +36 -0
  194. package/lib/index.d.ts.map +1 -0
  195. package/lib/index.js +37 -0
  196. package/lib/index.js.map +1 -0
  197. package/lib/result-types.d.ts.map +1 -0
  198. package/lib/result-types.js.map +1 -0
  199. package/lib/security/ssrf.d.ts.map +1 -0
  200. package/lib/security/ssrf.js.map +1 -0
  201. package/lib/system/notifyWebhookWorkflow.d.ts +8 -0
  202. package/lib/system/notifyWebhookWorkflow.d.ts.map +1 -0
  203. package/lib/{esm/system → system}/notifyWebhookWorkflow.js +13 -12
  204. package/lib/system/notifyWebhookWorkflow.js.map +1 -0
  205. package/lib/{types/system → system}/recalculateEmbeddingsWorkflow.d.ts +1 -1
  206. package/lib/system/recalculateEmbeddingsWorkflow.d.ts.map +1 -0
  207. package/lib/{esm/system → system}/recalculateEmbeddingsWorkflow.js +7 -7
  208. package/lib/system/recalculateEmbeddingsWorkflow.js.map +1 -0
  209. package/lib/utils/activity-info.d.ts +12 -0
  210. package/lib/utils/activity-info.d.ts.map +1 -0
  211. package/lib/utils/activity-info.js +15 -0
  212. package/lib/utils/activity-info.js.map +1 -0
  213. package/lib/{types/utils → utils}/auth.d.ts +1 -1
  214. package/lib/utils/auth.d.ts.map +1 -0
  215. package/lib/utils/auth.js.map +1 -0
  216. package/lib/{types/utils → utils}/blobs.d.ts +1 -1
  217. package/lib/utils/blobs.d.ts.map +1 -0
  218. package/lib/{esm/utils → utils}/blobs.js +17 -16
  219. package/lib/utils/blobs.js.map +1 -0
  220. package/lib/utils/chunks.d.ts.map +1 -0
  221. package/lib/{esm/utils → utils}/chunks.js +1 -1
  222. package/lib/utils/chunks.js.map +1 -0
  223. package/lib/utils/client.d.ts +8 -0
  224. package/lib/utils/client.d.ts.map +1 -0
  225. package/lib/utils/client.js +57 -0
  226. package/lib/utils/client.js.map +1 -0
  227. package/lib/{types/utils → utils}/expand-vars.d.ts +1 -1
  228. package/lib/utils/expand-vars.d.ts.map +1 -0
  229. package/lib/{esm/utils → utils}/expand-vars.js +4 -1
  230. package/lib/utils/expand-vars.js.map +1 -0
  231. package/lib/{types/utils → utils}/renditions.d.ts +2 -2
  232. package/lib/utils/renditions.d.ts.map +1 -0
  233. package/lib/{esm/utils → utils}/renditions.js +29 -18
  234. package/lib/utils/renditions.js.map +1 -0
  235. package/lib/{types/utils → utils}/storage.d.ts +2 -2
  236. package/lib/utils/storage.d.ts.map +1 -0
  237. package/lib/{esm/utils → utils}/storage.js +13 -12
  238. package/lib/utils/storage.js.map +1 -0
  239. package/lib/{types/utils → utils}/text-preview-utils.d.ts +2 -2
  240. package/lib/utils/text-preview-utils.d.ts.map +1 -0
  241. package/lib/{esm/utils → utils}/text-preview-utils.js +4 -4
  242. package/lib/utils/text-preview-utils.js.map +1 -0
  243. package/lib/{types/utils → utils}/tokens.d.ts +1 -1
  244. package/lib/utils/tokens.d.ts.map +1 -0
  245. package/lib/{esm/utils → utils}/tokens.js +3 -3
  246. package/lib/utils/tokens.js.map +1 -0
  247. package/lib/vars.d.ts +3 -0
  248. package/lib/vars.d.ts.map +1 -0
  249. package/lib/vars.js +4 -0
  250. package/lib/vars.js.map +1 -0
  251. package/lib/workflows-bundle.js +6201 -3026
  252. package/lib/workflows.d.ts +7 -0
  253. package/lib/workflows.d.ts.map +1 -0
  254. package/lib/workflows.js +7 -0
  255. package/lib/workflows.js.map +1 -0
  256. package/package.json +49 -89
  257. package/src/activities/advanced/createDocumentTypeFromInteractionRun.ts +30 -17
  258. package/src/activities/advanced/createOrUpdateDocumentFromInteractionRun.ts +51 -37
  259. package/src/activities/advanced/updateDocumentFromInteractionRun.ts +12 -11
  260. package/src/activities/chunkDocument.ts +87 -77
  261. package/src/activities/createDocumentFromOther.ts +19 -25
  262. package/src/activities/executeInteraction.test.ts +156 -0
  263. package/src/activities/executeInteraction.ts +150 -103
  264. package/src/activities/executeRemoteActivity.test.ts +61 -67
  265. package/src/activities/executeRemoteActivity.ts +56 -29
  266. package/src/activities/extractDocumentText.ts +75 -64
  267. package/src/activities/generateDocumentProperties.ts +69 -50
  268. package/src/activities/generateEmbeddings.test.ts +114 -0
  269. package/src/activities/generateEmbeddings.ts +113 -141
  270. package/src/activities/generateOrAssignContentType.ts +219 -231
  271. package/src/activities/getObjectFromStore.ts +11 -10
  272. package/src/activities/handleError.ts +23 -11
  273. package/src/activities/index-dsl.ts +30 -30
  274. package/src/activities/index.ts +1 -1
  275. package/src/activities/loadChildWorkflowSpec.ts +8 -3
  276. package/src/activities/media/prepareAudio.ts +47 -56
  277. package/src/activities/media/prepareVideo.ts +107 -122
  278. package/src/activities/media/probeMediaStreams.test.ts +11 -13
  279. package/src/activities/media/probeMediaStreams.ts +13 -15
  280. package/src/activities/media/processPdfWithTextract.ts +65 -46
  281. package/src/activities/media/saveGladiaTranscription.test.ts +122 -121
  282. package/src/activities/media/saveGladiaTranscription.ts +52 -26
  283. package/src/activities/media/transcribeMediaWithGladia.test.ts +173 -165
  284. package/src/activities/media/transcribeMediaWithGladia.ts +44 -28
  285. package/src/activities/mergeChildArtifacts.ts +36 -38
  286. package/src/activities/notifyWebhook.test.ts +223 -217
  287. package/src/activities/notifyWebhook.ts +67 -40
  288. package/src/activities/rateLimiter.ts +31 -30
  289. package/src/activities/renditions/generateImageRendition.ts +54 -64
  290. package/src/activities/renditions/generateVideoRendition.ts +87 -141
  291. package/src/activities/resolveRemoteActivities.test.ts +96 -88
  292. package/src/activities/resolveRemoteActivities.ts +32 -23
  293. package/src/activities/setDocumentStatus.ts +11 -7
  294. package/src/bulk-import.ts +11 -5
  295. package/src/conversion/TextractProcessor.ts +69 -71
  296. package/src/conversion/image.test.ts +31 -31
  297. package/src/conversion/image.ts +41 -38
  298. package/src/conversion/markitdown.ts +11 -11
  299. package/src/conversion/mutool.test.ts +77 -62
  300. package/src/conversion/mutool.ts +27 -49
  301. package/src/conversion/pandoc.test.ts +5 -6
  302. package/src/conversion/pandoc.ts +11 -11
  303. package/src/dsl/conditions.ts +35 -17
  304. package/src/dsl/dsl-workflow.test.ts +49 -39
  305. package/src/dsl/dsl-workflow.ts +200 -112
  306. package/src/dsl/dslProxyActivities.test.ts +23 -0
  307. package/src/dsl/dslProxyActivities.ts +46 -26
  308. package/src/dsl/ms.d.ts +34 -3
  309. package/src/dsl/projections.test.ts +108 -100
  310. package/src/dsl/projections.ts +46 -26
  311. package/src/dsl/setup/ActivityContext.test.ts +22 -23
  312. package/src/dsl/setup/ActivityContext.ts +41 -84
  313. package/src/dsl/setup/fetch/DataProvider.ts +11 -8
  314. package/src/dsl/setup/fetch/index.ts +6 -8
  315. package/src/dsl/setup/fetch/providers.ts +38 -24
  316. package/src/dsl/test/test-child-workflow.ts +3 -2
  317. package/src/dsl/validation.test.ts +232 -213
  318. package/src/dsl/validation.ts +17 -12
  319. package/src/dsl/vars.test.ts +143 -140
  320. package/src/dsl/vars.ts +61 -54
  321. package/src/dsl/walk.test.ts +61 -56
  322. package/src/dsl/walk.ts +61 -35
  323. package/src/dsl/workflow-exec-child.test.ts +77 -61
  324. package/src/dsl/workflow-fetch.test.ts +40 -38
  325. package/src/dsl/workflow-import.test.ts +27 -27
  326. package/src/dsl/workflow.test.ts +34 -33
  327. package/src/dsl.ts +3 -4
  328. package/src/errors.ts +31 -23
  329. package/src/index.ts +28 -33
  330. package/src/result-types.ts +6 -9
  331. package/src/system/notifyWebhookWorkflow.ts +23 -23
  332. package/src/system/recalculateEmbeddingsWorkflow.ts +14 -17
  333. package/src/utils/activity-info.ts +15 -0
  334. package/src/utils/auth.ts +1 -1
  335. package/src/utils/blobs.ts +19 -18
  336. package/src/utils/chunks.ts +7 -8
  337. package/src/utils/client.ts +45 -17
  338. package/src/utils/expand-vars.ts +9 -6
  339. package/src/utils/renditions.ts +68 -72
  340. package/src/utils/storage.ts +18 -22
  341. package/src/utils/text-preview-utils.ts +9 -19
  342. package/src/utils/tokens.ts +9 -11
  343. package/src/vars.ts +2 -2
  344. package/src/workflows.ts +3 -4
  345. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -33
  346. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  347. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -73
  348. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  349. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -19
  350. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  351. package/lib/cjs/activities/chunkDocument.js +0 -111
  352. package/lib/cjs/activities/chunkDocument.js.map +0 -1
  353. package/lib/cjs/activities/createDocumentFromOther.js +0 -64
  354. package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
  355. package/lib/cjs/activities/executeInteraction.js +0 -239
  356. package/lib/cjs/activities/executeInteraction.js.map +0 -1
  357. package/lib/cjs/activities/executeRemoteActivity.js +0 -126
  358. package/lib/cjs/activities/executeRemoteActivity.js.map +0 -1
  359. package/lib/cjs/activities/extractDocumentText.js +0 -196
  360. package/lib/cjs/activities/extractDocumentText.js.map +0 -1
  361. package/lib/cjs/activities/generateDocumentProperties.js +0 -109
  362. package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
  363. package/lib/cjs/activities/generateEmbeddings.js +0 -269
  364. package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
  365. package/lib/cjs/activities/generateOrAssignContentType.js +0 -173
  366. package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
  367. package/lib/cjs/activities/getObjectFromStore.js +0 -31
  368. package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
  369. package/lib/cjs/activities/handleError.js +0 -29
  370. package/lib/cjs/activities/handleError.js.map +0 -1
  371. package/lib/cjs/activities/index-dsl.js +0 -59
  372. package/lib/cjs/activities/index-dsl.js.map +0 -1
  373. package/lib/cjs/activities/index.js +0 -21
  374. package/lib/cjs/activities/index.js.map +0 -1
  375. package/lib/cjs/activities/loadChildWorkflowSpec.js +0 -15
  376. package/lib/cjs/activities/loadChildWorkflowSpec.js.map +0 -1
  377. package/lib/cjs/activities/media/prepareAudio.js +0 -240
  378. package/lib/cjs/activities/media/prepareAudio.js.map +0 -1
  379. package/lib/cjs/activities/media/prepareVideo.js +0 -432
  380. package/lib/cjs/activities/media/prepareVideo.js.map +0 -1
  381. package/lib/cjs/activities/media/probeMediaStreams.js +0 -49
  382. package/lib/cjs/activities/media/probeMediaStreams.js.map +0 -1
  383. package/lib/cjs/activities/media/processPdfWithTextract.js +0 -103
  384. package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
  385. package/lib/cjs/activities/media/saveGladiaTranscription.js +0 -103
  386. package/lib/cjs/activities/media/saveGladiaTranscription.js.map +0 -1
  387. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -107
  388. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
  389. package/lib/cjs/activities/mergeChildArtifacts.js +0 -150
  390. package/lib/cjs/activities/mergeChildArtifacts.js.map +0 -1
  391. package/lib/cjs/activities/notifyWebhook.js +0 -167
  392. package/lib/cjs/activities/notifyWebhook.js.map +0 -1
  393. package/lib/cjs/activities/rateLimiter.js +0 -30
  394. package/lib/cjs/activities/rateLimiter.js.map +0 -1
  395. package/lib/cjs/activities/renditions/generateImageRendition.js +0 -66
  396. package/lib/cjs/activities/renditions/generateImageRendition.js.map +0 -1
  397. package/lib/cjs/activities/renditions/generateVideoRendition.js +0 -200
  398. package/lib/cjs/activities/renditions/generateVideoRendition.js.map +0 -1
  399. package/lib/cjs/activities/resolveRemoteActivities.js +0 -133
  400. package/lib/cjs/activities/resolveRemoteActivities.js.map +0 -1
  401. package/lib/cjs/activities/setDocumentStatus.js +0 -26
  402. package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
  403. package/lib/cjs/bulk-import.js +0 -12
  404. package/lib/cjs/bulk-import.js.map +0 -1
  405. package/lib/cjs/conversion/TextractProcessor.js +0 -417
  406. package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
  407. package/lib/cjs/conversion/image.js +0 -149
  408. package/lib/cjs/conversion/image.js.map +0 -1
  409. package/lib/cjs/conversion/markitdown.js +0 -42
  410. package/lib/cjs/conversion/markitdown.js.map +0 -1
  411. package/lib/cjs/conversion/mutool.js +0 -147
  412. package/lib/cjs/conversion/mutool.js.map +0 -1
  413. package/lib/cjs/conversion/pandoc.js +0 -39
  414. package/lib/cjs/conversion/pandoc.js.map +0 -1
  415. package/lib/cjs/dsl/conditions.js +0 -81
  416. package/lib/cjs/dsl/conditions.js.map +0 -1
  417. package/lib/cjs/dsl/dsl-workflow.js +0 -458
  418. package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
  419. package/lib/cjs/dsl/dslProxyActivities.js +0 -23
  420. package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
  421. package/lib/cjs/dsl/projections.js +0 -59
  422. package/lib/cjs/dsl/projections.js.map +0 -1
  423. package/lib/cjs/dsl/setup/ActivityContext.js +0 -188
  424. package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
  425. package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
  426. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
  427. package/lib/cjs/dsl/setup/fetch/index.js +0 -16
  428. package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
  429. package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
  430. package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
  431. package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
  432. package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
  433. package/lib/cjs/dsl/validation.js +0 -122
  434. package/lib/cjs/dsl/validation.js.map +0 -1
  435. package/lib/cjs/dsl/vars.js +0 -341
  436. package/lib/cjs/dsl/vars.js.map +0 -1
  437. package/lib/cjs/dsl/walk.js +0 -100
  438. package/lib/cjs/dsl/walk.js.map +0 -1
  439. package/lib/cjs/dsl.js +0 -20
  440. package/lib/cjs/dsl.js.map +0 -1
  441. package/lib/cjs/errors.js +0 -89
  442. package/lib/cjs/errors.js.map +0 -1
  443. package/lib/cjs/index.js +0 -57
  444. package/lib/cjs/index.js.map +0 -1
  445. package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
  446. package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
  447. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -72
  448. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
  449. package/lib/cjs/iterative-generation/activities/generatePart.js +0 -78
  450. package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
  451. package/lib/cjs/iterative-generation/activities/generateToc.js +0 -86
  452. package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
  453. package/lib/cjs/iterative-generation/activities/index.js +0 -12
  454. package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
  455. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
  456. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  457. package/lib/cjs/iterative-generation/types.js +0 -5
  458. package/lib/cjs/iterative-generation/types.js.map +0 -1
  459. package/lib/cjs/iterative-generation/utils.js +0 -121
  460. package/lib/cjs/iterative-generation/utils.js.map +0 -1
  461. package/lib/cjs/package.json +0 -3
  462. package/lib/cjs/result-types.js +0 -10
  463. package/lib/cjs/result-types.js.map +0 -1
  464. package/lib/cjs/security/ssrf.js +0 -34
  465. package/lib/cjs/security/ssrf.js.map +0 -1
  466. package/lib/cjs/system/notifyWebhookWorkflow.js +0 -53
  467. package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
  468. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -33
  469. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  470. package/lib/cjs/utils/auth.js +0 -15
  471. package/lib/cjs/utils/auth.js.map +0 -1
  472. package/lib/cjs/utils/blobs.js +0 -64
  473. package/lib/cjs/utils/blobs.js.map +0 -1
  474. package/lib/cjs/utils/chunks.js +0 -14
  475. package/lib/cjs/utils/chunks.js.map +0 -1
  476. package/lib/cjs/utils/client.js +0 -31
  477. package/lib/cjs/utils/client.js.map +0 -1
  478. package/lib/cjs/utils/expand-vars.js +0 -33
  479. package/lib/cjs/utils/expand-vars.js.map +0 -1
  480. package/lib/cjs/utils/memory.js +0 -65
  481. package/lib/cjs/utils/memory.js.map +0 -1
  482. package/lib/cjs/utils/renditions.js +0 -92
  483. package/lib/cjs/utils/renditions.js.map +0 -1
  484. package/lib/cjs/utils/storage.js +0 -54
  485. package/lib/cjs/utils/storage.js.map +0 -1
  486. package/lib/cjs/utils/text-preview-utils.js +0 -43
  487. package/lib/cjs/utils/text-preview-utils.js.map +0 -1
  488. package/lib/cjs/utils/tokens.js +0 -38
  489. package/lib/cjs/utils/tokens.js.map +0 -1
  490. package/lib/cjs/vars.js +0 -20
  491. package/lib/cjs/vars.js.map +0 -1
  492. package/lib/cjs/workflows.js +0 -15
  493. package/lib/cjs/workflows.js.map +0 -1
  494. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  495. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  496. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -16
  497. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  498. package/lib/esm/activities/chunkDocument.js.map +0 -1
  499. package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
  500. package/lib/esm/activities/executeInteraction.js.map +0 -1
  501. package/lib/esm/activities/executeRemoteActivity.js.map +0 -1
  502. package/lib/esm/activities/extractDocumentText.js.map +0 -1
  503. package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
  504. package/lib/esm/activities/generateEmbeddings.js.map +0 -1
  505. package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
  506. package/lib/esm/activities/getObjectFromStore.js.map +0 -1
  507. package/lib/esm/activities/handleError.js +0 -26
  508. package/lib/esm/activities/handleError.js.map +0 -1
  509. package/lib/esm/activities/index-dsl.js +0 -29
  510. package/lib/esm/activities/index-dsl.js.map +0 -1
  511. package/lib/esm/activities/index.js.map +0 -1
  512. package/lib/esm/activities/loadChildWorkflowSpec.js.map +0 -1
  513. package/lib/esm/activities/media/prepareAudio.js.map +0 -1
  514. package/lib/esm/activities/media/prepareVideo.js.map +0 -1
  515. package/lib/esm/activities/media/probeMediaStreams.js.map +0 -1
  516. package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
  517. package/lib/esm/activities/media/saveGladiaTranscription.js.map +0 -1
  518. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
  519. package/lib/esm/activities/mergeChildArtifacts.js.map +0 -1
  520. package/lib/esm/activities/notifyWebhook.js.map +0 -1
  521. package/lib/esm/activities/rateLimiter.js.map +0 -1
  522. package/lib/esm/activities/renditions/generateImageRendition.js +0 -63
  523. package/lib/esm/activities/renditions/generateImageRendition.js.map +0 -1
  524. package/lib/esm/activities/renditions/generateVideoRendition.js.map +0 -1
  525. package/lib/esm/activities/resolveRemoteActivities.js.map +0 -1
  526. package/lib/esm/activities/setDocumentStatus.js.map +0 -1
  527. package/lib/esm/bulk-import.js.map +0 -1
  528. package/lib/esm/conversion/TextractProcessor.js.map +0 -1
  529. package/lib/esm/conversion/image.js.map +0 -1
  530. package/lib/esm/conversion/markitdown.js.map +0 -1
  531. package/lib/esm/conversion/mutool.js.map +0 -1
  532. package/lib/esm/conversion/pandoc.js.map +0 -1
  533. package/lib/esm/dsl/conditions.js +0 -75
  534. package/lib/esm/dsl/conditions.js.map +0 -1
  535. package/lib/esm/dsl/dsl-workflow.js.map +0 -1
  536. package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
  537. package/lib/esm/dsl/projections.js.map +0 -1
  538. package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
  539. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
  540. package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
  541. package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
  542. package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
  543. package/lib/esm/dsl/validation.js.map +0 -1
  544. package/lib/esm/dsl/vars.js.map +0 -1
  545. package/lib/esm/dsl/walk.js.map +0 -1
  546. package/lib/esm/dsl.js +0 -4
  547. package/lib/esm/dsl.js.map +0 -1
  548. package/lib/esm/errors.js.map +0 -1
  549. package/lib/esm/index.js +0 -39
  550. package/lib/esm/index.js.map +0 -1
  551. package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
  552. package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
  553. package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -69
  554. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
  555. package/lib/esm/iterative-generation/activities/generatePart.js +0 -75
  556. package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
  557. package/lib/esm/iterative-generation/activities/generateToc.js +0 -83
  558. package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
  559. package/lib/esm/iterative-generation/activities/index.js +0 -5
  560. package/lib/esm/iterative-generation/activities/index.js.map +0 -1
  561. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
  562. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  563. package/lib/esm/iterative-generation/types.js +0 -2
  564. package/lib/esm/iterative-generation/types.js.map +0 -1
  565. package/lib/esm/iterative-generation/utils.js +0 -112
  566. package/lib/esm/iterative-generation/utils.js.map +0 -1
  567. package/lib/esm/result-types.js.map +0 -1
  568. package/lib/esm/security/ssrf.js.map +0 -1
  569. package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
  570. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  571. package/lib/esm/utils/auth.js.map +0 -1
  572. package/lib/esm/utils/blobs.js.map +0 -1
  573. package/lib/esm/utils/chunks.js.map +0 -1
  574. package/lib/esm/utils/client.js +0 -27
  575. package/lib/esm/utils/client.js.map +0 -1
  576. package/lib/esm/utils/expand-vars.js.map +0 -1
  577. package/lib/esm/utils/memory.js +0 -55
  578. package/lib/esm/utils/memory.js.map +0 -1
  579. package/lib/esm/utils/renditions.js.map +0 -1
  580. package/lib/esm/utils/storage.js.map +0 -1
  581. package/lib/esm/utils/text-preview-utils.js.map +0 -1
  582. package/lib/esm/utils/tokens.js.map +0 -1
  583. package/lib/esm/vars.js +0 -4
  584. package/lib/esm/vars.js.map +0 -1
  585. package/lib/esm/workflows.js +0 -8
  586. package/lib/esm/workflows.js.map +0 -1
  587. package/lib/tsconfig.tsbuildinfo +0 -1
  588. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
  589. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
  590. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
  591. package/lib/types/activities/chunkDocument.d.ts.map +0 -1
  592. package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
  593. package/lib/types/activities/executeInteraction.d.ts.map +0 -1
  594. package/lib/types/activities/executeRemoteActivity.d.ts.map +0 -1
  595. package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
  596. package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
  597. package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
  598. package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
  599. package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
  600. package/lib/types/activities/handleError.d.ts.map +0 -1
  601. package/lib/types/activities/index-dsl.d.ts +0 -31
  602. package/lib/types/activities/index-dsl.d.ts.map +0 -1
  603. package/lib/types/activities/index.d.ts.map +0 -1
  604. package/lib/types/activities/loadChildWorkflowSpec.d.ts.map +0 -1
  605. package/lib/types/activities/media/prepareAudio.d.ts.map +0 -1
  606. package/lib/types/activities/media/prepareVideo.d.ts.map +0 -1
  607. package/lib/types/activities/media/probeMediaStreams.d.ts.map +0 -1
  608. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
  609. package/lib/types/activities/media/saveGladiaTranscription.d.ts.map +0 -1
  610. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
  611. package/lib/types/activities/mergeChildArtifacts.d.ts.map +0 -1
  612. package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
  613. package/lib/types/activities/rateLimiter.d.ts.map +0 -1
  614. package/lib/types/activities/renditions/generateImageRendition.d.ts.map +0 -1
  615. package/lib/types/activities/renditions/generateVideoRendition.d.ts.map +0 -1
  616. package/lib/types/activities/resolveRemoteActivities.d.ts.map +0 -1
  617. package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
  618. package/lib/types/bulk-import.d.ts.map +0 -1
  619. package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
  620. package/lib/types/conversion/image.d.ts.map +0 -1
  621. package/lib/types/conversion/markitdown.d.ts.map +0 -1
  622. package/lib/types/conversion/mutool.d.ts.map +0 -1
  623. package/lib/types/conversion/pandoc.d.ts.map +0 -1
  624. package/lib/types/dsl/conditions.d.ts +0 -2
  625. package/lib/types/dsl/conditions.d.ts.map +0 -1
  626. package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
  627. package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
  628. package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
  629. package/lib/types/dsl/projections.d.ts +0 -4
  630. package/lib/types/dsl/projections.d.ts.map +0 -1
  631. package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
  632. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
  633. package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
  634. package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
  635. package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
  636. package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
  637. package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
  638. package/lib/types/dsl/validation.d.ts.map +0 -1
  639. package/lib/types/dsl/vars.d.ts.map +0 -1
  640. package/lib/types/dsl/walk.d.ts +0 -18
  641. package/lib/types/dsl/walk.d.ts.map +0 -1
  642. package/lib/types/dsl.d.ts +0 -4
  643. package/lib/types/dsl.d.ts.map +0 -1
  644. package/lib/types/errors.d.ts.map +0 -1
  645. package/lib/types/index.d.ts +0 -38
  646. package/lib/types/index.d.ts.map +0 -1
  647. package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
  648. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
  649. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
  650. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
  651. package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
  652. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
  653. package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
  654. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
  655. package/lib/types/iterative-generation/activities/index.d.ts +0 -5
  656. package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
  657. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
  658. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
  659. package/lib/types/iterative-generation/types.d.ts +0 -79
  660. package/lib/types/iterative-generation/types.d.ts.map +0 -1
  661. package/lib/types/iterative-generation/utils.d.ts +0 -26
  662. package/lib/types/iterative-generation/utils.d.ts.map +0 -1
  663. package/lib/types/result-types.d.ts.map +0 -1
  664. package/lib/types/security/ssrf.d.ts.map +0 -1
  665. package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -8
  666. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
  667. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
  668. package/lib/types/utils/auth.d.ts.map +0 -1
  669. package/lib/types/utils/blobs.d.ts.map +0 -1
  670. package/lib/types/utils/chunks.d.ts.map +0 -1
  671. package/lib/types/utils/client.d.ts +0 -8
  672. package/lib/types/utils/client.d.ts.map +0 -1
  673. package/lib/types/utils/expand-vars.d.ts.map +0 -1
  674. package/lib/types/utils/memory.d.ts +0 -8
  675. package/lib/types/utils/memory.d.ts.map +0 -1
  676. package/lib/types/utils/renditions.d.ts.map +0 -1
  677. package/lib/types/utils/storage.d.ts.map +0 -1
  678. package/lib/types/utils/text-preview-utils.d.ts.map +0 -1
  679. package/lib/types/utils/tokens.d.ts.map +0 -1
  680. package/lib/types/vars.d.ts +0 -3
  681. package/lib/types/vars.d.ts.map +0 -1
  682. package/lib/types/workflows.d.ts +0 -8
  683. package/lib/types/workflows.d.ts.map +0 -1
  684. package/src/iterative-generation/activities/extractToc.ts +0 -63
  685. package/src/iterative-generation/activities/finalizeOutput.ts +0 -100
  686. package/src/iterative-generation/activities/generatePart.ts +0 -123
  687. package/src/iterative-generation/activities/generateToc.ts +0 -116
  688. package/src/iterative-generation/activities/index.ts +0 -4
  689. package/src/iterative-generation/iterativeGenerationWorkflow.ts +0 -68
  690. package/src/iterative-generation/types.ts +0 -99
  691. package/src/iterative-generation/utils.ts +0 -126
  692. package/src/utils/memory.ts +0 -61
  693. /package/lib/{esm/bulk-import.js → bulk-import.js} +0 -0
  694. /package/lib/{types/conversion → conversion}/image.d.ts +0 -0
  695. /package/lib/{types/conversion → conversion}/markitdown.d.ts +0 -0
  696. /package/lib/{types/conversion → conversion}/mutool.d.ts +0 -0
  697. /package/lib/{types/conversion → conversion}/pandoc.d.ts +0 -0
  698. /package/lib/{types/result-types.d.ts → result-types.d.ts} +0 -0
  699. /package/lib/{esm/result-types.js → result-types.js} +0 -0
  700. /package/lib/{types/security → security}/ssrf.d.ts +0 -0
  701. /package/lib/{esm/security → security}/ssrf.js +0 -0
  702. /package/lib/{esm/utils → utils}/auth.js +0 -0
  703. /package/lib/{types/utils → utils}/chunks.d.ts +0 -0
@@ -1,64 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.createPdfDocumentFromSource = createPdfDocumentFromSource;
7
- const activity_1 = require("@temporalio/activity");
8
- const node_1 = require("@vertesia/client/node");
9
- const fs_1 = __importDefault(require("fs"));
10
- const mutool_js_1 = require("../conversion/mutool.js");
11
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
12
- const errors_js_1 = require("../errors.js");
13
- const blobs_js_1 = require("../utils/blobs.js");
14
- /**
15
- * Create a new PDF by extracting pages from a source PDF
16
- * @returns
17
- */
18
- async function createPdfDocumentFromSource(payload) {
19
- const { client, objectId, params } = await (0, ActivityContext_js_1.setupActivity)(payload);
20
- const inputObject = await client.objects.retrieve(objectId);
21
- const { pages, filename, title } = params;
22
- activity_1.log.info(`Creating PDF from source`, { objectId, pages, filename, title });
23
- if (!pages || pages.length === 0) {
24
- activity_1.log.error(`No pages provided`);
25
- throw new Error(`No pages provided`);
26
- }
27
- if (!inputObject) {
28
- activity_1.log.error(`Document ${objectId} not found`);
29
- throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} not found`, [objectId]);
30
- }
31
- if (!inputObject.content?.source) {
32
- activity_1.log.error(`Document ${objectId} has no source`);
33
- throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} has no source`, [objectId]);
34
- }
35
- if (!inputObject.content.type || (!inputObject.content.type?.startsWith('application/pdf'))) {
36
- activity_1.log.error(`Document ${objectId} is not an image`);
37
- throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} is not an image or pdf: ${inputObject.content.type}`, [objectId]);
38
- }
39
- const targetType = await client.types.getTypeByName(params.target_object_type);
40
- if (!targetType) {
41
- activity_1.log.error(`Type ${params.target_object_type} not found`);
42
- throw new errors_js_1.DocumentNotFoundError(`Type ${params.target_object_type} not found`);
43
- }
44
- const tmpFile = await (0, blobs_js_1.saveBlobToTempFile)(client, inputObject.content.source, ".pdf");
45
- const newPdf = await (0, mutool_js_1.pdfExtractPages)(tmpFile, pages);
46
- activity_1.log.info(`PDF created from pages ${pages.join(', ')} `, { newPdf });
47
- const name = `pages-${pages.join('-')}.pdf`;
48
- const sourceToUpload = new node_1.NodeStreamSource(fs_1.default.createReadStream(newPdf), name, "application/pdf");
49
- activity_1.log.info(`Uploading file ${newPdf} `);
50
- const upload = await client.objects.upload(sourceToUpload);
51
- activity_1.log.info(`File uploaded ${upload.source} `);
52
- const newObject = await client.objects.create({
53
- type: targetType.id,
54
- name: title || targetType.name,
55
- parent: objectId,
56
- content: {
57
- source: upload.source,
58
- name: upload.name,
59
- type: 'application/pdf'
60
- }
61
- });
62
- return { newObjectId: newObject.id, uploadedFile: upload.name };
63
- }
64
- //# sourceMappingURL=createDocumentFromOther.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"createDocumentFromOther.js","sourceRoot":"","sources":["../../../src/activities/createDocumentFromOther.ts"],"names":[],"mappings":";;;;;AA6BA,kEA8DC;AA3FD,mDAA2C;AAC3C,gDAAyD;AAEzD,4CAAoB;AACpB,uDAA0D;AAC1D,wEAAgE;AAChE,4CAAqD;AACrD,gDAAuD;AAkBvD;;;GAGG;AACI,KAAK,UAAU,2BAA2B,CAAC,OAAuE;IACrH,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAoC,OAAO,CAAC,CAAC;IACrG,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAE5D,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAC1C,cAAG,CAAC,IAAI,CAAC,0BAA0B,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAE3E,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,cAAG,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,cAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,YAAY,CAAC,CAAC;QAC5C,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,YAAY,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IAClF,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAC/B,cAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,gBAAgB,CAAC,CAAC;QAChD,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,gBAAgB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC;QAC1F,cAAG,CAAC,KAAK,CAAC,YAAY,QAAQ,kBAAkB,CAAC,CAAC;QAClD,MAAM,IAAI,iCAAqB,CAAC,YAAY,QAAQ,4BAA4B,WAAW,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5H,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC/E,IAAI,CAAC,UAAU,EAAE,CAAC;QACd,cAAG,CAAC,KAAK,CAAC,QAAQ,MAAM,CAAC,kBAAkB,YAAY,CAAC,CAAC;QACzD,MAAM,IAAI,iCAAqB,CAAC,QAAQ,MAAM,CAAC,kBAAkB,YAAY,CAAC,CAAC;IACnF,CAAC;IAED,MAAM,OAAO,GAAG,MAAM,IAAA,6BAAkB,EAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrF,MAAM,MAAM,GAAG,MAAM,IAAA,2BAAe,EAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACrD,cAAG,CAAC,IAAI,CAAC,0BAA0B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,SAAS,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IAE5C,MAAM,cAAc,GAAG,IAAI,uBAAgB,CACvC,YAAE,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAC3B,IAAI,EACJ,iBAAiB,CACpB,CAAA;IAED,cAAG,CAAC,IAAI,CAAC,kBAAkB,MAAM,GAAG,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC3D,cAAG,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;IAE5C,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;QAC1C,IAAI,EAAE,UAAU,CAAC,EAAE;QACnB,IAAI,EAAE,KAAK,IAAI,UAAU,CAAC,IAAI;QAC9B,MAAM,EAAE,QAAQ;QAChB,OAAO,EAAE;YACL,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,iBAAiB;SAC1B;KACJ,CAAC,CAAC;IAEH,OAAO,EAAE,WAAW,EAAE,SAAS,CAAC,EAAE,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;AAGpE,CAAC"}
@@ -1,239 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.executeInteraction = executeInteraction;
4
- exports.executeInteractionFromActivity = executeInteractionFromActivity;
5
- const common_1 = require("@llumiverse/common");
6
- const activity_1 = require("@temporalio/activity");
7
- const node_1 = require("@vertesia/client/node");
8
- const common_2 = require("@vertesia/common");
9
- const projections_js_1 = require("../dsl/projections.js");
10
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
11
- const errors_js_1 = require("../errors.js");
12
- const tokens_js_1 = require("../utils/tokens.js");
13
- const stream_1 = require("stream");
14
- //Example:
15
- //@ts-ignore
16
- const JSON = {
17
- name: "executeInteraction",
18
- import: ["defaultModel", "guidlineId", "docTypeId"],
19
- params: {
20
- defaultModel: "${model}",
21
- interactionName: "GenerateSummary",
22
- model: "${defaultModel ?? 'gpt4'}",
23
- environment: "13456",
24
- max_tokens: 100,
25
- temperature: 0.5,
26
- tags: ["test"],
27
- result_schema: "${docType.object_schema}",
28
- prompt_data: {
29
- documents: "${documents}",
30
- guidline: "${guidline.text}",
31
- },
32
- },
33
- fetch: {
34
- documents: {
35
- type: "document",
36
- query: {
37
- id: { $in: "${objectIds}" },
38
- },
39
- select: "+text",
40
- },
41
- guidline: {
42
- type: "document",
43
- limit: 1,
44
- query: {
45
- id: "${guidlineId}",
46
- },
47
- select: "+text",
48
- on_not_found: "throw",
49
- },
50
- docType: {
51
- type: "document_type",
52
- limit: 1,
53
- query: {
54
- id: "${docTypeId}",
55
- },
56
- select: "+object_schema",
57
- },
58
- },
59
- };
60
- async function executeInteraction(payload) {
61
- const { client, params } = await (0, ActivityContext_js_1.setupActivity)(payload);
62
- const { interactionName, prompt_data, static_prompt_data: wf_prompt_data } = params;
63
- if (wf_prompt_data) {
64
- Object.assign(prompt_data, wf_prompt_data);
65
- }
66
- if (!interactionName) {
67
- activity_1.log.error("Missing interactionName", { params });
68
- throw new errors_js_1.ActivityParamNotFoundError("interactionName", payload.activity);
69
- }
70
- if (params.truncate) {
71
- const truncate = params.truncate;
72
- for (const [key, value] of Object.entries(truncate)) {
73
- prompt_data[key] = (0, tokens_js_1.truncByMaxTokens)(prompt_data[key], value);
74
- }
75
- }
76
- try {
77
- const res = await executeInteractionFromActivity(client, interactionName, params, prompt_data, payload.debug_mode);
78
- let completionResult = res.result;
79
- // Handle image uploads if the result contains base64 images
80
- const imageResults = completionResult.filter(r => r.type === "image");
81
- if (imageResults.length > 0) {
82
- const uploadedImages = await Promise.all(completionResult.map(async (item, index) => {
83
- if (item.type === "image") {
84
- const image = item.value;
85
- // Extract base64 data and create buffer
86
- const base64Data = image.replace(/^data:image\/[a-z]+;base64,/, "");
87
- const buffer = Buffer.from(base64Data, 'base64');
88
- // Generate filename
89
- const { runId } = (0, activity_1.activityInfo)().workflowExecution;
90
- const { activityId } = (0, activity_1.activityInfo)();
91
- const filename = `generated-image-${runId}-${activityId}-${index}.png`;
92
- // Create a readable stream from the buffer
93
- const stream = stream_1.Readable.from(buffer);
94
- const source = new node_1.NodeStreamSource(stream, filename, "image/png");
95
- const file = await client.files.uploadFile(source);
96
- return { type: "image", value: file };
97
- }
98
- return item;
99
- }));
100
- completionResult = uploadedImages;
101
- }
102
- return (0, projections_js_1.projectResult)(payload, params, res, {
103
- runId: res.id,
104
- status: res.status,
105
- result: completionResult,
106
- });
107
- }
108
- catch (error) {
109
- activity_1.log.error(`Failed to execute interaction ${interactionName}`, { error });
110
- if (error.statusCode === 429 && params.exit_on_resource_exhaustion) {
111
- throw new errors_js_1.ResourceExhaustedError(error.statusCode, "Resource exhausted - rate limit exceeded");
112
- }
113
- else if (is4xxNonRetryable(error.status) || is4xxNonRetryable(error.statusCode) || is4xxNonRetryable(error.code) || error.retryable === false) {
114
- // 4xx HTTP errors (except 429 rate-limit) are permanent client errors (e.g. model not found, invalid request).
115
- // Errors explicitly marked as non-retryable (e.g. LlumiverseError) also fall here.
116
- // They will not be resolved by retrying.
117
- throw activity_1.ApplicationFailure.create({
118
- message: `Interaction Execution failed ${interactionName}: ${error.message}`,
119
- nonRetryable: true,
120
- });
121
- }
122
- else if (error.message.includes("Failed to validate merged prompt schema")) {
123
- //issue with the input data, don't retry
124
- throw new errors_js_1.ActivityParamInvalidError("prompt_data", payload.activity, error.message);
125
- }
126
- else if (error.message.includes("modelId: Path `modelId` is required")) {
127
- //issue with the input data, don't retry
128
- throw new errors_js_1.ActivityParamInvalidError("model", payload.activity, error.message);
129
- }
130
- // Check retryability from error object (set by executeInteractionFromActivity)
131
- // or from LlumiverseError instance (direct driver errors in some paths)
132
- const isRetryable = error.retryable !== undefined
133
- ? error.retryable !== false // Treat undefined as retryable
134
- : (error instanceof common_1.LlumiverseError ? error.retryable !== false : undefined);
135
- if (isRetryable !== undefined) {
136
- if (isRetryable) {
137
- activity_1.log.debug('Marking error as retryable', { interactionName, errorCode: error.errorCode });
138
- throw activity_1.ApplicationFailure.create({
139
- message: `Interaction Execution failed ${interactionName}: ${error.message}`,
140
- nonRetryable: false,
141
- });
142
- }
143
- else {
144
- activity_1.log.debug('Marking error as non-retryable', { interactionName, errorCode: error.errorCode });
145
- throw activity_1.ApplicationFailure.create({
146
- message: `Non-retryable Interaction Execution failed ${interactionName}: ${error.message}`,
147
- nonRetryable: true,
148
- });
149
- }
150
- }
151
- // Unknown retryability - rethrow as generic error (Temporal will use default retry policy)
152
- throw new Error(`Interaction Execution failed ${interactionName}: ${error.message}`);
153
- }
154
- }
155
- async function executeInteractionFromActivity(client, interactionName, params, prompt_data, debug) {
156
- const userTags = params.tags;
157
- const info = (0, activity_1.activityInfo)();
158
- const runId = info.workflowExecution.runId;
159
- let tags = ["workflow"];
160
- if (userTags) {
161
- tags = tags.concat(userTags);
162
- }
163
- const workflow = {
164
- run_id: info.workflowExecution.runId,
165
- workflow_id: info.workflowExecution.workflowId,
166
- activity_type: info.activityType,
167
- };
168
- let previousStudioExecutionRun = undefined;
169
- if (params.include_previous_error) {
170
- //retrieve last failed run if any
171
- if (info.attempt > 1) {
172
- activity_1.log.info("Retrying, searching for previous run", { prev_run_id: runId });
173
- const payload = {
174
- query: { workflow_run_ids: [runId] },
175
- limit: 1,
176
- };
177
- const previousRun = await client.runs.search(payload).then((res) => {
178
- activity_1.log.info("Search results", { results: res });
179
- return res ? (res[0] ?? undefined) : undefined;
180
- });
181
- if (previousRun) {
182
- activity_1.log.info("Found previous run", { previousRun });
183
- previousStudioExecutionRun = await client.runs.retrieve(previousRun.id);
184
- }
185
- }
186
- }
187
- if (debug && previousStudioExecutionRun?.error) {
188
- activity_1.log.info(`Found previous run error`, { error: previousStudioExecutionRun?.error });
189
- }
190
- const config = {
191
- environment: params.environment,
192
- model: params.model,
193
- model_options: params.model_options,
194
- do_validate: params.validate_result,
195
- };
196
- const data = {
197
- ...prompt_data,
198
- previous_error: previousStudioExecutionRun?.error,
199
- };
200
- const result_schema = params.result_schema;
201
- activity_1.log.debug(`About to execute interaction ${interactionName}`, { config, data, result_schema, tags, workflow });
202
- const res = await client.interactions
203
- .executeByName(interactionName, {
204
- config,
205
- data,
206
- result_schema,
207
- tags,
208
- stream: false,
209
- workflow,
210
- })
211
- .catch((err) => {
212
- activity_1.log.error(`Error executing interaction ${interactionName}`, { err });
213
- throw err;
214
- });
215
- if (debug) {
216
- activity_1.log.info(`Interaction executed ${interactionName}`, res);
217
- }
218
- if (res.error || res.status === common_2.ExecutionRunStatus.failed) {
219
- activity_1.log.error(`Error executing interaction ${interactionName}`, { error: res.error });
220
- // Create error with retryability information
221
- const errorMessage = `Interaction Execution failed ${interactionName}: ${res.error?.message || 'Unknown error'}`;
222
- const error = new Error(errorMessage);
223
- // Attach retryable property so the catch block can access it
224
- error.retryable = res.error?.retryable;
225
- error.errorCode = res.error?.code;
226
- throw error;
227
- }
228
- return res;
229
- }
230
- /**
231
- * Returns true for 4xx status codes that indicate permanent client errors.
232
- * 429 (Too Many Requests) is excluded because it is retryable.
233
- */
234
- function is4xxNonRetryable(code) {
235
- if (code === undefined || typeof code !== 'number')
236
- return false;
237
- return code >= 400 && code < 500 && code !== 429;
238
- }
239
- //# sourceMappingURL=executeInteraction.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"executeInteraction.js","sourceRoot":"","sources":["../../../src/activities/executeInteraction.ts"],"names":[],"mappings":";;AAiIA,gDAoHC;AAED,wEA4FC;AAnVD,+CAAqF;AACrF,mDAA6E;AAE7E,gDAAyD;AACzD,6CAQ0B;AAC1B,0DAAsD;AACtD,wEAAgE;AAChE,4CAA6G;AAC7G,kDAAoE;AACpE,mCAAkC;AAElC,UAAU;AACV,YAAY;AACZ,MAAM,IAAI,GAAoB;IAC1B,IAAI,EAAE,oBAAoB;IAC1B,MAAM,EAAE,CAAC,cAAc,EAAE,YAAY,EAAE,WAAW,CAAC;IACnD,MAAM,EAAE;QACJ,YAAY,EAAE,UAAU;QACxB,eAAe,EAAE,iBAAiB;QAClC,KAAK,EAAE,2BAA2B;QAClC,WAAW,EAAE,OAAO;QACpB,UAAU,EAAE,GAAG;QACf,WAAW,EAAE,GAAG;QAChB,IAAI,EAAE,CAAC,MAAM,CAAC;QACd,aAAa,EAAE,0BAA0B;QACzC,WAAW,EAAE;YACT,SAAS,EAAE,cAAc;YACzB,QAAQ,EAAE,kBAAkB;SAC/B;KACJ;IACD,KAAK,EAAE;QACH,SAAS,EAAE;YACP,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE;gBACH,EAAE,EAAE,EAAE,GAAG,EAAE,cAAc,EAAE;aAC9B;YACD,MAAM,EAAE,OAAO;SAClB;QACD,QAAQ,EAAE;YACN,IAAI,EAAE,UAAU;YAChB,KAAK,EAAE,CAAC;YACR,KAAK,EAAE;gBACH,EAAE,EAAE,eAAe;aACtB;YACD,MAAM,EAAE,OAAO;YACf,YAAY,EAAE,OAAO;SACxB;QACD,OAAO,EAAE;YACL,IAAI,EAAE,eAAe;YACrB,KAAK,EAAE,CAAC;YACR,KAAK,EAAE;gBACH,EAAE,EAAE,cAAc;aACrB;YACD,MAAM,EAAE,gBAAgB;SAC3B;KACJ;CACJ,CAAC;AAiEK,KAAK,UAAU,kBAAkB,CAAC,OAA8D;IACnG,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,kCAAa,EAA2B,OAAO,CAAC,CAAC;IAElF,MAAM,EAAE,eAAe,EAAE,WAAW,EAAE,kBAAkB,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;IACpF,IAAI,cAAc,EAAE,CAAC;QACjB,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IAC/C,CAAC;IAED,IAAI,CAAC,eAAe,EAAE,CAAC;QACnB,cAAG,CAAC,KAAK,CAAC,yBAAyB,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;QACjD,MAAM,IAAI,sCAA0B,CAAC,iBAAiB,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QACjC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClD,WAAW,CAAC,GAAG,CAAC,GAAG,IAAA,4BAAgB,EAAC,WAAW,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;IAED,IAAI,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,8BAA8B,CAC5C,MAAM,EACN,eAAe,EACf,MAAM,EACN,WAAW,EACX,OAAO,CAAC,UAAU,CACrB,CAAC;QAEF,IAAI,gBAAgB,GAAuB,GAAG,CAAC,MAAM,CAAC;QAEtD,4DAA4D;QAC5D,MAAM,YAAY,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QACtE,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,gBAAgB,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;gBACvC,IAAI,IAAI,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;oBACzB,wCAAwC;oBACxC,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,6BAA6B,EAAE,EAAE,CAAC,CAAC;oBACpE,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;oBAEjD,oBAAoB;oBACpB,MAAM,EAAE,KAAK,EAAE,GAAG,IAAA,uBAAY,GAAE,CAAC,iBAAiB,CAAC;oBACnD,MAAM,EAAE,UAAU,EAAE,GAAG,IAAA,uBAAY,GAAE,CAAC;oBACtC,MAAM,QAAQ,GAAG,mBAAmB,KAAK,IAAI,UAAU,IAAI,KAAK,MAAM,CAAC;oBAEvE,2CAA2C;oBAC3C,MAAM,MAAM,GAAG,iBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAErC,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAC/B,MAAM,EACN,QAAQ,EACR,WAAW,CACd,CAAC;oBAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;oBACnD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAsB,CAAC;gBAC9D,CAAC;gBACD,OAAO,IAAI,CAAC;YAChB,CAAC,CAAC,CACL,CAAC;YACF,gBAAgB,GAAG,cAAc,CAAC;QACtC,CAAC;QAED,OAAO,IAAA,8BAAa,EAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE;YACvC,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,gBAAgB;SAC3B,CAAC,CAAC;IAEP,CAAC;IAAC,OAAO,KAAU,EAAE,CAAC;QAClB,cAAG,CAAC,KAAK,CAAC,iCAAiC,eAAe,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,IAAI,KAAK,CAAC,UAAU,KAAK,GAAG,IAAI,MAAM,CAAC,2BAA2B,EAAE,CAAC;YACjE,MAAM,IAAI,kCAAsB,CAAC,KAAK,CAAC,UAAU,EAAE,0CAA0C,CAAC,CAAC;QACnG,CAAC;aAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,SAAS,KAAK,KAAK,EAAE,CAAC;YAC9I,+GAA+G;YAC/G,mFAAmF;YACnF,yCAAyC;YACzC,MAAM,6BAAkB,CAAC,MAAM,CAAC;gBAC5B,OAAO,EAAE,gCAAgC,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE;gBAC5E,YAAY,EAAE,IAAI;aACrB,CAAC,CAAC;QACP,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,yCAAyC,CAAC,EAAE,CAAC;YAC3E,wCAAwC;YACxC,MAAM,IAAI,qCAAyB,CAAC,aAAa,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACxF,CAAC;aAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,qCAAqC,CAAC,EAAE,CAAC;YACvE,wCAAwC;YACxC,MAAM,IAAI,qCAAyB,CAAC,OAAO,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAClF,CAAC;QAED,+EAA+E;QAC/E,wEAAwE;QACxE,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,KAAK,SAAS;YAC7C,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAE,+BAA+B;YAC5D,CAAC,CAAC,CAAC,KAAK,YAAY,wBAAe,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAEjF,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,WAAW,EAAE,CAAC;gBACd,cAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;gBACzF,MAAM,6BAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,gCAAgC,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE;oBAC5E,YAAY,EAAE,KAAK;iBACtB,CAAC,CAAC;YACP,CAAC;iBAAM,CAAC;gBACJ,cAAG,CAAC,KAAK,CAAC,gCAAgC,EAAE,EAAE,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC7F,MAAM,6BAAkB,CAAC,MAAM,CAAC;oBAC5B,OAAO,EAAE,8CAA8C,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE;oBAC1F,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QAED,2FAA2F;QAC3F,MAAM,IAAI,KAAK,CAAC,gCAAgC,eAAe,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,8BAA8B,CAChD,MAAsB,EACtB,eAAuB,EACvB,MAAkC,EAClC,WAAgB,EAChB,KAAe;IAEf,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAA,uBAAY,GAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;IAC3C,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IACxB,IAAI,QAAQ,EAAE,CAAC;QACX,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IACD,MAAM,QAAQ,GAAyB;QACnC,MAAM,EAAE,IAAI,CAAC,iBAAiB,CAAC,KAAK;QACpC,WAAW,EAAE,IAAI,CAAC,iBAAiB,CAAC,UAAU;QAC9C,aAAa,EAAE,IAAI,CAAC,YAAY;KACnC,CAAC;IAEF,IAAI,0BAA0B,GAA6B,SAAS,CAAC;IACrE,IAAI,MAAM,CAAC,sBAAsB,EAAE,CAAC;QAChC,iCAAiC;QACjC,IAAI,IAAI,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACnB,cAAG,CAAC,IAAI,CAAC,sCAAsC,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,OAAO,GAAqB;gBAC9B,KAAK,EAAE,EAAE,gBAAgB,EAAE,CAAC,KAAK,CAAC,EAAE;gBACpC,KAAK,EAAE,CAAC;aACX,CAAC;YACF,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC/D,cAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC;gBAC7C,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACnD,CAAC,CAAC,CAAC;YAEH,IAAI,WAAW,EAAE,CAAC;gBACd,cAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;gBAChD,0BAA0B,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC5E,CAAC;QACL,CAAC;IACL,CAAC;IACD,IAAI,KAAK,IAAI,0BAA0B,EAAE,KAAK,EAAE,CAAC;QAC7C,cAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,KAAK,EAAE,0BAA0B,EAAE,KAAK,EAAE,CAAC,CAAC;IACxF,CAAC;IAED,MAAM,MAAM,GAAsC;QAC9C,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,WAAW,EAAE,MAAM,CAAC,eAAe;KACtC,CAAC;IACF,MAAM,IAAI,GAAG;QACT,GAAG,WAAW;QACd,cAAc,EAAE,0BAA0B,EAAE,KAAK;KACpD,CAAC;IAEF,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IAE3C,cAAG,CAAC,KAAK,CAAC,gCAAgC,eAAe,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IAE9G,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,YAAY;SAChC,aAAa,CAAC,eAAe,EAAE;QAC5B,MAAM;QACN,IAAI;QACJ,aAAa;QACb,IAAI;QACJ,MAAM,EAAE,KAAK;QACb,QAAQ;KACX,CAAC;SACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACX,cAAG,CAAC,KAAK,CAAC,+BAA+B,eAAe,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;QACrE,MAAM,GAAG,CAAC;IACd,CAAC,CAAC,CAAC;IAEP,IAAI,KAAK,EAAE,CAAC;QACR,cAAG,CAAC,IAAI,CAAC,wBAAwB,eAAe,EAAE,EAAE,GAAG,CAAC,CAAC;IAC7D,CAAC;IAED,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,MAAM,KAAK,2BAAkB,CAAC,MAAM,EAAE,CAAC;QACxD,cAAG,CAAC,KAAK,CAAC,+BAA+B,eAAe,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC;QAElF,6CAA6C;QAC7C,MAAM,YAAY,GAAG,gCAAgC,eAAe,KAAK,GAAG,CAAC,KAAK,EAAE,OAAO,IAAI,eAAe,EAAE,CAAC;QACjH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,YAAY,CAAC,CAAC;QAEtC,6DAA6D;QAC5D,KAAa,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,EAAE,SAAS,CAAC;QAC/C,KAAa,CAAC,SAAS,GAAG,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC;QAE3C,MAAM,KAAK,CAAC;IAChB,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,iBAAiB,CAAC,IAAwB;IAC/C,IAAI,IAAI,KAAK,SAAS,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACjE,OAAO,IAAI,IAAI,GAAG,IAAI,IAAI,GAAG,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC;AACrD,CAAC"}
@@ -1,126 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.executeRemoteActivity = executeRemoteActivity;
4
- const activity_1 = require("@temporalio/activity");
5
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
6
- const ssrf_js_1 = require("../security/ssrf.js");
7
- /**
8
- * Bridge activity that executes a remote activity on a tool server via HTTP POST.
9
- *
10
- * This activity is called by the DSL workflow engine when a step's name matches
11
- * a remote activity (qualified as `app:<app_name>:<collection>:<activity>`). It POSTs a
12
- * `RemoteActivityExecutionPayload` to the tool server and returns the result.
13
- *
14
- * Network errors throw retryable errors (so Temporal retries).
15
- * Client errors (4xx) and activity-level errors throw non-retryable ApplicationFailure.
16
- * Server errors (5xx) throw retryable errors.
17
- */
18
- async function executeRemoteActivity(payload) {
19
- const ctx = await (0, ActivityContext_js_1.setupActivity)(payload);
20
- const { params, runId, client } = ctx;
21
- const { url, activity_name, params: activityParams, app_install_id, app_settings } = params;
22
- // Validate the URL via Studio before forwarding the auth token
23
- try {
24
- await client.apps.validateUrl(url);
25
- }
26
- catch (e) {
27
- activity_1.log.warn("URL validation blocked remote activity endpoint", { activity: activity_name, url, error: e.message });
28
- throw activity_1.ApplicationFailure.create({
29
- message: `Remote activity ${activity_name} blocked: ${e.message}`,
30
- nonRetryable: true,
31
- });
32
- }
33
- const executionPayload = {
34
- activity_name,
35
- params: activityParams,
36
- metadata: {
37
- run_id: runId,
38
- app_install_id,
39
- app_settings,
40
- endpoints: payload.config ? {
41
- studio: payload.config.studio_url,
42
- store: payload.config.store_url,
43
- } : undefined,
44
- },
45
- };
46
- let response;
47
- try {
48
- response = await (0, ssrf_js_1.safeFetch)(url, {
49
- method: "POST",
50
- headers: {
51
- "Content-Type": "application/json",
52
- "Accept": "application/json",
53
- "Authorization": `Bearer ${payload.auth_token}`,
54
- },
55
- body: JSON.stringify(executionPayload),
56
- });
57
- }
58
- catch (err) {
59
- if (err instanceof ssrf_js_1.URLValidationError) {
60
- activity_1.log.warn("Redirect blocked on remote activity endpoint", { activity: activity_name, url, error: err.message });
61
- throw activity_1.ApplicationFailure.create({
62
- message: `Remote activity ${activity_name} blocked: ${err.message}`,
63
- nonRetryable: true,
64
- });
65
- }
66
- const message = err instanceof Error ? err.message : String(err);
67
- activity_1.log.warn("Failed to reach remote activity endpoint", {
68
- error: message, activity: activity_name, endpoint: url, runId, app_install_id,
69
- });
70
- // Network-level failure — let Temporal retry
71
- throw new Error(`Failed to reach remote activity endpoint (activity: ${activity_name}, endpoint: ${url}): ${message}`);
72
- }
73
- const responseText = await response.text();
74
- if (!response.ok) {
75
- let errorMessage = `HTTP ${response.status} ${response.statusText}`;
76
- try {
77
- const errorJson = JSON.parse(responseText);
78
- if (errorJson.error) {
79
- errorMessage = errorJson.error;
80
- }
81
- }
82
- catch {
83
- // Not JSON — use the status line
84
- }
85
- activity_1.log.warn("Remote activity returned HTTP error", {
86
- activity: activity_name, endpoint: url, status: response.status, runId, app_install_id,
87
- responsePreview: responseText.slice(0, 500),
88
- });
89
- const msg = `Remote activity ${activity_name} failed: ${errorMessage}`;
90
- // 4xx errors are client/configuration errors — don't retry
91
- if (response.status >= 400 && response.status < 500) {
92
- throw activity_1.ApplicationFailure.create({
93
- message: msg,
94
- nonRetryable: true,
95
- });
96
- }
97
- // 5xx errors are server errors — let Temporal retry
98
- throw new Error(msg);
99
- }
100
- let responseJson;
101
- try {
102
- responseJson = JSON.parse(responseText);
103
- }
104
- catch (err) {
105
- const preview = responseText.length > 200 ? responseText.slice(0, 200) + '...' : responseText;
106
- activity_1.log.warn("Invalid JSON response from remote activity", {
107
- activity: activity_name, endpoint: url, runId, app_install_id,
108
- responsePreview: preview,
109
- });
110
- throw activity_1.ApplicationFailure.create({
111
- message: `Remote activity ${activity_name} returned invalid JSON: ${preview}`,
112
- nonRetryable: true,
113
- });
114
- }
115
- if (responseJson.is_error) {
116
- activity_1.log.warn("Remote activity returned error", {
117
- activity: activity_name, endpoint: url, error: responseJson.error, runId, app_install_id,
118
- });
119
- throw activity_1.ApplicationFailure.create({
120
- message: `Remote activity ${activity_name}: ${responseJson.error}`,
121
- nonRetryable: true,
122
- });
123
- }
124
- return responseJson.result;
125
- }
126
- //# sourceMappingURL=executeRemoteActivity.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"executeRemoteActivity.js","sourceRoot":"","sources":["../../../src/activities/executeRemoteActivity.ts"],"names":[],"mappings":";;AAsCA,sDAiHC;AAvJD,mDAA+D;AAM/D,wEAAgE;AAChE,iDAAoE;AAoBpE;;;;;;;;;;GAUG;AACI,KAAK,UAAU,qBAAqB,CACvC,OAAiE;IAEjE,MAAM,GAAG,GAAG,MAAM,IAAA,kCAAa,EAA8B,OAAO,CAAC,CAAC;IACtE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,GAAG,CAAC;IACtC,MAAM,EAAE,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,GAAG,MAAM,CAAC;IAE5F,+DAA+D;IAC/D,IAAI,CAAC;QACD,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,cAAG,CAAC,IAAI,CAAC,iDAAiD,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3H,MAAM,6BAAkB,CAAC,MAAM,CAAC;YAC5B,OAAO,EAAE,mBAAmB,aAAa,aAAc,CAAW,CAAC,OAAO,EAAE;YAC5E,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;IAED,MAAM,gBAAgB,GAAmC;QACrD,aAAa;QACb,MAAM,EAAE,cAAc;QACtB,QAAQ,EAAE;YACN,MAAM,EAAE,KAAK;YACb,cAAc;YACd,YAAY;YACZ,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;gBACxB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;gBACjC,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;aAClC,CAAC,CAAC,CAAC,SAAS;SAChB;KACJ,CAAC;IAEF,IAAI,QAAkB,CAAC;IACvB,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,IAAA,mBAAS,EAAC,GAAG,EAAE;YAC5B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,cAAc,EAAE,kBAAkB;gBAClC,QAAQ,EAAE,kBAAkB;gBAC5B,eAAe,EAAE,UAAU,OAAO,CAAC,UAAU,EAAE;aAClD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC;SACzC,CAAC,CAAC;IACP,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACpB,IAAI,GAAG,YAAY,4BAAkB,EAAE,CAAC;YACpC,cAAG,CAAC,IAAI,CAAC,8CAA8C,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/G,MAAM,6BAAkB,CAAC,MAAM,CAAC;gBAC5B,OAAO,EAAE,mBAAmB,aAAa,aAAa,GAAG,CAAC,OAAO,EAAE;gBACnE,YAAY,EAAE,IAAI;aACrB,CAAC,CAAC;QACP,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,cAAG,CAAC,IAAI,CAAC,0CAA0C,EAAE;YACjD,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc;SAChF,CAAC,CAAC;QACH,6CAA6C;QAC7C,MAAM,IAAI,KAAK,CAAC,uDAAuD,aAAa,eAAe,GAAG,MAAM,OAAO,EAAE,CAAC,CAAC;IAC3H,CAAC;IAED,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAE3C,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACf,IAAI,YAAY,GAAG,QAAQ,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACpE,IAAI,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAoC,CAAC;YAC9E,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;gBAClB,YAAY,GAAG,SAAS,CAAC,KAAK,CAAC;YACnC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACL,iCAAiC;QACrC,CAAC;QACD,cAAG,CAAC,IAAI,CAAC,qCAAqC,EAAE;YAC5C,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,cAAc;YACtF,eAAe,EAAE,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SAC9C,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,mBAAmB,aAAa,YAAY,YAAY,EAAE,CAAC;QACvE,2DAA2D;QAC3D,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAClD,MAAM,6BAAkB,CAAC,MAAM,CAAC;gBAC5B,OAAO,EAAE,GAAG;gBACZ,YAAY,EAAE,IAAI;aACrB,CAAC,CAAC;QACP,CAAC;QACD,oDAAoD;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,IAAI,YAA6C,CAAC;IAClD,IAAI,CAAC;QACD,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACpB,MAAM,OAAO,GAAG,YAAY,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC;QAC9F,cAAG,CAAC,IAAI,CAAC,4CAA4C,EAAE;YACnD,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,cAAc;YAC7D,eAAe,EAAE,OAAO;SAC3B,CAAC,CAAC;QACH,MAAM,6BAAkB,CAAC,MAAM,CAAC;YAC5B,OAAO,EAAE,mBAAmB,aAAa,2BAA2B,OAAO,EAAE;YAC7E,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;IAED,IAAI,YAAY,CAAC,QAAQ,EAAE,CAAC;QACxB,cAAG,CAAC,IAAI,CAAC,gCAAgC,EAAE;YACvC,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,cAAc;SAC3F,CAAC,CAAC;QACH,MAAM,6BAAkB,CAAC,MAAM,CAAC;YAC5B,OAAO,EAAE,mBAAmB,aAAa,KAAK,YAAY,CAAC,KAAK,EAAE;YAClE,YAAY,EAAE,IAAI;SACrB,CAAC,CAAC;IACP,CAAC;IAED,OAAO,YAAY,CAAC,MAAM,CAAC;AAC/B,CAAC"}
@@ -1,196 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.extractDocumentText = extractDocumentText;
4
- const activity_1 = require("@temporalio/activity");
5
- const markitdown_js_1 = require("../conversion/markitdown.js");
6
- const mutool_js_1 = require("../conversion/mutool.js");
7
- const pandoc_js_1 = require("../conversion/pandoc.js");
8
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
9
- const errors_js_1 = require("../errors.js");
10
- const result_types_js_1 = require("../result-types.js");
11
- const blobs_js_1 = require("../utils/blobs.js");
12
- const text_preview_utils_js_1 = require("../utils/text-preview-utils.js");
13
- const tokens_js_1 = require("../utils/tokens.js");
14
- //@ts-ignore
15
- const JSON = {
16
- name: "extractDocumentText",
17
- };
18
- async function extractDocumentText(payload) {
19
- const context = await (0, ActivityContext_js_1.setupActivity)(payload);
20
- const { client, inputType, params } = context;
21
- const { output_storage_path } = params;
22
- if (inputType === 'files') {
23
- // File mode: extract from file source
24
- if (!output_storage_path) {
25
- throw new Error('output_storage_path is required when extracting text from file sources');
26
- }
27
- return extractFromFileSource(client, context.file, output_storage_path);
28
- }
29
- else {
30
- // Object mode: fetch from object store
31
- return extractFromObject(client, context.objectId, context.objectIds || []);
32
- }
33
- }
34
- async function extractFromObject(client, objectId, objectIds) {
35
- const r = await client.objects.find({
36
- query: { _id: objectId },
37
- limit: 1,
38
- select: "+text",
39
- });
40
- const doc = r[0];
41
- if (!doc) {
42
- activity_1.log.error(`Document ${objectId} not found`);
43
- throw new errors_js_1.DocumentNotFoundError(`Document ${objectId} not found`, objectIds);
44
- }
45
- activity_1.log.info(`Extracting text for object ${doc.id}`);
46
- if (!doc.content?.type || !doc.content?.source) {
47
- if (doc.text) {
48
- return createResponse(doc, doc.text, result_types_js_1.TextExtractionStatus.skipped, "Text present and no source or type");
49
- }
50
- else {
51
- return createResponse(doc, "", result_types_js_1.TextExtractionStatus.error, "No source or type found");
52
- }
53
- }
54
- //skip if text already extracted and proper etag
55
- if (doc.text && doc.text.length > 0 && doc.text_etag === doc.content.etag) {
56
- return createResponse(doc, doc.text, result_types_js_1.TextExtractionStatus.skipped, "Text already extracted");
57
- }
58
- let fileBuffer;
59
- try {
60
- fileBuffer = await (0, blobs_js_1.fetchBlobAsBuffer)(client, doc.content.source);
61
- }
62
- catch (e) {
63
- activity_1.log.error(`Error reading file: ${e}`);
64
- return createResponse(doc, "", result_types_js_1.TextExtractionStatus.error, e.message);
65
- }
66
- const txt = await extractTextFromBuffer(fileBuffer, doc.content.type);
67
- if (!txt) {
68
- return createResponse(doc, doc.text ?? "", result_types_js_1.TextExtractionStatus.skipped, `Unsupported mime type: ${doc.content.type}`);
69
- }
70
- const tokensData = (0, tokens_js_1.countTokens)(txt);
71
- const etag = doc.content.etag ?? (0, blobs_js_1.md5)(txt);
72
- const updateData = {
73
- text: txt,
74
- text_etag: etag,
75
- tokens: {
76
- ...tokensData,
77
- etag: etag,
78
- },
79
- };
80
- await client.objects.update(doc.id, updateData);
81
- return createResponse(doc, txt, result_types_js_1.TextExtractionStatus.success);
82
- }
83
- async function extractFromFileSource(client, input_file, output_storage_path) {
84
- activity_1.log.info(`Extracting text from ${input_file}`);
85
- let fileBuffer;
86
- try {
87
- fileBuffer = await (0, blobs_js_1.fetchBlobAsBuffer)(client, input_file.url);
88
- }
89
- catch (e) {
90
- activity_1.log.error(`Error reading file: ${e}`);
91
- return (0, text_preview_utils_js_1.createFileSourceResult)(input_file.url, output_storage_path, null);
92
- }
93
- const txt = await extractTextFromBuffer(fileBuffer, input_file.mimetype);
94
- // Upload extracted text to storage
95
- if (txt && output_storage_path) {
96
- await (0, text_preview_utils_js_1.uploadTextPreviewToStorage)(client, txt, output_storage_path, "Document");
97
- }
98
- return (0, text_preview_utils_js_1.createFileSourceResult)(input_file.url, output_storage_path, txt);
99
- }
100
- async function extractTextFromBuffer(fileBuffer, mimeType) {
101
- let txt;
102
- switch (mimeType) {
103
- case "application/pdf":
104
- txt = await (0, mutool_js_1.mutoolPdfToText)(fileBuffer);
105
- break;
106
- case "text/plain":
107
- txt = fileBuffer.toString("utf8");
108
- break;
109
- //docx
110
- case "application/vnd.openxmlformats-officedocument.wordprocessingml.document":
111
- txt = await (0, markitdown_js_1.markdownWithMarkitdown)(fileBuffer, "docx");
112
- break;
113
- //pptx
114
- case "application/vnd.openxmlformats-officedocument.presentationml.presentation":
115
- txt = await (0, markitdown_js_1.markdownWithMarkitdown)(fileBuffer, "pptx");
116
- break;
117
- //html
118
- case "text/html":
119
- txt = await (0, pandoc_js_1.markdownWithPandoc)(fileBuffer, "html");
120
- break;
121
- //opendocument
122
- case "application/vnd.oasis.opendocument.text":
123
- txt = await (0, pandoc_js_1.markdownWithPandoc)(fileBuffer, "odt");
124
- break;
125
- //rtf
126
- case "application/rtf":
127
- txt = await (0, pandoc_js_1.markdownWithPandoc)(fileBuffer, "rtf");
128
- break;
129
- //markdown
130
- case "text/markdown":
131
- txt = fileBuffer.toString("utf8");
132
- break;
133
- //csv
134
- case "text/csv":
135
- txt = fileBuffer.toString("utf8");
136
- break;
137
- //typescript
138
- case "application/typescript":
139
- txt = fileBuffer.toString("utf8");
140
- break;
141
- //javascript
142
- case "application/javascript":
143
- txt = fileBuffer.toString("utf8");
144
- break;
145
- //json
146
- case "application/json":
147
- txt = fileBuffer.toString("utf8");
148
- break;
149
- default:
150
- if (sniffIfText(fileBuffer)) {
151
- txt = fileBuffer.toString("utf8"); //TODO: add charset detection
152
- break;
153
- }
154
- return null;
155
- }
156
- return txt;
157
- }
158
- function createResponse(doc, text, status, message) {
159
- return {
160
- status,
161
- message,
162
- tokens: doc.tokens,
163
- len: text.length,
164
- objectId: doc.id,
165
- hasText: !!text,
166
- };
167
- }
168
- function sniffIfText(buf) {
169
- // If file is too large, don't even try
170
- if (buf.length > 500 * 1024) {
171
- return false;
172
- }
173
- // Count binary/control characters
174
- let binaryCount = 0;
175
- const sampleSize = Math.min(buf.length, 1000); // Check first 1000 bytes
176
- for (let i = 0; i < sampleSize; i++) {
177
- // Count control characters (except common whitespace)
178
- const byte = buf[i];
179
- if ((byte < 32 && ![9, 10, 13].includes(byte)) || byte === 0) {
180
- binaryCount++;
181
- }
182
- }
183
- // If more than 10% binary/control chars, probably not text
184
- if (binaryCount / sampleSize > 0.1) {
185
- return false;
186
- }
187
- // Additional check for valid UTF-8 encoding
188
- try {
189
- const s = buf.toString("utf8");
190
- return s.length > 0 && !s.includes("\uFFFD"); // Replacement character
191
- }
192
- catch (e) {
193
- return false;
194
- }
195
- }
196
- //# sourceMappingURL=extractDocumentText.js.map