@vertesia/workflow 1.0.0-dev.20260128.144200 → 1.0.0-dev.20260203.130115Z

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/package.json +6 -6
  2. package/src/activities/extractDocumentText.ts +4 -1
  3. package/src/activities/generateEmbeddings.ts +13 -5
  4. package/src/activities/setDocumentStatus.ts +12 -4
  5. package/src/dsl/dsl-workflow.ts +8 -0
  6. package/src/errors.ts +1 -0
  7. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -33
  8. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  9. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -73
  10. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  11. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -19
  12. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  13. package/lib/cjs/activities/chunkDocument.js +0 -85
  14. package/lib/cjs/activities/chunkDocument.js.map +0 -1
  15. package/lib/cjs/activities/copyParentArtifacts.js +0 -127
  16. package/lib/cjs/activities/copyParentArtifacts.js.map +0 -1
  17. package/lib/cjs/activities/createDocumentFromOther.js +0 -64
  18. package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
  19. package/lib/cjs/activities/executeInteraction.js +0 -194
  20. package/lib/cjs/activities/executeInteraction.js.map +0 -1
  21. package/lib/cjs/activities/extractDocumentText.js +0 -156
  22. package/lib/cjs/activities/extractDocumentText.js.map +0 -1
  23. package/lib/cjs/activities/generateDocumentProperties.js +0 -83
  24. package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
  25. package/lib/cjs/activities/generateEmbeddings.js +0 -257
  26. package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
  27. package/lib/cjs/activities/generateOrAssignContentType.js +0 -125
  28. package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
  29. package/lib/cjs/activities/getObjectFromStore.js +0 -20
  30. package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
  31. package/lib/cjs/activities/handleError.js +0 -22
  32. package/lib/cjs/activities/handleError.js.map +0 -1
  33. package/lib/cjs/activities/index-dsl.js +0 -53
  34. package/lib/cjs/activities/index-dsl.js.map +0 -1
  35. package/lib/cjs/activities/index.js +0 -21
  36. package/lib/cjs/activities/index.js.map +0 -1
  37. package/lib/cjs/activities/media/prepareAudio.js +0 -239
  38. package/lib/cjs/activities/media/prepareAudio.js.map +0 -1
  39. package/lib/cjs/activities/media/prepareVideo.js +0 -429
  40. package/lib/cjs/activities/media/prepareVideo.js.map +0 -1
  41. package/lib/cjs/activities/media/processPdfWithTextract.js +0 -103
  42. package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
  43. package/lib/cjs/activities/media/saveGladiaTranscription.js +0 -81
  44. package/lib/cjs/activities/media/saveGladiaTranscription.js.map +0 -1
  45. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -82
  46. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
  47. package/lib/cjs/activities/mergeChildArtifacts.js +0 -150
  48. package/lib/cjs/activities/mergeChildArtifacts.js.map +0 -1
  49. package/lib/cjs/activities/notifyWebhook.js +0 -158
  50. package/lib/cjs/activities/notifyWebhook.js.map +0 -1
  51. package/lib/cjs/activities/rateLimiter.js +0 -30
  52. package/lib/cjs/activities/rateLimiter.js.map +0 -1
  53. package/lib/cjs/activities/renditions/generateImageRendition.js +0 -66
  54. package/lib/cjs/activities/renditions/generateImageRendition.js.map +0 -1
  55. package/lib/cjs/activities/renditions/generateVideoRendition.js +0 -200
  56. package/lib/cjs/activities/renditions/generateVideoRendition.js.map +0 -1
  57. package/lib/cjs/activities/setDocumentStatus.js +0 -15
  58. package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
  59. package/lib/cjs/conversion/TextractProcessor.js +0 -417
  60. package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
  61. package/lib/cjs/conversion/image.js +0 -149
  62. package/lib/cjs/conversion/image.js.map +0 -1
  63. package/lib/cjs/conversion/markitdown.js +0 -42
  64. package/lib/cjs/conversion/markitdown.js.map +0 -1
  65. package/lib/cjs/conversion/mutool.js +0 -147
  66. package/lib/cjs/conversion/mutool.js.map +0 -1
  67. package/lib/cjs/conversion/pandoc.js +0 -39
  68. package/lib/cjs/conversion/pandoc.js.map +0 -1
  69. package/lib/cjs/dsl/conditions.js +0 -81
  70. package/lib/cjs/dsl/conditions.js.map +0 -1
  71. package/lib/cjs/dsl/dsl-workflow.js +0 -343
  72. package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
  73. package/lib/cjs/dsl/dslProxyActivities.js +0 -23
  74. package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
  75. package/lib/cjs/dsl/projections.js +0 -59
  76. package/lib/cjs/dsl/projections.js.map +0 -1
  77. package/lib/cjs/dsl/setup/ActivityContext.js +0 -122
  78. package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
  79. package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
  80. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
  81. package/lib/cjs/dsl/setup/fetch/index.js +0 -16
  82. package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
  83. package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
  84. package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
  85. package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
  86. package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
  87. package/lib/cjs/dsl/validation.js +0 -122
  88. package/lib/cjs/dsl/validation.js.map +0 -1
  89. package/lib/cjs/dsl/vars.js +0 -341
  90. package/lib/cjs/dsl/vars.js.map +0 -1
  91. package/lib/cjs/dsl/walk.js +0 -100
  92. package/lib/cjs/dsl/walk.js.map +0 -1
  93. package/lib/cjs/dsl.js +0 -20
  94. package/lib/cjs/dsl.js.map +0 -1
  95. package/lib/cjs/errors.js +0 -79
  96. package/lib/cjs/errors.js.map +0 -1
  97. package/lib/cjs/index.js +0 -56
  98. package/lib/cjs/index.js.map +0 -1
  99. package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
  100. package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
  101. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -72
  102. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
  103. package/lib/cjs/iterative-generation/activities/generatePart.js +0 -78
  104. package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
  105. package/lib/cjs/iterative-generation/activities/generateToc.js +0 -86
  106. package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
  107. package/lib/cjs/iterative-generation/activities/index.js +0 -12
  108. package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
  109. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
  110. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  111. package/lib/cjs/iterative-generation/types.js +0 -5
  112. package/lib/cjs/iterative-generation/types.js.map +0 -1
  113. package/lib/cjs/iterative-generation/utils.js +0 -121
  114. package/lib/cjs/iterative-generation/utils.js.map +0 -1
  115. package/lib/cjs/package.json +0 -3
  116. package/lib/cjs/result-types.js +0 -10
  117. package/lib/cjs/result-types.js.map +0 -1
  118. package/lib/cjs/system/notifyWebhookWorkflow.js +0 -53
  119. package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
  120. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -33
  121. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  122. package/lib/cjs/utils/auth.js +0 -15
  123. package/lib/cjs/utils/auth.js.map +0 -1
  124. package/lib/cjs/utils/blobs.js +0 -64
  125. package/lib/cjs/utils/blobs.js.map +0 -1
  126. package/lib/cjs/utils/chunks.js +0 -14
  127. package/lib/cjs/utils/chunks.js.map +0 -1
  128. package/lib/cjs/utils/client.js +0 -31
  129. package/lib/cjs/utils/client.js.map +0 -1
  130. package/lib/cjs/utils/expand-vars.js +0 -33
  131. package/lib/cjs/utils/expand-vars.js.map +0 -1
  132. package/lib/cjs/utils/memory.js +0 -65
  133. package/lib/cjs/utils/memory.js.map +0 -1
  134. package/lib/cjs/utils/renditions.js +0 -88
  135. package/lib/cjs/utils/renditions.js.map +0 -1
  136. package/lib/cjs/utils/storage.js +0 -54
  137. package/lib/cjs/utils/storage.js.map +0 -1
  138. package/lib/cjs/utils/tokens.js +0 -38
  139. package/lib/cjs/utils/tokens.js.map +0 -1
  140. package/lib/cjs/vars.js +0 -20
  141. package/lib/cjs/vars.js.map +0 -1
  142. package/lib/cjs/workflows.js +0 -15
  143. package/lib/cjs/workflows.js.map +0 -1
  144. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -30
  145. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  146. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -70
  147. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  148. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -16
  149. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  150. package/lib/esm/activities/chunkDocument.js +0 -82
  151. package/lib/esm/activities/chunkDocument.js.map +0 -1
  152. package/lib/esm/activities/copyParentArtifacts.js +0 -124
  153. package/lib/esm/activities/copyParentArtifacts.js.map +0 -1
  154. package/lib/esm/activities/createDocumentFromOther.js +0 -58
  155. package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
  156. package/lib/esm/activities/executeInteraction.js +0 -190
  157. package/lib/esm/activities/executeInteraction.js.map +0 -1
  158. package/lib/esm/activities/extractDocumentText.js +0 -153
  159. package/lib/esm/activities/extractDocumentText.js.map +0 -1
  160. package/lib/esm/activities/generateDocumentProperties.js +0 -80
  161. package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
  162. package/lib/esm/activities/generateEmbeddings.js +0 -254
  163. package/lib/esm/activities/generateEmbeddings.js.map +0 -1
  164. package/lib/esm/activities/generateOrAssignContentType.js +0 -122
  165. package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
  166. package/lib/esm/activities/getObjectFromStore.js +0 -17
  167. package/lib/esm/activities/getObjectFromStore.js.map +0 -1
  168. package/lib/esm/activities/handleError.js +0 -19
  169. package/lib/esm/activities/handleError.js.map +0 -1
  170. package/lib/esm/activities/index-dsl.js +0 -26
  171. package/lib/esm/activities/index-dsl.js.map +0 -1
  172. package/lib/esm/activities/index.js +0 -5
  173. package/lib/esm/activities/index.js.map +0 -1
  174. package/lib/esm/activities/media/prepareAudio.js +0 -200
  175. package/lib/esm/activities/media/prepareAudio.js.map +0 -1
  176. package/lib/esm/activities/media/prepareVideo.js +0 -390
  177. package/lib/esm/activities/media/prepareVideo.js.map +0 -1
  178. package/lib/esm/activities/media/processPdfWithTextract.js +0 -99
  179. package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
  180. package/lib/esm/activities/media/saveGladiaTranscription.js +0 -78
  181. package/lib/esm/activities/media/saveGladiaTranscription.js.map +0 -1
  182. package/lib/esm/activities/media/transcribeMediaWithGladia.js +0 -79
  183. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
  184. package/lib/esm/activities/mergeChildArtifacts.js +0 -147
  185. package/lib/esm/activities/mergeChildArtifacts.js.map +0 -1
  186. package/lib/esm/activities/notifyWebhook.js +0 -155
  187. package/lib/esm/activities/notifyWebhook.js.map +0 -1
  188. package/lib/esm/activities/rateLimiter.js +0 -27
  189. package/lib/esm/activities/rateLimiter.js.map +0 -1
  190. package/lib/esm/activities/renditions/generateImageRendition.js +0 -63
  191. package/lib/esm/activities/renditions/generateImageRendition.js.map +0 -1
  192. package/lib/esm/activities/renditions/generateVideoRendition.js +0 -194
  193. package/lib/esm/activities/renditions/generateVideoRendition.js.map +0 -1
  194. package/lib/esm/activities/setDocumentStatus.js +0 -12
  195. package/lib/esm/activities/setDocumentStatus.js.map +0 -1
  196. package/lib/esm/conversion/TextractProcessor.js +0 -410
  197. package/lib/esm/conversion/TextractProcessor.js.map +0 -1
  198. package/lib/esm/conversion/image.js +0 -143
  199. package/lib/esm/conversion/image.js.map +0 -1
  200. package/lib/esm/conversion/markitdown.js +0 -36
  201. package/lib/esm/conversion/markitdown.js.map +0 -1
  202. package/lib/esm/conversion/mutool.js +0 -139
  203. package/lib/esm/conversion/mutool.js.map +0 -1
  204. package/lib/esm/conversion/pandoc.js +0 -36
  205. package/lib/esm/conversion/pandoc.js.map +0 -1
  206. package/lib/esm/dsl/conditions.js +0 -75
  207. package/lib/esm/dsl/conditions.js.map +0 -1
  208. package/lib/esm/dsl/dsl-workflow.js +0 -336
  209. package/lib/esm/dsl/dsl-workflow.js.map +0 -1
  210. package/lib/esm/dsl/dslProxyActivities.js +0 -20
  211. package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
  212. package/lib/esm/dsl/projections.js +0 -55
  213. package/lib/esm/dsl/projections.js.map +0 -1
  214. package/lib/esm/dsl/setup/ActivityContext.js +0 -117
  215. package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
  216. package/lib/esm/dsl/setup/fetch/DataProvider.js +0 -47
  217. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
  218. package/lib/esm/dsl/setup/fetch/index.js +0 -12
  219. package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
  220. package/lib/esm/dsl/setup/fetch/providers.js +0 -61
  221. package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
  222. package/lib/esm/dsl/test/test-child-workflow.js +0 -5
  223. package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
  224. package/lib/esm/dsl/validation.js +0 -118
  225. package/lib/esm/dsl/validation.js.map +0 -1
  226. package/lib/esm/dsl/vars.js +0 -335
  227. package/lib/esm/dsl/vars.js.map +0 -1
  228. package/lib/esm/dsl/walk.js +0 -96
  229. package/lib/esm/dsl/walk.js.map +0 -1
  230. package/lib/esm/dsl.js +0 -4
  231. package/lib/esm/dsl.js.map +0 -1
  232. package/lib/esm/errors.js +0 -69
  233. package/lib/esm/errors.js.map +0 -1
  234. package/lib/esm/index.js +0 -38
  235. package/lib/esm/index.js.map +0 -1
  236. package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
  237. package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
  238. package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -69
  239. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
  240. package/lib/esm/iterative-generation/activities/generatePart.js +0 -75
  241. package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
  242. package/lib/esm/iterative-generation/activities/generateToc.js +0 -83
  243. package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
  244. package/lib/esm/iterative-generation/activities/index.js +0 -5
  245. package/lib/esm/iterative-generation/activities/index.js.map +0 -1
  246. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
  247. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  248. package/lib/esm/iterative-generation/types.js +0 -2
  249. package/lib/esm/iterative-generation/types.js.map +0 -1
  250. package/lib/esm/iterative-generation/utils.js +0 -112
  251. package/lib/esm/iterative-generation/utils.js.map +0 -1
  252. package/lib/esm/result-types.js +0 -7
  253. package/lib/esm/result-types.js.map +0 -1
  254. package/lib/esm/system/notifyWebhookWorkflow.js +0 -50
  255. package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
  256. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +0 -30
  257. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  258. package/lib/esm/utils/auth.js +0 -8
  259. package/lib/esm/utils/auth.js.map +0 -1
  260. package/lib/esm/utils/blobs.js +0 -54
  261. package/lib/esm/utils/blobs.js.map +0 -1
  262. package/lib/esm/utils/chunks.js +0 -9
  263. package/lib/esm/utils/chunks.js.map +0 -1
  264. package/lib/esm/utils/client.js +0 -27
  265. package/lib/esm/utils/client.js.map +0 -1
  266. package/lib/esm/utils/expand-vars.js +0 -30
  267. package/lib/esm/utils/expand-vars.js.map +0 -1
  268. package/lib/esm/utils/memory.js +0 -55
  269. package/lib/esm/utils/memory.js.map +0 -1
  270. package/lib/esm/utils/renditions.js +0 -80
  271. package/lib/esm/utils/renditions.js.map +0 -1
  272. package/lib/esm/utils/storage.js +0 -45
  273. package/lib/esm/utils/storage.js.map +0 -1
  274. package/lib/esm/utils/tokens.js +0 -34
  275. package/lib/esm/utils/tokens.js.map +0 -1
  276. package/lib/esm/vars.js +0 -4
  277. package/lib/esm/vars.js.map +0 -1
  278. package/lib/esm/workflows.js +0 -8
  279. package/lib/esm/workflows.js.map +0 -1
  280. package/lib/tsconfig.tsbuildinfo +0 -1
  281. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +0 -17
  282. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
  283. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +0 -39
  284. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
  285. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +0 -19
  286. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
  287. package/lib/types/activities/chunkDocument.d.ts +0 -33
  288. package/lib/types/activities/chunkDocument.d.ts.map +0 -1
  289. package/lib/types/activities/copyParentArtifacts.d.ts +0 -19
  290. package/lib/types/activities/copyParentArtifacts.d.ts.map +0 -1
  291. package/lib/types/activities/createDocumentFromOther.d.ts +0 -21
  292. package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
  293. package/lib/types/activities/executeInteraction.d.ts +0 -61
  294. package/lib/types/activities/executeInteraction.d.ts.map +0 -1
  295. package/lib/types/activities/extractDocumentText.d.ts +0 -10
  296. package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
  297. package/lib/types/activities/generateDocumentProperties.d.ts +0 -32
  298. package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
  299. package/lib/types/activities/generateEmbeddings.d.ts +0 -53
  300. package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
  301. package/lib/types/activities/generateOrAssignContentType.d.ts +0 -44
  302. package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
  303. package/lib/types/activities/getObjectFromStore.d.ts +0 -14
  304. package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
  305. package/lib/types/activities/handleError.d.ts +0 -6
  306. package/lib/types/activities/handleError.d.ts.map +0 -1
  307. package/lib/types/activities/index-dsl.d.ts +0 -26
  308. package/lib/types/activities/index-dsl.d.ts.map +0 -1
  309. package/lib/types/activities/index.d.ts +0 -5
  310. package/lib/types/activities/index.d.ts.map +0 -1
  311. package/lib/types/activities/media/prepareAudio.d.ts +0 -25
  312. package/lib/types/activities/media/prepareAudio.d.ts.map +0 -1
  313. package/lib/types/activities/media/prepareVideo.d.ts +0 -30
  314. package/lib/types/activities/media/prepareVideo.d.ts.map +0 -1
  315. package/lib/types/activities/media/processPdfWithTextract.d.ts +0 -26
  316. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
  317. package/lib/types/activities/media/saveGladiaTranscription.d.ts +0 -14
  318. package/lib/types/activities/media/saveGladiaTranscription.d.ts.map +0 -1
  319. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +0 -19
  320. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
  321. package/lib/types/activities/mergeChildArtifacts.d.ts +0 -24
  322. package/lib/types/activities/mergeChildArtifacts.d.ts.map +0 -1
  323. package/lib/types/activities/notifyWebhook.d.ts +0 -27
  324. package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
  325. package/lib/types/activities/rateLimiter.d.ts +0 -11
  326. package/lib/types/activities/rateLimiter.d.ts.map +0 -1
  327. package/lib/types/activities/renditions/generateImageRendition.d.ts +0 -14
  328. package/lib/types/activities/renditions/generateImageRendition.d.ts.map +0 -1
  329. package/lib/types/activities/renditions/generateVideoRendition.d.ts +0 -15
  330. package/lib/types/activities/renditions/generateVideoRendition.d.ts.map +0 -1
  331. package/lib/types/activities/setDocumentStatus.d.ts +0 -15
  332. package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
  333. package/lib/types/conversion/TextractProcessor.d.ts +0 -45
  334. package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
  335. package/lib/types/conversion/image.d.ts +0 -13
  336. package/lib/types/conversion/image.d.ts.map +0 -1
  337. package/lib/types/conversion/markitdown.d.ts +0 -2
  338. package/lib/types/conversion/markitdown.d.ts.map +0 -1
  339. package/lib/types/conversion/mutool.d.ts +0 -19
  340. package/lib/types/conversion/mutool.d.ts.map +0 -1
  341. package/lib/types/conversion/pandoc.d.ts +0 -2
  342. package/lib/types/conversion/pandoc.d.ts.map +0 -1
  343. package/lib/types/dsl/conditions.d.ts +0 -2
  344. package/lib/types/dsl/conditions.d.ts.map +0 -1
  345. package/lib/types/dsl/dsl-workflow.d.ts +0 -5
  346. package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
  347. package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
  348. package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
  349. package/lib/types/dsl/projections.d.ts +0 -4
  350. package/lib/types/dsl/projections.d.ts.map +0 -1
  351. package/lib/types/dsl/setup/ActivityContext.d.ts +0 -17
  352. package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
  353. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +0 -9
  354. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
  355. package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
  356. package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
  357. package/lib/types/dsl/setup/fetch/providers.d.ts +0 -25
  358. package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
  359. package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
  360. package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
  361. package/lib/types/dsl/validation.d.ts +0 -4
  362. package/lib/types/dsl/validation.d.ts.map +0 -1
  363. package/lib/types/dsl/vars.d.ts +0 -48
  364. package/lib/types/dsl/vars.d.ts.map +0 -1
  365. package/lib/types/dsl/walk.d.ts +0 -18
  366. package/lib/types/dsl/walk.d.ts.map +0 -1
  367. package/lib/types/dsl.d.ts +0 -4
  368. package/lib/types/dsl.d.ts.map +0 -1
  369. package/lib/types/errors.d.ts +0 -37
  370. package/lib/types/errors.d.ts.map +0 -1
  371. package/lib/types/index.d.ts +0 -37
  372. package/lib/types/index.d.ts.map +0 -1
  373. package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
  374. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
  375. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
  376. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
  377. package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
  378. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
  379. package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
  380. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
  381. package/lib/types/iterative-generation/activities/index.d.ts +0 -5
  382. package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
  383. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
  384. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
  385. package/lib/types/iterative-generation/types.d.ts +0 -79
  386. package/lib/types/iterative-generation/types.d.ts.map +0 -1
  387. package/lib/types/iterative-generation/utils.d.ts +0 -26
  388. package/lib/types/iterative-generation/utils.d.ts.map +0 -1
  389. package/lib/types/result-types.d.ts +0 -22
  390. package/lib/types/result-types.d.ts.map +0 -1
  391. package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -8
  392. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
  393. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +0 -25
  394. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
  395. package/lib/types/utils/auth.d.ts +0 -4
  396. package/lib/types/utils/auth.d.ts.map +0 -1
  397. package/lib/types/utils/blobs.d.ts +0 -7
  398. package/lib/types/utils/blobs.d.ts.map +0 -1
  399. package/lib/types/utils/chunks.d.ts +0 -9
  400. package/lib/types/utils/chunks.d.ts.map +0 -1
  401. package/lib/types/utils/client.d.ts +0 -8
  402. package/lib/types/utils/client.d.ts.map +0 -1
  403. package/lib/types/utils/expand-vars.d.ts +0 -8
  404. package/lib/types/utils/expand-vars.d.ts.map +0 -1
  405. package/lib/types/utils/memory.d.ts +0 -8
  406. package/lib/types/utils/memory.d.ts.map +0 -1
  407. package/lib/types/utils/renditions.d.ts +0 -23
  408. package/lib/types/utils/renditions.d.ts.map +0 -1
  409. package/lib/types/utils/storage.d.ts +0 -16
  410. package/lib/types/utils/storage.d.ts.map +0 -1
  411. package/lib/types/utils/tokens.d.ts +0 -11
  412. package/lib/types/utils/tokens.d.ts.map +0 -1
  413. package/lib/types/vars.d.ts +0 -3
  414. package/lib/types/vars.d.ts.map +0 -1
  415. package/lib/types/workflows.d.ts +0 -8
  416. package/lib/types/workflows.d.ts.map +0 -1
  417. package/lib/workflows-bundle.js +0 -17240
@@ -1,121 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.execute = execute;
4
- exports.executeWithVars = executeWithVars;
5
- exports.isSamePartIndex = isSamePartIndex;
6
- exports.getPreviousPathIndex = getPreviousPathIndex;
7
- exports.expectMemoryIsConsistent = expectMemoryIsConsistent;
8
- exports.sectionWithoutParts = sectionWithoutParts;
9
- exports.tocIndex = tocIndex;
10
- const workflow_1 = require("@temporalio/workflow");
11
- async function execute(client, options) {
12
- return client.interactions.executeByName(options.interaction, {
13
- data: {
14
- ...options.memory_mapping,
15
- "@memory": options.memory
16
- },
17
- result_schema: options.result_schema,
18
- config: {
19
- environment: options.environment,
20
- model: options.model,
21
- model_options: options.model_options,
22
- }
23
- });
24
- }
25
- function executeWithVars(client, interaction, vars, mapping, result_schema) {
26
- if (mapping) {
27
- mapping = { ...vars.input_mapping, ...mapping };
28
- }
29
- else {
30
- mapping = vars.input_mapping;
31
- }
32
- const model_options = {
33
- _option_id: "text-fallback",
34
- max_tokens: vars.max_tokens,
35
- temperature: vars.temperature
36
- };
37
- return execute(client, {
38
- interaction: interaction,
39
- memory: `${vars.memory}/input`,
40
- memory_mapping: mapping,
41
- environment: vars.environment,
42
- model: vars.model,
43
- model_options: model_options,
44
- result_schema: result_schema
45
- });
46
- }
47
- function isSamePartIndex(part1, part2) {
48
- return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
49
- }
50
- function getPreviousPathIndex(toc, pathIndex) {
51
- let [sectionIdx, partIdx] = pathIndex;
52
- if (partIdx === undefined) {
53
- let prevSectionIdx = sectionIdx - 1;
54
- if (prevSectionIdx < 0) {
55
- return null;
56
- }
57
- else {
58
- const prevParts = toc.sections[prevSectionIdx].parts;
59
- if (prevParts && prevParts.length > 0) { // return the last part of the previous section
60
- return [prevSectionIdx, prevParts.length - 1];
61
- }
62
- else { // if no parts return the section itself
63
- return [prevSectionIdx];
64
- }
65
- }
66
- }
67
- else if (partIdx > 0) { // return the previous part in the same section
68
- return [sectionIdx, partIdx - 1];
69
- }
70
- else { // if the first part return the section itself
71
- return [sectionIdx];
72
- }
73
- }
74
- function expectMemoryIsConsistent(meta, pathIndex) {
75
- const metaLastProcessedPart = meta.lastProcessedPart;
76
- if (!metaLastProcessedPart) {
77
- if (pathIndex.length > 1 && pathIndex[0] !== 0) {
78
- throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
79
- }
80
- else {
81
- return;
82
- }
83
- }
84
- const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
85
- if (!prevPathIndex) {
86
- throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
87
- }
88
- else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
89
- throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consistent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessedPart });
90
- }
91
- }
92
- function sectionWithoutParts(section) {
93
- const clone = { ...section };
94
- delete clone.parts;
95
- return clone;
96
- }
97
- function tocIndex(toc) {
98
- const index = { sections: [] };
99
- const sections = toc.sections;
100
- for (let i = 0, l = sections.length; i < l; i++) {
101
- const section = sections[i];
102
- const indexParts = [];
103
- if (section.parts) {
104
- const parts = section.parts;
105
- for (let k = 0, ll = section.parts.length; k < ll; k++) {
106
- const part = parts[k];
107
- indexParts.push({
108
- name: part.id,
109
- path: [i, k]
110
- });
111
- }
112
- }
113
- index.sections.push({
114
- name: section.id,
115
- path: [i],
116
- parts: indexParts
117
- });
118
- }
119
- return index;
120
- }
121
- //# sourceMappingURL=utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":";;AAgBA,0BAaC;AAED,0CAoBC;AAED,0CAEC;AAED,oDAmBC;AAGD,4DAeC;AAED,kDAIC;AAED,4BAuBC;AA5HD,mDAA0D;AAenD,KAAK,UAAU,OAAO,CAAC,MAAsB,EAAE,OAAuB;IACzE,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IACtK,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAgB,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,SAAgB,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,iBAAiB,CAAC;IACrD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,6BAAkB,CAAC,YAAY,CAAC,iEAAiE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACpQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAChP,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACjP,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -1,3 +0,0 @@
1
- {
2
- "type": "commonjs"
3
- }
@@ -1,10 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TextExtractionStatus = void 0;
4
- var TextExtractionStatus;
5
- (function (TextExtractionStatus) {
6
- TextExtractionStatus["skipped"] = "skipped";
7
- TextExtractionStatus["success"] = "success";
8
- TextExtractionStatus["error"] = "error";
9
- })(TextExtractionStatus || (exports.TextExtractionStatus = TextExtractionStatus = {}));
10
- //# sourceMappingURL=result-types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":";;;AAoBA,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,oCAApB,oBAAoB,QAI/B"}
@@ -1,53 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.notifyWebhookWorkflow = notifyWebhookWorkflow;
4
- const workflow_1 = require("@temporalio/workflow");
5
- const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
6
- const errors_js_1 = require("../errors.js");
7
- const { notifyWebhook } = (0, dslProxyActivities_js_1.dslProxyActivities)("notifyWebhookWorkflow", {
8
- startToCloseTimeout: "5 minute",
9
- retry: {
10
- initialInterval: '5s',
11
- backoffCoefficient: 2,
12
- maximumAttempts: 5,
13
- maximumInterval: 100 * 30 * 1000, //ms
14
- nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
15
- },
16
- });
17
- async function notifyWebhookWorkflow(payload) {
18
- const info = (0, workflow_1.workflowInfo)();
19
- const { objectIds, vars } = payload;
20
- const notifications = [];
21
- const endpoints = vars.endpoints ?? vars.webhooks ?? [];
22
- const data = vars.data ?? vars.webhook_data ?? undefined;
23
- const workflow_type = vars.workflow_type ?? info.workflowType;
24
- const eventName = payload.event;
25
- const workflowId = info.parent?.workflowId || info.workflowId;
26
- const workflowRunId = info.parent?.runId || info.runId;
27
- if (!endpoints.length) {
28
- workflow_1.log.info(`No webhooks to notify`);
29
- return { notifications: [], message: "No webhooks to notify" };
30
- }
31
- for (const ep of endpoints) {
32
- const n = notifyWebhook(payload, {
33
- webhook: ep,
34
- method: 'POST',
35
- workflow_type,
36
- workflow_id: workflowId,
37
- workflow_run_id: workflowRunId,
38
- event_name: eventName,
39
- detail: {
40
- object_ids: objectIds,
41
- data
42
- }
43
- }).then(res => {
44
- workflow_1.log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
45
- return res;
46
- });
47
- notifications.push(n);
48
- }
49
- const res = await Promise.all(notifications);
50
- workflow_1.log.info(`Webhooks notified`);
51
- return { notifications: res, message: "Webhooks notified" };
52
- }
53
- //# sourceMappingURL=notifyWebhookWorkflow.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":";;AA2BA,sDA0CC;AApED,mDAAyD;AAGzD,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,aAAa,EAChB,GAAG,IAAA,0CAAkB,EAAoB,uBAAuB,EAAE;IAC/D,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AASI,KAAK,UAAU,qBAAqB,CAAC,OAA8D;IAEtG,MAAM,IAAI,GAAG,IAAA,uBAAY,GAAE,CAAC;IAC5B,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAK,IAAY,CAAC,QAAQ,IAAI,EAAE,CAAC;IACjE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAK,IAAY,CAAC,YAAY,IAAI,SAAS,CAAC;IAClE,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,YAAY,CAAC;IAC9D,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC;IAEhC,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;IAC9D,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;IAEvD,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,cAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE;YAC7B,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,MAAM;YACd,aAAa;YACb,WAAW,EAAE,UAAU;YACvB,eAAe,EAAE,aAAa;YAC9B,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE;gBACJ,UAAU,EAAE,SAAS;gBACrB,IAAI;aACP;SACJ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACV,cAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}
@@ -1,33 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.recalculateEmbeddingsWorkflow = recalculateEmbeddingsWorkflow;
4
- const common_1 = require("@vertesia/common");
5
- const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
6
- const errors_js_1 = require("../errors.js");
7
- const { generateEmbeddings, } = (0, dslProxyActivities_js_1.dslProxyActivities)("recalculateEmbeddingsWorkflow", {
8
- startToCloseTimeout: "5 minute",
9
- retry: {
10
- initialInterval: '10s',
11
- backoffCoefficient: 2,
12
- maximumAttempts: 10,
13
- maximumInterval: 100 * 30 * 1000, //ms
14
- nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
15
- },
16
- });
17
- async function recalculateEmbeddingsWorkflow(payload) {
18
- const embeddings = [];
19
- const payloadType = payload.vars?.type;
20
- if (payloadType && !Object.values(common_1.SupportedEmbeddingTypes).includes(payloadType)) {
21
- throw new Error("Embedding type must be text, image, or properties");
22
- }
23
- const types = payloadType ? [payloadType] : Object.values(common_1.SupportedEmbeddingTypes);
24
- for (const type of types) {
25
- embeddings.push(generateEmbeddings(payload, {
26
- force: true,
27
- type
28
- }));
29
- }
30
- const res = await Promise.all(embeddings);
31
- return res;
32
- }
33
- //# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":";;AAmBA,sEAqBC;AAvCD,6CAAqF;AAErF,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,kBAAkB,GACrB,GAAG,IAAA,0CAAkB,EAAoB,+BAA+B,EAAE;IACvE,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,6BAA6B,CAAC,OAAiC;IAEjF,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,EAAE,IAA+B,CAAC;IAElE,IAAI,WAAW,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/E,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACzE,CAAC;IACD,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,CAAC;IAEnF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,IAAI;YACX,IAAI;SACP,CAAC,CAAC,CAAA;IACP,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}
@@ -1,15 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.decodeAuthToken = decodeAuthToken;
7
- exports.getProjectFromToken = getProjectFromToken;
8
- const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
9
- function decodeAuthToken(token) {
10
- return jsonwebtoken_1.default.decode(token, { json: true });
11
- }
12
- function getProjectFromToken(token) {
13
- return decodeAuthToken(token)?.project;
14
- }
15
- //# sourceMappingURL=auth.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":";;;;;AAGA,0CAEC;AAED,kDAEC;AARD,gEAA+B;AAE/B,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,sBAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}
@@ -1,64 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.fetchBlobAsStream = fetchBlobAsStream;
7
- exports.fetchBlobAsBuffer = fetchBlobAsBuffer;
8
- exports.fetchBlobAsBase64 = fetchBlobAsBase64;
9
- exports.saveBlobToTempFile = saveBlobToTempFile;
10
- exports.md5 = md5;
11
- const crypto_1 = __importDefault(require("crypto"));
12
- const fs_1 = require("fs");
13
- const stream_1 = require("stream");
14
- const promises_1 = require("stream/promises");
15
- const tmp_1 = __importDefault(require("tmp"));
16
- const errors_js_1 = require("../errors.js");
17
- tmp_1.default.setGracefulCleanup();
18
- async function fetchBlobAsStream(client, blobUri) {
19
- try {
20
- return await client.files.downloadFile(blobUri);
21
- }
22
- catch (err) {
23
- if (err.message.includes("not found")) {
24
- //TODO improve error handling with a fetch fail error class in the client
25
- throw new errors_js_1.DocumentNotFoundError(`Not found at ${blobUri}: ${err.message}`, []);
26
- }
27
- else if (err.message.includes("forbidden")) {
28
- throw new errors_js_1.DocumentNotFoundError(`Forbidden at ${blobUri}: ${err.message}`);
29
- }
30
- else {
31
- throw new Error(`Failed to download blob ${blobUri}: ${err.message}`);
32
- }
33
- }
34
- }
35
- async function fetchBlobAsBuffer(client, blobUri) {
36
- let stream = await fetchBlobAsStream(client, blobUri);
37
- const buffers = [];
38
- for await (const data of stream) {
39
- buffers.push(data);
40
- }
41
- return Buffer.concat(buffers);
42
- }
43
- async function fetchBlobAsBase64(client, blobUri) {
44
- const buffer = await fetchBlobAsBuffer(client, blobUri);
45
- return buffer.toString("base64");
46
- }
47
- async function saveBlobToFile(client, blobUri, toFile) {
48
- const stream = await fetchBlobAsStream(client, blobUri);
49
- const nodeReadable = stream_1.Readable.from(stream);
50
- const out = (0, fs_1.createWriteStream)(toFile);
51
- await (0, promises_1.pipeline)(nodeReadable, out); // Ensures completion before continuing
52
- }
53
- async function saveBlobToTempFile(client, blobUri, fileExt) {
54
- const tmpFile = tmp_1.default.fileSync({
55
- prefix: "vertesia-activity-",
56
- postfix: fileExt ? "." + fileExt : "",
57
- });
58
- await saveBlobToFile(client, blobUri, tmpFile.name);
59
- return tmpFile.name;
60
- }
61
- function md5(contents) {
62
- return crypto_1.default.createHash("md5").update(contents).digest("hex");
63
- }
64
- //# sourceMappingURL=blobs.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"blobs.js","sourceRoot":"","sources":["../../../src/utils/blobs.ts"],"names":[],"mappings":";;;;;AAUA,8CAaC;AACD,8CAOC;AAED,8CAGC;AAWD,gDAOC;AAED,kBAEC;AAzDD,oDAA4B;AAC5B,2BAAuC;AACvC,mCAAkC;AAClC,8CAA2C;AAC3C,8CAAsB;AACtB,4CAAqD;AAErD,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAElB,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,CAAC;QACD,OAAO,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,yEAAyE;YACzE,MAAM,IAAI,iCAAqB,CAAC,gBAAgB,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACnF,CAAC;aAAM,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,iCAAqB,CAAC,gBAAgB,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC/E,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,2BAA2B,OAAO,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;AACL,CAAC;AACM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtD,MAAM,OAAO,GAAiB,EAAE,CAAC;IACjC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;QAC9B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;AAClC,CAAC;AAEM,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,OAAe;IAC3E,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACxD,OAAO,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACrC,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,MAAsB,EAAE,OAAe,EAAE,MAAc;IACjF,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAExD,MAAM,YAAY,GAAG,iBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC3C,MAAM,GAAG,GAAG,IAAA,sBAAiB,EAAC,MAAM,CAAC,CAAC;IAEtC,MAAM,IAAA,mBAAQ,EAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,uCAAuC;AAC9E,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,MAAsB,EAAE,OAAe,EAAE,OAAgB;IAC9F,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,oBAAoB;QAC5B,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE;KACxC,CAAC,CAAC;IACH,MAAM,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACpD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,GAAG,CAAC,QAAgB;IAChC,OAAO,gBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACnE,CAAC"}
@@ -1,14 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getContentParts = exports.getContentPart = void 0;
4
- const getContentPart = (content, part) => {
5
- const lines = content.split('\n');
6
- const text = lines.filter((_l, i) => i >= part.line_number_start && i <= part.line_number_end).join('\n');
7
- return text;
8
- };
9
- exports.getContentPart = getContentPart;
10
- const getContentParts = (content, parts) => {
11
- return parts.map(part => (0, exports.getContentPart)(content, part));
12
- };
13
- exports.getContentParts = getContentParts;
14
- //# sourceMappingURL=chunks.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"chunks.js","sourceRoot":"","sources":["../../../src/utils/chunks.ts"],"names":[],"mappings":";;;AAQO,MAAM,cAAc,GAAG,CAAC,OAAe,EAAE,IAAa,EAAU,EAAE;IACrE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1G,OAAO,IAAI,CAAC;AAChB,CAAC,CAAA;AAJY,QAAA,cAAc,kBAI1B;AAEM,MAAM,eAAe,GAAG,CAAC,OAAe,EAAE,KAAgB,EAAY,EAAE;IAC3E,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,sBAAc,EAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;AAC5D,CAAC,CAAA;AAFY,QAAA,eAAe,mBAE3B"}
@@ -1,31 +0,0 @@
1
- "use strict";
2
- /**
3
- * get a zeno client for a given token
4
- */
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.getVertesiaClient = getVertesiaClient;
7
- exports.getVertesiaClientOptions = getVertesiaClientOptions;
8
- const client_1 = require("@vertesia/client");
9
- const errors_js_1 = require("../errors.js");
10
- function getVertesiaClient(payload) {
11
- return new client_1.VertesiaClient(getVertesiaClientOptions(payload));
12
- }
13
- function getVertesiaClientOptions(payload) {
14
- if (!payload.auth_token) {
15
- throw new errors_js_1.WorkflowParamNotFoundError("Authentication Token is missing from WorkflowExecutionPayload.authToken");
16
- }
17
- if (!payload.config?.studio_url) {
18
- throw new errors_js_1.WorkflowParamNotFoundError("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
19
- }
20
- if (!payload.config?.store_url) {
21
- throw new errors_js_1.WorkflowParamNotFoundError("Content Store URL is missing from WorkflowExecutionPayload.servers.storeUrl");
22
- }
23
- const token = (0, client_1.decodeJWT)(payload.auth_token);
24
- return {
25
- serverUrl: payload.config.studio_url,
26
- storeUrl: payload.config.store_url,
27
- tokenServerUrl: token.iss,
28
- apikey: payload.auth_token,
29
- };
30
- }
31
- //# sourceMappingURL=client.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/utils/client.ts"],"names":[],"mappings":";AAAA;;GAEG;;AAUH,8CAEC;AAED,4DA6BC;AAzCD,6CAI0B;AAE1B,4CAA0D;AAE1D,SAAgB,iBAAiB,CAAC,OAAoC;IAClE,OAAO,IAAI,uBAAc,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC,CAAC;AACjE,CAAC;AAED,SAAgB,wBAAwB,CACpC,OAAoC;IAEpC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACtB,MAAM,IAAI,sCAA0B,CAChC,yEAAyE,CAC5E,CAAC;IACN,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC;QAC9B,MAAM,IAAI,sCAA0B,CAChC,6EAA6E,CAChF,CAAC;IACN,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC;QAC7B,MAAM,IAAI,sCAA0B,CAChC,6EAA6E,CAChF,CAAC;IACN,CAAC;IAED,MAAM,KAAK,GAAG,IAAA,kBAAS,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAE5C,OAAO;QACH,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,UAAU;QACpC,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,SAAS;QAClC,cAAc,EAAE,KAAK,CAAC,GAAG;QACzB,MAAM,EAAE,OAAO,CAAC,UAAU;KAC7B,CAAC;AACN,CAAC"}
@@ -1,33 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.expandVars = expandVars;
4
- const VARS_RX = /\${\s*([^}]+)\s*}/g;
5
- /**
6
- * Given an expression containing ${name} variables, replace them with the properties from the vars object.
7
- * Nested property paths are also supported, e.g. ${section.name}
8
- * @param expr
9
- * @param vars
10
- */
11
- function expandVars(expr, vars) {
12
- return expr.replace(VARS_RX, (_, name) => {
13
- const path = name.split('.');
14
- const value = resolveProp(vars, path);
15
- if (value === undefined) {
16
- return `${name}`; // return back the expression
17
- }
18
- else {
19
- return String(value);
20
- }
21
- });
22
- }
23
- function resolveProp(object, path) {
24
- let value = object;
25
- for (const part of path) {
26
- if (value === undefined) {
27
- return undefined;
28
- }
29
- value = value[part];
30
- }
31
- return value;
32
- }
33
- //# sourceMappingURL=expand-vars.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"expand-vars.js","sourceRoot":"","sources":["../../../src/utils/expand-vars.ts"],"names":[],"mappings":";;AASA,gCAUC;AAlBD,MAAM,OAAO,GAAG,oBAAoB,CAAC;AAErC;;;;;GAKG;AACH,SAAgB,UAAU,CAAC,IAAY,EAAE,IAAyB;IAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAS,EAAE,IAAY,EAAE,EAAE;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,GAAG,IAAI,EAAE,CAAC,CAAC,6BAA6B;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,WAAW,CAAC,MAAc,EAAE,IAAc;IAC/C,IAAI,KAAK,GAAQ,MAAM,CAAC;IACxB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACtB,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -1,65 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.publishMemoryPack = publishMemoryPack;
7
- exports.buildMemoryPack = buildMemoryPack;
8
- exports.buildAndPublishMemoryPack = buildAndPublishMemoryPack;
9
- exports.fetchMemoryPack = fetchMemoryPack;
10
- exports.loadMemoryPack = loadMemoryPack;
11
- const node_1 = require("@vertesia/client/node");
12
- const memory_1 = require("@vertesia/memory");
13
- const fs_1 = require("fs");
14
- const promises_1 = require("fs/promises");
15
- const node_web_stream_adapters_1 = require("node-web-stream-adapters");
16
- const promises_2 = require("stream/promises");
17
- const tmp_1 = __importDefault(require("tmp"));
18
- const zlib_1 = __importDefault(require("zlib"));
19
- tmp_1.default.setGracefulCleanup();
20
- async function publishMemoryPack(client, file, name) {
21
- const stream = (0, fs_1.createReadStream)(file);
22
- try {
23
- const source = new node_1.NodeStreamSource(stream, name);
24
- await client.files.uploadMemoryPack(source);
25
- }
26
- catch (err) {
27
- stream.destroy();
28
- throw err;
29
- }
30
- }
31
- async function buildMemoryPack(recipeFn) {
32
- const tarFile = tmp_1.default.fileSync({
33
- prefix: "composable-memory-pack-",
34
- postfix: ".tar.gz",
35
- });
36
- return await (0, memory_1.buildMemoryPack)(recipeFn, {
37
- out: tarFile.name,
38
- gzip: true,
39
- });
40
- }
41
- async function buildAndPublishMemoryPack(client, name, recipeFn) {
42
- const tarFile = await buildMemoryPack(recipeFn);
43
- try {
44
- await publishMemoryPack(client, tarFile, name);
45
- }
46
- finally {
47
- await (0, promises_1.rm)(tarFile);
48
- }
49
- }
50
- async function fetchMemoryPack(client, name) {
51
- const webStream = await client.files.downloadMemoryPack(name);
52
- const tarFile = tmp_1.default.fileSync({
53
- prefix: "composable-memory-pack-",
54
- postfix: ".tar",
55
- discardDescriptor: true,
56
- });
57
- const streamIn = (0, node_web_stream_adapters_1.webStreamToReadable)(webStream);
58
- const streamOut = (0, fs_1.createWriteStream)(tarFile.name);
59
- await (0, promises_2.pipeline)(streamIn, zlib_1.default.createGunzip(), streamOut);
60
- return tarFile.name;
61
- }
62
- function loadMemoryPack(client, name) {
63
- return fetchMemoryPack(client, name).then(file => (0, memory_1.loadMemoryPack)(file));
64
- }
65
- //# sourceMappingURL=memory.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/utils/memory.ts"],"names":[],"mappings":";;;;;AAcA,8CASC;AAED,0CASC;AAED,8DAOC;AAED,0CAWC;AAED,wCAEC;AA3DD,gDAAyD;AACzD,6CAAgI;AAChI,2BAAyD;AACzD,0CAAiC;AACjC,uEAA+D;AAC/D,8CAA2C;AAE3C,8CAAsB;AACtB,gDAAwB;AAExB,aAAG,CAAC,kBAAkB,EAAE,CAAC;AAGlB,KAAK,UAAU,iBAAiB,CAAC,MAAsB,EAAE,IAAY,EAAE,IAAY;IACtF,MAAM,MAAM,GAAG,IAAA,qBAAgB,EAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;QAClD,MAAM,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,QAA8D;IAChG,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,SAAS;KACrB,CAAC,CAAC;IACH,OAAO,MAAM,IAAA,wBAAgB,EAAC,QAAQ,EAAE;QACpC,GAAG,EAAE,OAAO,CAAC,IAAI;QACjB,IAAI,EAAE,IAAI;KACb,CAAC,CAAC;AACP,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAAC,MAAsB,EAAE,IAAY,EAAE,QAA8D;IAChJ,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;IAChD,IAAI,CAAC;QACD,MAAM,iBAAiB,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;YAAS,CAAC;QACP,MAAM,IAAA,aAAE,EAAC,OAAO,CAAC,CAAC;IACtB,CAAC;AACL,CAAC;AAEM,KAAK,UAAU,eAAe,CAAC,MAAsB,EAAE,IAAY;IACtE,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC9D,MAAM,OAAO,GAAG,aAAG,CAAC,QAAQ,CAAC;QACzB,MAAM,EAAE,yBAAyB;QACjC,OAAO,EAAE,MAAM;QACf,iBAAiB,EAAE,IAAI;KAC1B,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAA,8CAAmB,EAAC,SAAS,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAClD,MAAM,IAAA,mBAAQ,EAAC,QAAQ,EAAE,cAAI,CAAC,YAAY,EAAE,EAAE,SAAS,CAAC,CAAC;IACzD,OAAO,OAAO,CAAC,IAAI,CAAC;AACxB,CAAC;AAED,SAAgB,cAAc,CAAC,MAAsB,EAAE,IAAY;IAC/D,OAAO,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAA,uBAAe,EAAC,IAAI,CAAC,CAAC,CAAC;AAC7E,CAAC"}
@@ -1,88 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.getRenditionsPath = getRenditionsPath;
7
- exports.getRenditionPagePath = getRenditionPagePath;
8
- exports.uploadRenditionPages = uploadRenditionPages;
9
- const activity_1 = require("@temporalio/activity");
10
- const node_1 = require("@vertesia/client/node");
11
- const fs_1 = __importDefault(require("fs"));
12
- const p_limit_1 = __importDefault(require("p-limit"));
13
- const image_js_1 = require("../conversion/image.js");
14
- /**
15
- * Get the path for all files for a rendition
16
- * @param objectId
17
- * @param params
18
- * @param pageNumber
19
- * @returns
20
- */
21
- function getRenditionsPath(contentEtag, params) {
22
- const path = `renditions/${contentEtag}/${params.max_hw}`;
23
- return path;
24
- }
25
- /**
26
- * Get a specific page path for a rendition
27
- */
28
- function getRenditionPagePath(contentEtag, params, pageNumber = 0) {
29
- //if number, pad to 4 char
30
- if (typeof pageNumber === "number") {
31
- pageNumber = String(pageNumber).padStart(4, "0");
32
- }
33
- const path = getRenditionsPath(contentEtag, params);
34
- const pagePath = `${path}/${pageNumber}.${params.format}`;
35
- return pagePath;
36
- }
37
- /**
38
- * Upload Rendition page to the cloud
39
- */
40
- async function uploadRenditionPages(client, contentEtag, files, params, concurrency) {
41
- activity_1.log.info(`Uploading rendition for etag ${contentEtag} with ${files.length} pages (max_hw: ${params.max_hw}, format: ${params.format})`, { files });
42
- const limit = (0, p_limit_1.default)(concurrency ?? 20);
43
- const uploads = files.map((file, i) => limit(async () => {
44
- const pageId = getRenditionPagePath(contentEtag, params, i);
45
- let resizedImagePath = null;
46
- try {
47
- activity_1.log.info(`Resizing image for ${contentEtag} page ${i}`, {
48
- file,
49
- params,
50
- });
51
- // Resize the image using ImageMagick
52
- resizedImagePath = await (0, image_js_1.imageResizer)(file, params.max_hw, params.format);
53
- // Create a read stream from the resized image file
54
- const fileStream = fs_1.default.createReadStream(resizedImagePath);
55
- const format = "image/" + params.format;
56
- const fileId = pageId.split("/").pop() ?? pageId;
57
- const source = new node_1.NodeStreamSource(fileStream, fileId, format, pageId);
58
- activity_1.log.info(`Uploading rendition for ${contentEtag} page ${i} with max_hw: ${params.max_hw} and format: ${params.format}`, {
59
- resizedImagePath,
60
- fileId,
61
- format,
62
- pageId,
63
- });
64
- const result = await client.files
65
- .uploadFile(source)
66
- .catch((err) => {
67
- activity_1.log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
68
- error: err,
69
- errorMessage: err.message,
70
- stack: err.stack,
71
- });
72
- return Promise.reject(`Upload failed: ${err.message}`);
73
- });
74
- activity_1.log.info(`Rendition uploaded for ${contentEtag} page ${i}`, {
75
- result,
76
- });
77
- return result;
78
- }
79
- catch (err) {
80
- activity_1.log.error(`Failed to upload rendition for ${contentEtag} page ${i}`, {
81
- error: err,
82
- });
83
- return Promise.reject(`Upload failed: ${err.message}`);
84
- }
85
- }));
86
- return Promise.all(uploads);
87
- }
88
- //# sourceMappingURL=renditions.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"renditions.js","sourceRoot":"","sources":["../../../src/utils/renditions.ts"],"names":[],"mappings":";;;;;AAoBA,8CAMC;AAKD,oDAYC;AAKD,oDA8EC;AA9HD,mDAA2C;AAE3C,gDAAyD;AAEzD,4CAAoB;AACpB,sDAA6B;AAC7B,qDAAsD;AAOtD;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAC7B,WAAmB,EACnB,MAA4B;IAE5B,MAAM,IAAI,GAAG,cAAc,WAAW,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,IAAI,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAChC,WAAmB,EACnB,MAA4B,EAC5B,aAA8B,CAAC;IAE/B,0BAA0B;IAC1B,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;QACjC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IACrD,CAAC;IACD,MAAM,IAAI,GAAG,iBAAiB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;IAC1D,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED;;GAEG;AACI,KAAK,UAAU,oBAAoB,CACtC,MAAsB,EACtB,WAAmB,EACnB,KAAe,EACf,MAA4B,EAC5B,WAAoB;IAEpB,cAAG,CAAC,IAAI,CACJ,gCAAgC,WAAW,SAAS,KAAK,CAAC,MAAM,mBAAmB,MAAM,CAAC,MAAM,aAAa,MAAM,CAAC,MAAM,GAAG,EAC7H,EAAE,KAAK,EAAE,CACZ,CAAC;IAEF,MAAM,KAAK,GAAG,IAAA,iBAAM,EAAC,WAAW,IAAI,EAAE,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,EAAE;QACpD,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC5D,IAAI,gBAAgB,GAAG,IAAI,CAAC;QAE5B,IAAI,CAAC;YACD,cAAG,CAAC,IAAI,CAAC,sBAAsB,WAAW,SAAS,CAAC,EAAE,EAAE;gBACpD,IAAI;gBACJ,MAAM;aACT,CAAC,CAAC;YACH,qCAAqC;YACrC,gBAAgB,GAAG,MAAM,IAAA,uBAAY,EACjC,IAAI,EACJ,MAAM,CAAC,MAAM,EACb,MAAM,CAAC,MAAM,CAChB,CAAC;YAEF,mDAAmD;YACnD,MAAM,UAAU,GAAG,YAAE,CAAC,gBAAgB,CAAC,gBAAgB,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;YACxC,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,MAAM,CAAC;YACjD,MAAM,MAAM,GAAG,IAAI,uBAAgB,CAC/B,UAAU,EACV,MAAM,EACN,MAAM,EACN,MAAM,CACT,CAAC;YAEF,cAAG,CAAC,IAAI,CACJ,2BAA2B,WAAW,SAAS,CAAC,iBAAiB,MAAM,CAAC,MAAM,gBAAgB,MAAM,CAAC,MAAM,EAAE,EAC7G;gBACI,gBAAgB;gBAChB,MAAM;gBACN,MAAM;gBACN,MAAM;aACT,CACJ,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK;iBAC5B,UAAU,CAAC,MAAM,CAAC;iBAClB,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACX,cAAG,CAAC,KAAK,CACL,kCAAkC,WAAW,SAAS,CAAC,EAAE,EACzD;oBACI,KAAK,EAAE,GAAG;oBACV,YAAY,EAAE,GAAG,CAAC,OAAO;oBACzB,KAAK,EAAE,GAAG,CAAC,KAAK;iBACnB,CACJ,CAAC;gBACF,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;YACP,cAAG,CAAC,IAAI,CAAC,0BAA0B,WAAW,SAAS,CAAC,EAAE,EAAE;gBACxD,MAAM;aACT,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAChB,cAAG,CAAC,KAAK,CAAC,kCAAkC,WAAW,SAAS,CAAC,EAAE,EAAE;gBACjE,KAAK,EAAE,GAAG;aACb,CAAC,CAAC;YACH,OAAO,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3D,CAAC;IACL,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AAChC,CAAC"}