@vertesia/workflow 1.0.0-dev.20260128.144200 → 1.0.0-dev.20260203.130115Z

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (417) hide show
  1. package/package.json +6 -6
  2. package/src/activities/extractDocumentText.ts +4 -1
  3. package/src/activities/generateEmbeddings.ts +13 -5
  4. package/src/activities/setDocumentStatus.ts +12 -4
  5. package/src/dsl/dsl-workflow.ts +8 -0
  6. package/src/errors.ts +1 -0
  7. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -33
  8. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  9. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -73
  10. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  11. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -19
  12. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  13. package/lib/cjs/activities/chunkDocument.js +0 -85
  14. package/lib/cjs/activities/chunkDocument.js.map +0 -1
  15. package/lib/cjs/activities/copyParentArtifacts.js +0 -127
  16. package/lib/cjs/activities/copyParentArtifacts.js.map +0 -1
  17. package/lib/cjs/activities/createDocumentFromOther.js +0 -64
  18. package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
  19. package/lib/cjs/activities/executeInteraction.js +0 -194
  20. package/lib/cjs/activities/executeInteraction.js.map +0 -1
  21. package/lib/cjs/activities/extractDocumentText.js +0 -156
  22. package/lib/cjs/activities/extractDocumentText.js.map +0 -1
  23. package/lib/cjs/activities/generateDocumentProperties.js +0 -83
  24. package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
  25. package/lib/cjs/activities/generateEmbeddings.js +0 -257
  26. package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
  27. package/lib/cjs/activities/generateOrAssignContentType.js +0 -125
  28. package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
  29. package/lib/cjs/activities/getObjectFromStore.js +0 -20
  30. package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
  31. package/lib/cjs/activities/handleError.js +0 -22
  32. package/lib/cjs/activities/handleError.js.map +0 -1
  33. package/lib/cjs/activities/index-dsl.js +0 -53
  34. package/lib/cjs/activities/index-dsl.js.map +0 -1
  35. package/lib/cjs/activities/index.js +0 -21
  36. package/lib/cjs/activities/index.js.map +0 -1
  37. package/lib/cjs/activities/media/prepareAudio.js +0 -239
  38. package/lib/cjs/activities/media/prepareAudio.js.map +0 -1
  39. package/lib/cjs/activities/media/prepareVideo.js +0 -429
  40. package/lib/cjs/activities/media/prepareVideo.js.map +0 -1
  41. package/lib/cjs/activities/media/processPdfWithTextract.js +0 -103
  42. package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
  43. package/lib/cjs/activities/media/saveGladiaTranscription.js +0 -81
  44. package/lib/cjs/activities/media/saveGladiaTranscription.js.map +0 -1
  45. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -82
  46. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
  47. package/lib/cjs/activities/mergeChildArtifacts.js +0 -150
  48. package/lib/cjs/activities/mergeChildArtifacts.js.map +0 -1
  49. package/lib/cjs/activities/notifyWebhook.js +0 -158
  50. package/lib/cjs/activities/notifyWebhook.js.map +0 -1
  51. package/lib/cjs/activities/rateLimiter.js +0 -30
  52. package/lib/cjs/activities/rateLimiter.js.map +0 -1
  53. package/lib/cjs/activities/renditions/generateImageRendition.js +0 -66
  54. package/lib/cjs/activities/renditions/generateImageRendition.js.map +0 -1
  55. package/lib/cjs/activities/renditions/generateVideoRendition.js +0 -200
  56. package/lib/cjs/activities/renditions/generateVideoRendition.js.map +0 -1
  57. package/lib/cjs/activities/setDocumentStatus.js +0 -15
  58. package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
  59. package/lib/cjs/conversion/TextractProcessor.js +0 -417
  60. package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
  61. package/lib/cjs/conversion/image.js +0 -149
  62. package/lib/cjs/conversion/image.js.map +0 -1
  63. package/lib/cjs/conversion/markitdown.js +0 -42
  64. package/lib/cjs/conversion/markitdown.js.map +0 -1
  65. package/lib/cjs/conversion/mutool.js +0 -147
  66. package/lib/cjs/conversion/mutool.js.map +0 -1
  67. package/lib/cjs/conversion/pandoc.js +0 -39
  68. package/lib/cjs/conversion/pandoc.js.map +0 -1
  69. package/lib/cjs/dsl/conditions.js +0 -81
  70. package/lib/cjs/dsl/conditions.js.map +0 -1
  71. package/lib/cjs/dsl/dsl-workflow.js +0 -343
  72. package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
  73. package/lib/cjs/dsl/dslProxyActivities.js +0 -23
  74. package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
  75. package/lib/cjs/dsl/projections.js +0 -59
  76. package/lib/cjs/dsl/projections.js.map +0 -1
  77. package/lib/cjs/dsl/setup/ActivityContext.js +0 -122
  78. package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
  79. package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
  80. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
  81. package/lib/cjs/dsl/setup/fetch/index.js +0 -16
  82. package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
  83. package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
  84. package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
  85. package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
  86. package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
  87. package/lib/cjs/dsl/validation.js +0 -122
  88. package/lib/cjs/dsl/validation.js.map +0 -1
  89. package/lib/cjs/dsl/vars.js +0 -341
  90. package/lib/cjs/dsl/vars.js.map +0 -1
  91. package/lib/cjs/dsl/walk.js +0 -100
  92. package/lib/cjs/dsl/walk.js.map +0 -1
  93. package/lib/cjs/dsl.js +0 -20
  94. package/lib/cjs/dsl.js.map +0 -1
  95. package/lib/cjs/errors.js +0 -79
  96. package/lib/cjs/errors.js.map +0 -1
  97. package/lib/cjs/index.js +0 -56
  98. package/lib/cjs/index.js.map +0 -1
  99. package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
  100. package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
  101. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -72
  102. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
  103. package/lib/cjs/iterative-generation/activities/generatePart.js +0 -78
  104. package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
  105. package/lib/cjs/iterative-generation/activities/generateToc.js +0 -86
  106. package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
  107. package/lib/cjs/iterative-generation/activities/index.js +0 -12
  108. package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
  109. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
  110. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  111. package/lib/cjs/iterative-generation/types.js +0 -5
  112. package/lib/cjs/iterative-generation/types.js.map +0 -1
  113. package/lib/cjs/iterative-generation/utils.js +0 -121
  114. package/lib/cjs/iterative-generation/utils.js.map +0 -1
  115. package/lib/cjs/package.json +0 -3
  116. package/lib/cjs/result-types.js +0 -10
  117. package/lib/cjs/result-types.js.map +0 -1
  118. package/lib/cjs/system/notifyWebhookWorkflow.js +0 -53
  119. package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
  120. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -33
  121. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  122. package/lib/cjs/utils/auth.js +0 -15
  123. package/lib/cjs/utils/auth.js.map +0 -1
  124. package/lib/cjs/utils/blobs.js +0 -64
  125. package/lib/cjs/utils/blobs.js.map +0 -1
  126. package/lib/cjs/utils/chunks.js +0 -14
  127. package/lib/cjs/utils/chunks.js.map +0 -1
  128. package/lib/cjs/utils/client.js +0 -31
  129. package/lib/cjs/utils/client.js.map +0 -1
  130. package/lib/cjs/utils/expand-vars.js +0 -33
  131. package/lib/cjs/utils/expand-vars.js.map +0 -1
  132. package/lib/cjs/utils/memory.js +0 -65
  133. package/lib/cjs/utils/memory.js.map +0 -1
  134. package/lib/cjs/utils/renditions.js +0 -88
  135. package/lib/cjs/utils/renditions.js.map +0 -1
  136. package/lib/cjs/utils/storage.js +0 -54
  137. package/lib/cjs/utils/storage.js.map +0 -1
  138. package/lib/cjs/utils/tokens.js +0 -38
  139. package/lib/cjs/utils/tokens.js.map +0 -1
  140. package/lib/cjs/vars.js +0 -20
  141. package/lib/cjs/vars.js.map +0 -1
  142. package/lib/cjs/workflows.js +0 -15
  143. package/lib/cjs/workflows.js.map +0 -1
  144. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -30
  145. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  146. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -70
  147. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  148. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -16
  149. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  150. package/lib/esm/activities/chunkDocument.js +0 -82
  151. package/lib/esm/activities/chunkDocument.js.map +0 -1
  152. package/lib/esm/activities/copyParentArtifacts.js +0 -124
  153. package/lib/esm/activities/copyParentArtifacts.js.map +0 -1
  154. package/lib/esm/activities/createDocumentFromOther.js +0 -58
  155. package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
  156. package/lib/esm/activities/executeInteraction.js +0 -190
  157. package/lib/esm/activities/executeInteraction.js.map +0 -1
  158. package/lib/esm/activities/extractDocumentText.js +0 -153
  159. package/lib/esm/activities/extractDocumentText.js.map +0 -1
  160. package/lib/esm/activities/generateDocumentProperties.js +0 -80
  161. package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
  162. package/lib/esm/activities/generateEmbeddings.js +0 -254
  163. package/lib/esm/activities/generateEmbeddings.js.map +0 -1
  164. package/lib/esm/activities/generateOrAssignContentType.js +0 -122
  165. package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
  166. package/lib/esm/activities/getObjectFromStore.js +0 -17
  167. package/lib/esm/activities/getObjectFromStore.js.map +0 -1
  168. package/lib/esm/activities/handleError.js +0 -19
  169. package/lib/esm/activities/handleError.js.map +0 -1
  170. package/lib/esm/activities/index-dsl.js +0 -26
  171. package/lib/esm/activities/index-dsl.js.map +0 -1
  172. package/lib/esm/activities/index.js +0 -5
  173. package/lib/esm/activities/index.js.map +0 -1
  174. package/lib/esm/activities/media/prepareAudio.js +0 -200
  175. package/lib/esm/activities/media/prepareAudio.js.map +0 -1
  176. package/lib/esm/activities/media/prepareVideo.js +0 -390
  177. package/lib/esm/activities/media/prepareVideo.js.map +0 -1
  178. package/lib/esm/activities/media/processPdfWithTextract.js +0 -99
  179. package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
  180. package/lib/esm/activities/media/saveGladiaTranscription.js +0 -78
  181. package/lib/esm/activities/media/saveGladiaTranscription.js.map +0 -1
  182. package/lib/esm/activities/media/transcribeMediaWithGladia.js +0 -79
  183. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
  184. package/lib/esm/activities/mergeChildArtifacts.js +0 -147
  185. package/lib/esm/activities/mergeChildArtifacts.js.map +0 -1
  186. package/lib/esm/activities/notifyWebhook.js +0 -155
  187. package/lib/esm/activities/notifyWebhook.js.map +0 -1
  188. package/lib/esm/activities/rateLimiter.js +0 -27
  189. package/lib/esm/activities/rateLimiter.js.map +0 -1
  190. package/lib/esm/activities/renditions/generateImageRendition.js +0 -63
  191. package/lib/esm/activities/renditions/generateImageRendition.js.map +0 -1
  192. package/lib/esm/activities/renditions/generateVideoRendition.js +0 -194
  193. package/lib/esm/activities/renditions/generateVideoRendition.js.map +0 -1
  194. package/lib/esm/activities/setDocumentStatus.js +0 -12
  195. package/lib/esm/activities/setDocumentStatus.js.map +0 -1
  196. package/lib/esm/conversion/TextractProcessor.js +0 -410
  197. package/lib/esm/conversion/TextractProcessor.js.map +0 -1
  198. package/lib/esm/conversion/image.js +0 -143
  199. package/lib/esm/conversion/image.js.map +0 -1
  200. package/lib/esm/conversion/markitdown.js +0 -36
  201. package/lib/esm/conversion/markitdown.js.map +0 -1
  202. package/lib/esm/conversion/mutool.js +0 -139
  203. package/lib/esm/conversion/mutool.js.map +0 -1
  204. package/lib/esm/conversion/pandoc.js +0 -36
  205. package/lib/esm/conversion/pandoc.js.map +0 -1
  206. package/lib/esm/dsl/conditions.js +0 -75
  207. package/lib/esm/dsl/conditions.js.map +0 -1
  208. package/lib/esm/dsl/dsl-workflow.js +0 -336
  209. package/lib/esm/dsl/dsl-workflow.js.map +0 -1
  210. package/lib/esm/dsl/dslProxyActivities.js +0 -20
  211. package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
  212. package/lib/esm/dsl/projections.js +0 -55
  213. package/lib/esm/dsl/projections.js.map +0 -1
  214. package/lib/esm/dsl/setup/ActivityContext.js +0 -117
  215. package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
  216. package/lib/esm/dsl/setup/fetch/DataProvider.js +0 -47
  217. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
  218. package/lib/esm/dsl/setup/fetch/index.js +0 -12
  219. package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
  220. package/lib/esm/dsl/setup/fetch/providers.js +0 -61
  221. package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
  222. package/lib/esm/dsl/test/test-child-workflow.js +0 -5
  223. package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
  224. package/lib/esm/dsl/validation.js +0 -118
  225. package/lib/esm/dsl/validation.js.map +0 -1
  226. package/lib/esm/dsl/vars.js +0 -335
  227. package/lib/esm/dsl/vars.js.map +0 -1
  228. package/lib/esm/dsl/walk.js +0 -96
  229. package/lib/esm/dsl/walk.js.map +0 -1
  230. package/lib/esm/dsl.js +0 -4
  231. package/lib/esm/dsl.js.map +0 -1
  232. package/lib/esm/errors.js +0 -69
  233. package/lib/esm/errors.js.map +0 -1
  234. package/lib/esm/index.js +0 -38
  235. package/lib/esm/index.js.map +0 -1
  236. package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
  237. package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
  238. package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -69
  239. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
  240. package/lib/esm/iterative-generation/activities/generatePart.js +0 -75
  241. package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
  242. package/lib/esm/iterative-generation/activities/generateToc.js +0 -83
  243. package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
  244. package/lib/esm/iterative-generation/activities/index.js +0 -5
  245. package/lib/esm/iterative-generation/activities/index.js.map +0 -1
  246. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
  247. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  248. package/lib/esm/iterative-generation/types.js +0 -2
  249. package/lib/esm/iterative-generation/types.js.map +0 -1
  250. package/lib/esm/iterative-generation/utils.js +0 -112
  251. package/lib/esm/iterative-generation/utils.js.map +0 -1
  252. package/lib/esm/result-types.js +0 -7
  253. package/lib/esm/result-types.js.map +0 -1
  254. package/lib/esm/system/notifyWebhookWorkflow.js +0 -50
  255. package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
  256. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +0 -30
  257. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  258. package/lib/esm/utils/auth.js +0 -8
  259. package/lib/esm/utils/auth.js.map +0 -1
  260. package/lib/esm/utils/blobs.js +0 -54
  261. package/lib/esm/utils/blobs.js.map +0 -1
  262. package/lib/esm/utils/chunks.js +0 -9
  263. package/lib/esm/utils/chunks.js.map +0 -1
  264. package/lib/esm/utils/client.js +0 -27
  265. package/lib/esm/utils/client.js.map +0 -1
  266. package/lib/esm/utils/expand-vars.js +0 -30
  267. package/lib/esm/utils/expand-vars.js.map +0 -1
  268. package/lib/esm/utils/memory.js +0 -55
  269. package/lib/esm/utils/memory.js.map +0 -1
  270. package/lib/esm/utils/renditions.js +0 -80
  271. package/lib/esm/utils/renditions.js.map +0 -1
  272. package/lib/esm/utils/storage.js +0 -45
  273. package/lib/esm/utils/storage.js.map +0 -1
  274. package/lib/esm/utils/tokens.js +0 -34
  275. package/lib/esm/utils/tokens.js.map +0 -1
  276. package/lib/esm/vars.js +0 -4
  277. package/lib/esm/vars.js.map +0 -1
  278. package/lib/esm/workflows.js +0 -8
  279. package/lib/esm/workflows.js.map +0 -1
  280. package/lib/tsconfig.tsbuildinfo +0 -1
  281. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +0 -17
  282. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
  283. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +0 -39
  284. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
  285. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +0 -19
  286. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
  287. package/lib/types/activities/chunkDocument.d.ts +0 -33
  288. package/lib/types/activities/chunkDocument.d.ts.map +0 -1
  289. package/lib/types/activities/copyParentArtifacts.d.ts +0 -19
  290. package/lib/types/activities/copyParentArtifacts.d.ts.map +0 -1
  291. package/lib/types/activities/createDocumentFromOther.d.ts +0 -21
  292. package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
  293. package/lib/types/activities/executeInteraction.d.ts +0 -61
  294. package/lib/types/activities/executeInteraction.d.ts.map +0 -1
  295. package/lib/types/activities/extractDocumentText.d.ts +0 -10
  296. package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
  297. package/lib/types/activities/generateDocumentProperties.d.ts +0 -32
  298. package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
  299. package/lib/types/activities/generateEmbeddings.d.ts +0 -53
  300. package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
  301. package/lib/types/activities/generateOrAssignContentType.d.ts +0 -44
  302. package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
  303. package/lib/types/activities/getObjectFromStore.d.ts +0 -14
  304. package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
  305. package/lib/types/activities/handleError.d.ts +0 -6
  306. package/lib/types/activities/handleError.d.ts.map +0 -1
  307. package/lib/types/activities/index-dsl.d.ts +0 -26
  308. package/lib/types/activities/index-dsl.d.ts.map +0 -1
  309. package/lib/types/activities/index.d.ts +0 -5
  310. package/lib/types/activities/index.d.ts.map +0 -1
  311. package/lib/types/activities/media/prepareAudio.d.ts +0 -25
  312. package/lib/types/activities/media/prepareAudio.d.ts.map +0 -1
  313. package/lib/types/activities/media/prepareVideo.d.ts +0 -30
  314. package/lib/types/activities/media/prepareVideo.d.ts.map +0 -1
  315. package/lib/types/activities/media/processPdfWithTextract.d.ts +0 -26
  316. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
  317. package/lib/types/activities/media/saveGladiaTranscription.d.ts +0 -14
  318. package/lib/types/activities/media/saveGladiaTranscription.d.ts.map +0 -1
  319. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +0 -19
  320. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
  321. package/lib/types/activities/mergeChildArtifacts.d.ts +0 -24
  322. package/lib/types/activities/mergeChildArtifacts.d.ts.map +0 -1
  323. package/lib/types/activities/notifyWebhook.d.ts +0 -27
  324. package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
  325. package/lib/types/activities/rateLimiter.d.ts +0 -11
  326. package/lib/types/activities/rateLimiter.d.ts.map +0 -1
  327. package/lib/types/activities/renditions/generateImageRendition.d.ts +0 -14
  328. package/lib/types/activities/renditions/generateImageRendition.d.ts.map +0 -1
  329. package/lib/types/activities/renditions/generateVideoRendition.d.ts +0 -15
  330. package/lib/types/activities/renditions/generateVideoRendition.d.ts.map +0 -1
  331. package/lib/types/activities/setDocumentStatus.d.ts +0 -15
  332. package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
  333. package/lib/types/conversion/TextractProcessor.d.ts +0 -45
  334. package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
  335. package/lib/types/conversion/image.d.ts +0 -13
  336. package/lib/types/conversion/image.d.ts.map +0 -1
  337. package/lib/types/conversion/markitdown.d.ts +0 -2
  338. package/lib/types/conversion/markitdown.d.ts.map +0 -1
  339. package/lib/types/conversion/mutool.d.ts +0 -19
  340. package/lib/types/conversion/mutool.d.ts.map +0 -1
  341. package/lib/types/conversion/pandoc.d.ts +0 -2
  342. package/lib/types/conversion/pandoc.d.ts.map +0 -1
  343. package/lib/types/dsl/conditions.d.ts +0 -2
  344. package/lib/types/dsl/conditions.d.ts.map +0 -1
  345. package/lib/types/dsl/dsl-workflow.d.ts +0 -5
  346. package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
  347. package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
  348. package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
  349. package/lib/types/dsl/projections.d.ts +0 -4
  350. package/lib/types/dsl/projections.d.ts.map +0 -1
  351. package/lib/types/dsl/setup/ActivityContext.d.ts +0 -17
  352. package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
  353. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +0 -9
  354. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
  355. package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
  356. package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
  357. package/lib/types/dsl/setup/fetch/providers.d.ts +0 -25
  358. package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
  359. package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
  360. package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
  361. package/lib/types/dsl/validation.d.ts +0 -4
  362. package/lib/types/dsl/validation.d.ts.map +0 -1
  363. package/lib/types/dsl/vars.d.ts +0 -48
  364. package/lib/types/dsl/vars.d.ts.map +0 -1
  365. package/lib/types/dsl/walk.d.ts +0 -18
  366. package/lib/types/dsl/walk.d.ts.map +0 -1
  367. package/lib/types/dsl.d.ts +0 -4
  368. package/lib/types/dsl.d.ts.map +0 -1
  369. package/lib/types/errors.d.ts +0 -37
  370. package/lib/types/errors.d.ts.map +0 -1
  371. package/lib/types/index.d.ts +0 -37
  372. package/lib/types/index.d.ts.map +0 -1
  373. package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
  374. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
  375. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
  376. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
  377. package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
  378. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
  379. package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
  380. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
  381. package/lib/types/iterative-generation/activities/index.d.ts +0 -5
  382. package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
  383. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
  384. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
  385. package/lib/types/iterative-generation/types.d.ts +0 -79
  386. package/lib/types/iterative-generation/types.d.ts.map +0 -1
  387. package/lib/types/iterative-generation/utils.d.ts +0 -26
  388. package/lib/types/iterative-generation/utils.d.ts.map +0 -1
  389. package/lib/types/result-types.d.ts +0 -22
  390. package/lib/types/result-types.d.ts.map +0 -1
  391. package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -8
  392. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
  393. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +0 -25
  394. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
  395. package/lib/types/utils/auth.d.ts +0 -4
  396. package/lib/types/utils/auth.d.ts.map +0 -1
  397. package/lib/types/utils/blobs.d.ts +0 -7
  398. package/lib/types/utils/blobs.d.ts.map +0 -1
  399. package/lib/types/utils/chunks.d.ts +0 -9
  400. package/lib/types/utils/chunks.d.ts.map +0 -1
  401. package/lib/types/utils/client.d.ts +0 -8
  402. package/lib/types/utils/client.d.ts.map +0 -1
  403. package/lib/types/utils/expand-vars.d.ts +0 -8
  404. package/lib/types/utils/expand-vars.d.ts.map +0 -1
  405. package/lib/types/utils/memory.d.ts +0 -8
  406. package/lib/types/utils/memory.d.ts.map +0 -1
  407. package/lib/types/utils/renditions.d.ts +0 -23
  408. package/lib/types/utils/renditions.d.ts.map +0 -1
  409. package/lib/types/utils/storage.d.ts +0 -16
  410. package/lib/types/utils/storage.d.ts.map +0 -1
  411. package/lib/types/utils/tokens.d.ts +0 -11
  412. package/lib/types/utils/tokens.d.ts.map +0 -1
  413. package/lib/types/vars.d.ts +0 -3
  414. package/lib/types/vars.d.ts.map +0 -1
  415. package/lib/types/workflows.d.ts +0 -8
  416. package/lib/types/workflows.d.ts.map +0 -1
  417. package/lib/workflows-bundle.js +0 -17240
@@ -1,257 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.generateEmbeddings = generateEmbeddings;
4
- const activity_1 = require("@temporalio/activity");
5
- const common_1 = require("@vertesia/common");
6
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
7
- const errors_js_1 = require("../errors.js");
8
- const blobs_js_1 = require("../utils/blobs.js");
9
- const tokens_js_1 = require("../utils/tokens.js");
10
- async function generateEmbeddings(payload) {
11
- const { params, client, objectId, fetchProject } = await (0, ActivityContext_js_1.setupActivity)(payload);
12
- const { force, type } = params;
13
- const projectData = await fetchProject();
14
- const config = projectData?.configuration.embeddings[type];
15
- if (!projectData) {
16
- throw new errors_js_1.DocumentNotFoundError("Project not found", [payload.project_id]);
17
- }
18
- if (!config) {
19
- throw new errors_js_1.DocumentNotFoundError("Embeddings configuration not found", [
20
- objectId,
21
- ]);
22
- }
23
- if (!projectData) {
24
- throw new errors_js_1.DocumentNotFoundError("Project not found", [payload.project_id]);
25
- }
26
- if (!projectData?.configuration.embeddings[type]?.enabled) {
27
- activity_1.log.info(`Embeddings generation disabled for type ${type} on project: ${projectData.name} (${projectData.namespace})`, { config });
28
- return {
29
- id: objectId,
30
- status: "skipped",
31
- message: `Embeddings generation disabled for type ${type}`,
32
- };
33
- }
34
- activity_1.log.info(`${type} embedding generation starting for object ${objectId}`, {
35
- force,
36
- config,
37
- });
38
- if (!config.environment) {
39
- throw new Error("No environment found in project configuration. Set environment in project configuration to generate embeddings.");
40
- }
41
- const document = await client.objects.retrieve(objectId, "+text +parts +embeddings +tokens +properties");
42
- if (!document) {
43
- throw new errors_js_1.DocumentNotFoundError("Document not found", [objectId]);
44
- }
45
- if (!document.content) {
46
- throw new errors_js_1.DocumentNotFoundError("Document content not found", [objectId]);
47
- }
48
- let res;
49
- switch (type) {
50
- case common_1.SupportedEmbeddingTypes.text:
51
- res = await generateTextEmbeddings({
52
- client,
53
- config,
54
- document,
55
- type,
56
- force,
57
- });
58
- break;
59
- case common_1.SupportedEmbeddingTypes.properties:
60
- res = await generateTextEmbeddings({
61
- client,
62
- config,
63
- document,
64
- type,
65
- force,
66
- });
67
- break;
68
- case common_1.SupportedEmbeddingTypes.image:
69
- res = await generateImageEmbeddings({
70
- client,
71
- config,
72
- document,
73
- type,
74
- force,
75
- });
76
- break;
77
- default:
78
- res = {
79
- id: objectId,
80
- status: "failed",
81
- message: `unsupported embedding type: ${type}`,
82
- };
83
- }
84
- return res;
85
- }
86
- async function generateTextEmbeddings({ document, client, type, config, force }) {
87
- if (!document) {
88
- return { status: "error", message: "document is null or undefined" };
89
- }
90
- if (type !== common_1.SupportedEmbeddingTypes.text &&
91
- type !== common_1.SupportedEmbeddingTypes.properties) {
92
- return {
93
- id: document.id,
94
- status: "failed",
95
- message: `unsupported embedding type: ${type}`,
96
- };
97
- }
98
- if (type === common_1.SupportedEmbeddingTypes.text && !document.text) {
99
- return { id: document.id, status: "failed", message: "no text found" };
100
- }
101
- if (type === common_1.SupportedEmbeddingTypes.properties && !document?.properties) {
102
- return {
103
- id: document.id,
104
- status: "failed",
105
- message: "no properties found",
106
- };
107
- }
108
- const { environment } = config;
109
- // Compute text etag for comparison
110
- const textEtag = document.text_etag ?? (document.text ? (0, blobs_js_1.md5)(document.text) : undefined);
111
- // Skip if embeddings already exist with matching etag (unless force=true)
112
- const existingEmbedding = document.embeddings?.[type];
113
- if (!force && existingEmbedding?.etag && textEtag && existingEmbedding.etag === textEtag) {
114
- activity_1.log.info(`Skipping ${type} embeddings for document ${document.id} - etag unchanged`);
115
- return {
116
- id: document.id,
117
- type,
118
- status: "skipped",
119
- message: "embeddings already exist with matching etag",
120
- };
121
- }
122
- // Count tokens if needed, do not rely on existing token count
123
- let tokenCount = undefined;
124
- if (type === common_1.SupportedEmbeddingTypes.text && document.text) {
125
- tokenCount = (0, tokens_js_1.countTokens)(document.text).count;
126
- }
127
- const maxTokens = config.max_tokens ?? 8000;
128
- //generate embeddings for the main doc if document isn't too large
129
- activity_1.log.info(`Generating ${type} embeddings for document ${document.id}`);
130
- if (type === common_1.SupportedEmbeddingTypes.text &&
131
- tokenCount !== undefined &&
132
- tokenCount > maxTokens) {
133
- //TODO: Review strategy for large documents
134
- activity_1.log.warn(`Document too large for ${type} embeddings generation, skipping (${tokenCount} tokens)`);
135
- return {
136
- id: document.id,
137
- status: "skipped",
138
- message: `${type} embeddings generation, skipped for large document (${tokenCount} tokens)`,
139
- };
140
- }
141
- else {
142
- activity_1.log.info(`Generating ${type} embeddings for document`);
143
- const res = await generateEmbeddingsFromStudio(JSON.stringify(document[type]), environment, client);
144
- if (!res || !res.values) {
145
- return {
146
- id: document.id,
147
- status: "failed",
148
- message: "no embeddings generated",
149
- };
150
- }
151
- activity_1.log.info(`${type} embeddings generated for document ${document.id}`, {
152
- len: res.values.length,
153
- });
154
- await client.objects.setEmbedding(document.id, type, {
155
- values: res.values,
156
- model: res.model,
157
- etag: textEtag,
158
- });
159
- return {
160
- id: document.id,
161
- type,
162
- status: "completed",
163
- len: res.values.length,
164
- };
165
- }
166
- }
167
- async function generateImageEmbeddings({ document, client, type, config, force, }) {
168
- activity_1.log.info("Generating image embeddings for document " + document.id, {
169
- content: document.content,
170
- });
171
- if (!document.content?.type?.startsWith("image/") &&
172
- !document.content?.type?.includes("pdf")) {
173
- return {
174
- id: document.id,
175
- type,
176
- status: "failed",
177
- message: "content is not an image",
178
- };
179
- }
180
- // Use content etag for image change detection
181
- const contentEtag = document.content?.etag;
182
- // Skip if embeddings already exist with matching etag (unless force=true)
183
- const existingEmbedding = document.embeddings?.[type];
184
- if (!force && existingEmbedding?.etag && contentEtag && existingEmbedding.etag === contentEtag) {
185
- activity_1.log.info(`Skipping ${type} embeddings for document ${document.id} - content etag unchanged`);
186
- return {
187
- id: document.id,
188
- type,
189
- status: "skipped",
190
- message: "embeddings already exist with matching etag",
191
- };
192
- }
193
- const { environment, model } = config;
194
- const resRnd = await client.store.objects.getRendition(document.id, {
195
- format: common_1.ImageRenditionFormat.jpeg,
196
- generate_if_missing: true,
197
- sign_url: true,
198
- });
199
- if (resRnd.status === "generating") {
200
- throw new Error("Rendition is generating, will retry later");
201
- }
202
- else if (resRnd.status === "failed" ||
203
- !resRnd.renditions ||
204
- !resRnd.renditions.length) {
205
- throw new errors_js_1.DocumentNotFoundError("Rendition retrieval failed", [document.id]);
206
- }
207
- const renditions = resRnd.renditions;
208
- if (!renditions?.length) {
209
- throw new errors_js_1.DocumentNotFoundError("No source found in rendition", [
210
- document.id,
211
- ]);
212
- }
213
- const rendition = renditions[0];
214
- const image = await (0, blobs_js_1.fetchBlobAsBase64)(client, rendition);
215
- const res = await client.environments
216
- .embeddings(environment, {
217
- image,
218
- model,
219
- })
220
- .then((res) => res)
221
- .catch((e) => {
222
- activity_1.log.error("Error generating embeddings for image", { error: e });
223
- throw e;
224
- });
225
- if (!res || !res.values) {
226
- return {
227
- id: document.id,
228
- status: "failed",
229
- message: "no embeddings generated",
230
- };
231
- }
232
- await client.objects.setEmbedding(document.id, common_1.SupportedEmbeddingTypes.image, {
233
- values: res.values,
234
- model: res.model,
235
- etag: contentEtag,
236
- });
237
- return {
238
- id: document.id,
239
- type,
240
- status: "completed",
241
- len: res.values.length,
242
- };
243
- }
244
- async function generateEmbeddingsFromStudio(text, env, client, model) {
245
- activity_1.log.info(`Generating embeddings for text of ${text.length} chars with environment ${env}`);
246
- return client.environments
247
- .embeddings(env, {
248
- text,
249
- model,
250
- })
251
- .then((res) => res)
252
- .catch((e) => {
253
- activity_1.log.error("Error generating embeddings for text", { error: e });
254
- throw e;
255
- });
256
- }
257
- //# sourceMappingURL=generateEmbeddings.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateEmbeddings.js","sourceRoot":"","sources":["../../../src/activities/generateEmbeddings.ts"],"names":[],"mappings":";;AAmDA,gDAiGC;AAnJD,mDAA2C;AAE3C,6CAO0B;AAC1B,wEAAgE;AAChE,4CAAqD;AACrD,gDAA2D;AAE3D,kDAAiD;AAoC1C,KAAK,UAAU,kBAAkB,CACpC,OAA8D;IAE9D,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAC5C,MAAM,IAAA,kCAAa,EAA2B,OAAO,CAAC,CAAC;IAC3D,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,CAAC;IAE/B,MAAM,WAAW,GAAG,MAAM,YAAY,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC3D,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,iCAAqB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IACD,IAAI,CAAC,MAAM,EAAE,CAAC;QACV,MAAM,IAAI,iCAAqB,CAAC,oCAAoC,EAAE;YAClE,QAAQ;SACX,CAAC,CAAC;IACP,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,CAAC;QACf,MAAM,IAAI,iCAAqB,CAAC,mBAAmB,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC/E,CAAC;IAED,IAAI,CAAC,WAAW,EAAE,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;QACxD,cAAG,CAAC,IAAI,CACJ,2CAA2C,IAAI,gBAAgB,WAAW,CAAC,IAAI,KAAK,WAAW,CAAC,SAAS,GAAG,EAC5G,EAAE,MAAM,EAAE,CACb,CAAC;QACF,OAAO;YACH,EAAE,EAAE,QAAQ;YACZ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,2CAA2C,IAAI,EAAE;SAC7D,CAAC;IACN,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,GAAG,IAAI,6CAA6C,QAAQ,EAAE,EAAE;QACrE,KAAK;QACL,MAAM;KACT,CAAC,CAAC;IAEH,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CACX,iHAAiH,CACpH,CAAC;IACN,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAC1C,QAAQ,EACR,8CAA8C,CACjD,CAAC;IAEF,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,MAAM,IAAI,iCAAqB,CAAC,oBAAoB,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IACtE,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,iCAAqB,CAAC,4BAA4B,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC9E,CAAC;IAED,IAAI,GAAG,CAAC;IAER,QAAQ,IAAI,EAAE,CAAC;QACX,KAAK,gCAAuB,CAAC,IAAI;YAC7B,GAAG,GAAG,MAAM,sBAAsB,CAAC;gBAC/B,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;gBACJ,KAAK;aACR,CAAC,CAAC;YACH,MAAM;QACV,KAAK,gCAAuB,CAAC,UAAU;YACnC,GAAG,GAAG,MAAM,sBAAsB,CAAC;gBAC/B,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;gBACJ,KAAK;aACR,CAAC,CAAC;YACH,MAAM;QACV,KAAK,gCAAuB,CAAC,KAAK;YAC9B,GAAG,GAAG,MAAM,uBAAuB,CAAC;gBAChC,MAAM;gBACN,MAAM;gBACN,QAAQ;gBACR,IAAI;gBACJ,KAAK;aACR,CAAC,CAAC;YACH,MAAM;QACV;YACI,GAAG,GAAG;gBACF,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,+BAA+B,IAAI,EAAE;aACjD,CAAC;IACV,CAAC;IAED,OAAO,GAAG,CAAC;AACf,CAAC;AAWD,KAAK,UAAU,sBAAsB,CACjC,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAmC;IAG1E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,+BAA+B,EAAE,CAAC;IACzE,CAAC;IAED,IACI,IAAI,KAAK,gCAAuB,CAAC,IAAI;QACrC,IAAI,KAAK,gCAAuB,CAAC,UAAU,EAC7C,CAAC;QACC,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,+BAA+B,IAAI,EAAE;SACjD,CAAC;IACN,CAAC;IAED,IAAI,IAAI,KAAK,gCAAuB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC1D,OAAO,EAAE,EAAE,EAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IAC3E,CAAC;IACD,IAAI,IAAI,KAAK,gCAAuB,CAAC,UAAU,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QACvE,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,qBAAqB;SACjC,CAAC;IACN,CAAC;IAED,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,CAAC;IAE/B,mCAAmC;IACnC,MAAM,QAAQ,GAAG,QAAQ,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAA,cAAG,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAExF,0EAA0E;IAC1E,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,IAAI,iBAAiB,EAAE,IAAI,IAAI,QAAQ,IAAI,iBAAiB,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACvF,cAAG,CAAC,IAAI,CAAC,YAAY,IAAI,4BAA4B,QAAQ,CAAC,EAAE,mBAAmB,CAAC,CAAC;QACrF,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6CAA6C;SACzD,CAAC;IACN,CAAC;IAED,8DAA8D;IAC9D,IAAI,UAAU,GAAwB,SAAS,CAAC;IAChD,IAAI,IAAI,KAAK,gCAAuB,CAAC,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;QACzD,UAAU,GAAG,IAAA,uBAAW,EAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC;IAClD,CAAC;IAED,MAAM,SAAS,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;IAE5C,kEAAkE;IAClE,cAAG,CAAC,IAAI,CAAC,cAAc,IAAI,4BAA4B,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC;IACtE,IACI,IAAI,KAAK,gCAAuB,CAAC,IAAI;QACrC,UAAU,KAAK,SAAS;QACxB,UAAU,GAAG,SAAS,EACxB,CAAC;QACC,2CAA2C;QAC3C,cAAG,CAAC,IAAI,CACJ,0BAA0B,IAAI,qCAAqC,UAAU,UAAU,CAC1F,CAAC;QACF,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,GAAG,IAAI,uDAAuD,UAAU,UAAU;SAC9F,CAAA;IACL,CAAC;SAAM,CAAC;QACJ,cAAG,CAAC,IAAI,CAAC,cAAc,IAAI,0BAA0B,CAAC,CAAC;QAEvD,MAAM,GAAG,GAAG,MAAM,4BAA4B,CAC1C,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAC9B,WAAW,EACX,MAAM,CACT,CAAC;QACF,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACtB,OAAO;gBACH,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,yBAAyB;aACrC,CAAC;QACN,CAAC;QAED,cAAG,CAAC,IAAI,CAAC,GAAG,IAAI,sCAAsC,QAAQ,CAAC,EAAE,EAAE,EAAE;YACjE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;SACzB,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,EAAE;YACjD,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,IAAI,EAAE,QAAQ;SACjB,CAAC,CAAC;QAEH,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,WAAW;YACnB,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;SACzB,CAAC;IACN,CAAC;AACL,CAAC;AAED,KAAK,UAAU,uBAAuB,CAAC,EACnC,QAAQ,EACR,MAAM,EACN,IAAI,EACJ,MAAM,EACN,KAAK,GACyB;IAC9B,cAAG,CAAC,IAAI,CAAC,2CAA2C,GAAG,QAAQ,CAAC,EAAE,EAAE;QAChE,OAAO,EAAE,QAAQ,CAAC,OAAO;KAC5B,CAAC,CAAC;IACH,IACI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;QAC7C,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EAC1C,CAAC;QACC,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,yBAAyB;SACrC,CAAC;IACN,CAAC;IAED,8CAA8C;IAC9C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC;IAE3C,0EAA0E;IAC1E,MAAM,iBAAiB,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;IACtD,IAAI,CAAC,KAAK,IAAI,iBAAiB,EAAE,IAAI,IAAI,WAAW,IAAI,iBAAiB,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC7F,cAAG,CAAC,IAAI,CAAC,YAAY,IAAI,4BAA4B,QAAQ,CAAC,EAAE,2BAA2B,CAAC,CAAC;QAC7F,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,IAAI;YACJ,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6CAA6C;SACzD,CAAC;IACN,CAAC;IAED,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,MAAM,CAAC;IAEtC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,EAAE;QAChE,MAAM,EAAE,6BAAoB,CAAC,IAAI;QACjC,mBAAmB,EAAE,IAAI;QACzB,QAAQ,EAAE,IAAI;KACjB,CAAC,CAAC;IAEH,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IACjE,CAAC;SAAM,IACH,MAAM,CAAC,MAAM,KAAK,QAAQ;QAC1B,CAAC,MAAM,CAAC,UAAU;QAClB,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,EAC3B,CAAC;QACC,MAAM,IAAI,iCAAqB,CAAC,4BAA4B,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACrC,IAAI,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,iCAAqB,CAAC,8BAA8B,EAAE;YAC5D,QAAQ,CAAC,EAAE;SACd,CAAC,CAAC;IACP,CAAC;IAED,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;IAChC,MAAM,KAAK,GAAG,MAAM,IAAA,4BAAiB,EAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAEzD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,YAAY;SAChC,UAAU,CAAC,WAAW,EAAE;QACrB,KAAK;QACL,KAAK;KACR,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SAClB,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,cAAG,CAAC,KAAK,CAAC,uCAAuC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;IAEP,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QACtB,OAAO;YACH,EAAE,EAAE,QAAQ,CAAC,EAAE;YACf,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,yBAAyB;SACrC,CAAC;IACN,CAAC;IAED,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAC7B,QAAQ,CAAC,EAAE,EACX,gCAAuB,CAAC,KAAK,EAC7B;QACI,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,WAAW;KACpB,CACJ,CAAC;IAEF,OAAO;QACH,EAAE,EAAE,QAAQ,CAAC,EAAE;QACf,IAAI;QACJ,MAAM,EAAE,WAAW;QACnB,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM;KACzB,CAAC;AACN,CAAC;AAED,KAAK,UAAU,4BAA4B,CACvC,IAAY,EACZ,GAAW,EACX,MAAsB,EACtB,KAAc;IAEd,cAAG,CAAC,IAAI,CACJ,qCAAqC,IAAI,CAAC,MAAM,2BAA2B,GAAG,EAAE,CACnF,CAAC;IAEF,OAAO,MAAM,CAAC,YAAY;SACrB,UAAU,CAAC,GAAG,EAAE;QACb,IAAI;QACJ,KAAK;KACR,CAAC;SACD,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC;SAClB,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACT,cAAG,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAChE,MAAM,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACX,CAAC"}
@@ -1,125 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.generateOrAssignContentType = generateOrAssignContentType;
4
- const activity_1 = require("@temporalio/activity");
5
- const common_1 = require("@vertesia/common");
6
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
7
- const tokens_js_1 = require("../utils/tokens.js");
8
- const executeInteraction_js_1 = require("./executeInteraction.js");
9
- const INT_SELECT_DOCUMENT_TYPE = "sys:SelectDocumentType";
10
- const INT_GENERATE_METADATA_MODEL = "sys:GenerateMetadataModel";
11
- async function generateOrAssignContentType(payload) {
12
- const context = await (0, ActivityContext_js_1.setupActivity)(payload);
13
- const { params, client, objectId } = context;
14
- const interactionName = params.interactionNames?.selectDocumentType ?? INT_SELECT_DOCUMENT_TYPE;
15
- activity_1.log.info("SelectDocumentType for object: " + objectId, { payload });
16
- const object = await client.objects.retrieve(objectId, "+text");
17
- //Expects object.type to be null on first ingestion of content
18
- //User initiated Content Type change via the Composable UI,
19
- //sets object.type to null when they let Composable choose for them.
20
- //sets object.type to chosen type (thus non-null) when user picks a type.
21
- if (object.type) {
22
- activity_1.log.warn(`Object ${objectId} has already a type. Skipping type creation.`);
23
- return {
24
- status: "skipped",
25
- message: "Object already has a type: " + object.type.name,
26
- };
27
- }
28
- if (!object ||
29
- (!object.text &&
30
- !object.content?.type?.startsWith("image/") &&
31
- !object.content?.type?.startsWith("application/pdf"))) {
32
- activity_1.log.info(`Object ${objectId} not found or text is empty and not an image`, {
33
- object,
34
- });
35
- return { status: "failed", error: "no-text" };
36
- }
37
- const types = await client.types.list(undefined, {
38
- schema: true,
39
- });
40
- //make a list of all existing types, and add hints if any
41
- const existing_types = types.filter((t) => !["DocumentPart", "Rendition"].includes(t.name));
42
- const content = object.text
43
- ? (0, tokens_js_1.truncByMaxTokens)(object.text, params.truncate || 30000)
44
- : undefined;
45
- const getImage = async () => {
46
- if (object.content?.type?.includes("pdf") &&
47
- object.text?.length &&
48
- object.text?.length < 100) {
49
- return "store:" + objectId;
50
- }
51
- if (!object.content?.type?.startsWith("image/")) {
52
- return undefined;
53
- }
54
- const res = await client.objects.getRendition(objectId, {
55
- format: common_1.ImageRenditionFormat.jpeg,
56
- generate_if_missing: true,
57
- });
58
- if (!res.renditions?.length && res.status === "generating") {
59
- //throw to try again
60
- throw new Error(`Rendition for object ${objectId} is in progress`);
61
- }
62
- else if (res.renditions) {
63
- return "store:" + objectId;
64
- }
65
- };
66
- const fileRef = await getImage();
67
- activity_1.log.info("Execute SelectDocumentType interaction on content with \nexisting types - passing full types: " +
68
- existing_types.filter((t) => !t.tags?.includes("system")));
69
- const res = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, params, {
70
- existing_types,
71
- content,
72
- image: fileRef,
73
- });
74
- const jsonResult = res.result.object();
75
- activity_1.log.info("Selected Content Type Result: " + JSON.stringify(jsonResult));
76
- //if type is not identified or not present in the database, generate a new type
77
- let selectedType = undefined;
78
- selectedType = types.find((t) => t.name === jsonResult.document_type);
79
- if (!selectedType) {
80
- activity_1.log.warn("Document type not identified: starting type generation");
81
- const newType = await generateNewType(context, existing_types, content, fileRef);
82
- selectedType = { id: newType.id, name: newType.name };
83
- }
84
- if (!selectedType) {
85
- activity_1.log.error("Type not found: ", res.result);
86
- throw new Error("Type not found: " + jsonResult.document_type);
87
- }
88
- //update object with selected type
89
- await client.objects.update(objectId, {
90
- type: selectedType.id,
91
- });
92
- return {
93
- id: selectedType.id,
94
- name: selectedType.name,
95
- isNew: !types.find((t) => t.name === selectedType.name),
96
- };
97
- }
98
- async function generateNewType(context, existing_types, content, fileRef) {
99
- const { client, params } = context;
100
- const project = await context.fetchProject();
101
- const interactionName = params.interactionNames?.generateMetadataModel ??
102
- INT_GENERATE_METADATA_MODEL;
103
- const genTypeRes = await (0, executeInteraction_js_1.executeInteractionFromActivity)(client, interactionName, params, {
104
- existing_types,
105
- content: content,
106
- human_context: project?.configuration?.human_context ?? undefined,
107
- image: fileRef ? fileRef : undefined,
108
- });
109
- const jsonResult = genTypeRes.result.object();
110
- if (!jsonResult.document_type) {
111
- activity_1.log.error("No name generated for type", genTypeRes);
112
- throw new Error("No name generated for type");
113
- }
114
- activity_1.log.info("Generated schema for type", jsonResult.metadata_schema);
115
- const typeData = {
116
- name: jsonResult.document_type,
117
- description: jsonResult.document_type_description,
118
- object_schema: jsonResult.metadata_schema,
119
- is_chunkable: jsonResult.is_chunkable,
120
- table_layout: jsonResult.table_layout,
121
- };
122
- const type = await client.types.create(typeData);
123
- return type;
124
- }
125
- //# sourceMappingURL=generateOrAssignContentType.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateOrAssignContentType.js","sourceRoot":"","sources":["../../../src/activities/generateOrAssignContentType.ts"],"names":[],"mappings":";;AA4CA,kEA+HC;AA3KD,mDAA2C;AAC3C,6CAM0B;AAC1B,wEAGyC;AACzC,kDAAoE;AACpE,mEAGiC;AAEjC,MAAM,wBAAwB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,2BAA2B,GAAG,2BAA2B,CAAC;AAyBzD,KAAK,UAAU,2BAA2B,CAC/C,OAAuE;IAEvE,MAAM,OAAO,GACX,MAAM,IAAA,kCAAa,EAAoC,OAAO,CAAC,CAAC;IAClE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IAE7C,MAAM,eAAe,GACnB,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,IAAI,wBAAwB,CAAC;IAE1E,cAAG,CAAC,IAAI,CAAC,iCAAiC,GAAG,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhE,8DAA8D;IAC9D,2DAA2D;IAC3D,oEAAoE;IACpE,yEAAyE;IACzE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,CAAC,CAAC;QAC3E,OAAO;YACL,MAAM,EAAE,SAAS;YACjB,OAAO,EAAE,6BAA6B,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI;SAC1D,CAAC;IACJ,CAAC;IAED,IACE,CAAC,MAAM;QACP,CAAC,CAAC,MAAM,CAAC,IAAI;YACX,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC;YAC3C,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC,EACvD,CAAC;QACD,cAAG,CAAC,IAAI,CAAC,UAAU,QAAQ,8CAA8C,EAAE;YACzE,MAAM;SACP,CAAC,CAAC;QACH,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE;QAC/C,MAAM,EAAE,IAAI;KACb,CAAC,CAAC;IAEH,yDAAyD;IACzD,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CACjC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CACvD,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI;QACzB,CAAC,CAAC,IAAA,4BAAgB,EAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,KAAK,CAAC;QACzD,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,QAAQ,GAAG,KAAK,IAAI,EAAE;QAC1B,IACE,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC;YACrC,MAAM,CAAC,IAAI,EAAE,MAAM;YACnB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EACzB,CAAC;YACD,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAChD,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,QAAQ,EAAE;YACtD,MAAM,EAAE,6BAAoB,CAAC,IAAI;YACjC,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC;YAC3D,oBAAoB;YACpB,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,iBAAiB,CAAC,CAAC;QACrE,CAAC;aAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YAC1B,OAAO,QAAQ,GAAG,QAAQ,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,MAAM,QAAQ,EAAE,CAAC;IAEjC,cAAG,CAAC,IAAI,CACN,gGAAgG;QAChG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAC1D,CAAC;IAEF,MAAM,GAAG,GAAG,MAAM,IAAA,sDAA8B,EAC9C,MAAM,EACN,eAAe,EACf,MAAM,EACN;QACE,cAAc;QACd,OAAO;QACP,KAAK,EAAE,OAAO;KACf,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAEvC,cAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;IAGxE,+EAA+E;IAC/E,IAAI,YAAY,GAA6C,SAAS,CAAC;IAEvE,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,aAAa,CAAC,CAAC;IAEtE,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,cAAG,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,eAAe,CACnC,OAAO,EACP,cAAc,EACd,OAAO,EACP,OAAO,CACR,CAAC;QACF,YAAY,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,cAAG,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,kBAAkB,GAAG,UAAU,CAAC,aAAa,CAAC,CAAC;IACjE,CAAC;IAED,kCAAkC;IAClC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE;QACpC,IAAI,EAAE,YAAY,CAAC,EAAE;KACtB,CAAC,CAAC;IAEH,OAAO;QACL,EAAE,EAAE,YAAY,CAAC,EAAE;QACnB,IAAI,EAAE,YAAY,CAAC,IAAI;QACvB,KAAK,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,CAAC;KACxD,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,OAA2D,EAC3D,cAAuC,EACvC,OAAgB,EAChB,OAAgB;IAEhB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAEnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,YAAY,EAAE,CAAC;IAC7C,MAAM,eAAe,GACnB,MAAM,CAAC,gBAAgB,EAAE,qBAAqB;QAC9C,2BAA2B,CAAC;IAE9B,MAAM,UAAU,GAAG,MAAM,IAAA,sDAA8B,EACrD,MAAM,EACN,eAAe,EACf,MAAM,EACN;QACE,cAAc;QACd,OAAO,EAAE,OAAO;QAChB,aAAa,EAAE,OAAO,EAAE,aAAa,EAAE,aAAa,IAAI,SAAS;QACjE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;KACrC,CACF,CAAC;IAEF,MAAM,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;IAE9C,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;QAC9B,cAAG,CAAC,KAAK,CAAC,4BAA4B,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,UAAU,CAAC,eAAe,CAAC,CAAC;IAClE,MAAM,QAAQ,GAAmC;QAC/C,IAAI,EAAE,UAAU,CAAC,aAAa;QAC9B,WAAW,EAAE,UAAU,CAAC,yBAAyB;QACjD,aAAa,EAAE,UAAU,CAAC,eAAe;QACzC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,YAAY,EAAE,UAAU,CAAC,YAAY;KACtC,CAAC;IAEF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAEjD,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -1,20 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.getObjectFromStore = getObjectFromStore;
4
- const projections_js_1 = require("../dsl/projections.js");
5
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
6
- /**
7
- * We are using a union type for the status parameter since typescript enums breaks the workflow code generation
8
- * @param objectId
9
- * @param status
10
- */
11
- async function getObjectFromStore(payload) {
12
- const { client, params, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
13
- const obj = await client.objects.retrieve(objectId, params.select);
14
- const projection = (0, projections_js_1.projectResult)(payload, params, obj, obj);
15
- return {
16
- ...projection,
17
- id: obj.id,
18
- };
19
- }
20
- //# sourceMappingURL=getObjectFromStore.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"getObjectFromStore.js","sourceRoot":"","sources":["../../../src/activities/getObjectFromStore.ts"],"names":[],"mappings":";;AAkBA,gDAYC;AA7BD,0DAAsD;AACtD,wEAAgE;AAWhE;;;;GAIG;AACI,KAAK,UAAU,kBAAkB,CAAC,OAAqD;IAC1F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAkB,OAAO,CAAC,CAAC;IAEnF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC;IAEnE,MAAM,UAAU,GAAG,IAAA,8BAAa,EAAC,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE5D,OAAO;QACH,GAAG,UAAU;QACb,EAAE,EAAE,GAAG,CAAC,EAAE;KACb,CAAA;AAEL,CAAC"}
@@ -1,22 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.handleDslError = handleDslError;
4
- const common_1 = require("@vertesia/common");
5
- const ActivityContext_js_1 = require("../dsl/setup/ActivityContext.js");
6
- const activity_1 = require("@temporalio/activity");
7
- async function handleDslError(payload) {
8
- const { client, params, objectId } = await (0, ActivityContext_js_1.setupActivity)(payload);
9
- const isIntake = payload.workflow_name === "StandardDocumentIntake" || payload.workflow_name === "StandardImageIntake";
10
- if (!isIntake) {
11
- activity_1.log.warn(`Workflow execution failed, but no error handler registered for this workflow: ${payload.workflow_name}`, { error: params.errorMessage });
12
- return;
13
- }
14
- try {
15
- await client.objects.update(objectId, { status: common_1.ContentObjectStatus.failed });
16
- }
17
- catch (e) {
18
- activity_1.log.error("Failed to handle error", { error: e });
19
- }
20
- return;
21
- }
22
- //# sourceMappingURL=handleError.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"handleError.js","sourceRoot":"","sources":["../../../src/activities/handleError.ts"],"names":[],"mappings":";;AAQA,wCAgBC;AAxBD,6CAAoF;AACpF,wEAAgE;AAChE,mDAA0C;AAMnC,KAAK,UAAU,cAAc,CAAC,OAA0D;IAC3F,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,IAAA,kCAAa,EAAuB,OAAO,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,aAAa,KAAK,wBAAwB,IAAI,OAAO,CAAC,aAAa,KAAK,qBAAqB,CAAC;IACvH,IAAI,CAAC,QAAQ,EAAE,CAAC;QACZ,cAAG,CAAC,IAAI,CAAC,iFAAiF,OAAO,CAAC,aAAa,EAAE,EAC7G,EAAE,KAAK,EAAE,MAAM,CAAC,YAAY,EAAE,CACjC,CAAC;QACF,OAAO;IACX,CAAC;IAED,IAAI,CAAC;QACD,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,4BAAmB,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,cAAG,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;IACD,OAAO;AACX,CAAC"}
@@ -1,53 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.setDocumentStatus = exports.generateVideoRendition = exports.generateImageRendition = exports.mergeChildArtifacts = exports.copyParentArtifacts = exports.checkRateLimit = exports.notifyWebhook = exports.transcribeMedia = exports.saveGladiaTranscription = exports.convertPdfToStructuredText = exports.prepareAudio = exports.prepareVideo = exports.handleDslError = exports.getObjectFromStore = exports.generateOrAssignContentType = exports.generateEmbeddings = exports.generateDocumentProperties = exports.extractDocumentText = exports.executeInteraction = exports.createPdfDocumentFromSource = exports.chunkDocument = exports.updateDocumentFromInteractionRun = exports.createOrUpdateDocumentFromInteractionRun = exports.createDocumentTypeFromInteractionRun = void 0;
4
- // Export here DSL activities
5
- var createDocumentTypeFromInteractionRun_js_1 = require("./advanced/createDocumentTypeFromInteractionRun.js");
6
- Object.defineProperty(exports, "createDocumentTypeFromInteractionRun", { enumerable: true, get: function () { return createDocumentTypeFromInteractionRun_js_1.createDocumentTypeFromInteractionRun; } });
7
- var createOrUpdateDocumentFromInteractionRun_js_1 = require("./advanced/createOrUpdateDocumentFromInteractionRun.js");
8
- Object.defineProperty(exports, "createOrUpdateDocumentFromInteractionRun", { enumerable: true, get: function () { return createOrUpdateDocumentFromInteractionRun_js_1.createOrUpdateDocumentFromInteractionRun; } });
9
- var updateDocumentFromInteractionRun_js_1 = require("./advanced/updateDocumentFromInteractionRun.js");
10
- Object.defineProperty(exports, "updateDocumentFromInteractionRun", { enumerable: true, get: function () { return updateDocumentFromInteractionRun_js_1.updateDocumentFromInteractionRun; } });
11
- var chunkDocument_js_1 = require("./chunkDocument.js");
12
- Object.defineProperty(exports, "chunkDocument", { enumerable: true, get: function () { return chunkDocument_js_1.chunkDocument; } });
13
- var createDocumentFromOther_js_1 = require("./createDocumentFromOther.js");
14
- Object.defineProperty(exports, "createPdfDocumentFromSource", { enumerable: true, get: function () { return createDocumentFromOther_js_1.createPdfDocumentFromSource; } });
15
- var executeInteraction_js_1 = require("./executeInteraction.js");
16
- Object.defineProperty(exports, "executeInteraction", { enumerable: true, get: function () { return executeInteraction_js_1.executeInteraction; } });
17
- var extractDocumentText_js_1 = require("./extractDocumentText.js");
18
- Object.defineProperty(exports, "extractDocumentText", { enumerable: true, get: function () { return extractDocumentText_js_1.extractDocumentText; } });
19
- var generateDocumentProperties_js_1 = require("./generateDocumentProperties.js");
20
- Object.defineProperty(exports, "generateDocumentProperties", { enumerable: true, get: function () { return generateDocumentProperties_js_1.generateDocumentProperties; } });
21
- var generateEmbeddings_js_1 = require("./generateEmbeddings.js");
22
- Object.defineProperty(exports, "generateEmbeddings", { enumerable: true, get: function () { return generateEmbeddings_js_1.generateEmbeddings; } });
23
- var generateOrAssignContentType_js_1 = require("./generateOrAssignContentType.js");
24
- Object.defineProperty(exports, "generateOrAssignContentType", { enumerable: true, get: function () { return generateOrAssignContentType_js_1.generateOrAssignContentType; } });
25
- var getObjectFromStore_js_1 = require("./getObjectFromStore.js");
26
- Object.defineProperty(exports, "getObjectFromStore", { enumerable: true, get: function () { return getObjectFromStore_js_1.getObjectFromStore; } });
27
- var handleError_js_1 = require("./handleError.js");
28
- Object.defineProperty(exports, "handleDslError", { enumerable: true, get: function () { return handleError_js_1.handleDslError; } });
29
- var prepareVideo_js_1 = require("./media/prepareVideo.js");
30
- Object.defineProperty(exports, "prepareVideo", { enumerable: true, get: function () { return prepareVideo_js_1.prepareVideo; } });
31
- var prepareAudio_js_1 = require("./media/prepareAudio.js");
32
- Object.defineProperty(exports, "prepareAudio", { enumerable: true, get: function () { return prepareAudio_js_1.prepareAudio; } });
33
- var processPdfWithTextract_js_1 = require("./media/processPdfWithTextract.js");
34
- Object.defineProperty(exports, "convertPdfToStructuredText", { enumerable: true, get: function () { return processPdfWithTextract_js_1.convertPdfToStructuredText; } });
35
- var saveGladiaTranscription_js_1 = require("./media/saveGladiaTranscription.js");
36
- Object.defineProperty(exports, "saveGladiaTranscription", { enumerable: true, get: function () { return saveGladiaTranscription_js_1.saveGladiaTranscription; } });
37
- var transcribeMediaWithGladia_js_1 = require("./media/transcribeMediaWithGladia.js");
38
- Object.defineProperty(exports, "transcribeMedia", { enumerable: true, get: function () { return transcribeMediaWithGladia_js_1.transcribeMedia; } });
39
- var notifyWebhook_js_1 = require("./notifyWebhook.js");
40
- Object.defineProperty(exports, "notifyWebhook", { enumerable: true, get: function () { return notifyWebhook_js_1.notifyWebhook; } });
41
- var rateLimiter_js_1 = require("./rateLimiter.js");
42
- Object.defineProperty(exports, "checkRateLimit", { enumerable: true, get: function () { return rateLimiter_js_1.checkRateLimit; } });
43
- var copyParentArtifacts_js_1 = require("./copyParentArtifacts.js");
44
- Object.defineProperty(exports, "copyParentArtifacts", { enumerable: true, get: function () { return copyParentArtifacts_js_1.copyParentArtifacts; } });
45
- var mergeChildArtifacts_js_1 = require("./mergeChildArtifacts.js");
46
- Object.defineProperty(exports, "mergeChildArtifacts", { enumerable: true, get: function () { return mergeChildArtifacts_js_1.mergeChildArtifacts; } });
47
- var generateImageRendition_js_1 = require("./renditions/generateImageRendition.js");
48
- Object.defineProperty(exports, "generateImageRendition", { enumerable: true, get: function () { return generateImageRendition_js_1.generateImageRendition; } });
49
- var generateVideoRendition_js_1 = require("./renditions/generateVideoRendition.js");
50
- Object.defineProperty(exports, "generateVideoRendition", { enumerable: true, get: function () { return generateVideoRendition_js_1.generateVideoRendition; } });
51
- var setDocumentStatus_js_1 = require("./setDocumentStatus.js");
52
- Object.defineProperty(exports, "setDocumentStatus", { enumerable: true, get: function () { return setDocumentStatus_js_1.setDocumentStatus; } });
53
- //# sourceMappingURL=index-dsl.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index-dsl.js","sourceRoot":"","sources":["../../../src/activities/index-dsl.ts"],"names":[],"mappings":";;;AAAA,6BAA6B;AAC7B,8GAA0G;AAAjG,+JAAA,oCAAoC,OAAA;AAC7C,sHAAkH;AAAzG,uKAAA,wCAAwC,OAAA;AACjD,sGAAkG;AAAzF,uJAAA,gCAAgC,OAAA;AACzC,uDAAmD;AAA1C,iHAAA,aAAa,OAAA;AACtB,2EAA2E;AAAlE,yIAAA,2BAA2B,OAAA;AACpC,iEAA6D;AAApD,2HAAA,kBAAkB,OAAA;AAC3B,mEAA+D;AAAtD,6HAAA,mBAAmB,OAAA;AAC5B,iFAA6E;AAApE,2IAAA,0BAA0B,OAAA;AACnC,iEAA6D;AAApD,2HAAA,kBAAkB,OAAA;AAC3B,mFAA+E;AAAtE,6IAAA,2BAA2B,OAAA;AACpC,iEAA6D;AAApD,2HAAA,kBAAkB,OAAA;AAC3B,mDAAkD;AAAzC,gHAAA,cAAc,OAAA;AACvB,2DAAuD;AAA9C,+GAAA,YAAY,OAAA;AACrB,2DAAuD;AAA9C,+GAAA,YAAY,OAAA;AACrB,+EAA+E;AAAtE,uIAAA,0BAA0B,OAAA;AACnC,iFAA6E;AAApE,qIAAA,uBAAuB,OAAA;AAChC,qFAAuE;AAA9D,+HAAA,eAAe,OAAA;AAExB,uDAAmD;AAA1C,iHAAA,aAAa,OAAA;AACtB,mDAAkD;AAAzC,gHAAA,cAAc,OAAA;AACvB,mEAA+D;AAAtD,6HAAA,mBAAmB,OAAA;AAC5B,mEAA+D;AAAtD,6HAAA,mBAAmB,OAAA;AAC5B,oFAAgF;AAAvE,mIAAA,sBAAsB,OAAA;AAC/B,oFAAgF;AAAvE,mIAAA,sBAAsB,OAAA;AAC/B,+DAA2D;AAAlD,yHAAA,iBAAiB,OAAA"}
@@ -1,21 +0,0 @@
1
- "use strict";
2
- var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
- if (k2 === undefined) k2 = k;
4
- var desc = Object.getOwnPropertyDescriptor(m, k);
5
- if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
- desc = { enumerable: true, get: function() { return m[k]; } };
7
- }
8
- Object.defineProperty(o, k2, desc);
9
- }) : (function(o, m, k, k2) {
10
- if (k2 === undefined) k2 = k;
11
- o[k2] = m[k];
12
- }));
13
- var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
- for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
- };
16
- Object.defineProperty(exports, "__esModule", { value: true });
17
- /**
18
- * Here we export all activities to be registered with the temporal worker
19
- */
20
- __exportStar(require("./index-dsl.js"), exports);
21
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/activities/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA;;GAEG;AACH,iDAA+B"}