@vertesia/workflow 0.52.0 → 0.54.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (379) hide show
  1. package/package.json +5 -4
  2. package/src/activities/createDocumentFromOther.ts +1 -1
  3. package/src/activities/executeInteraction.ts +66 -39
  4. package/src/activities/extractDocumentText.ts +67 -51
  5. package/src/activities/generateEmbeddings.ts +1 -1
  6. package/src/activities/generateImageRendition.ts +35 -14
  7. package/src/activities/generateOrAssignContentType.ts +52 -26
  8. package/src/activities/getObjectFromStore.ts +1 -1
  9. package/src/activities/handleError.ts +25 -0
  10. package/src/activities/index-dsl.ts +1 -0
  11. package/src/activities/index.ts +0 -1
  12. package/src/activities/media/processPdfWithTextract.ts +4 -4
  13. package/src/activities/media/transcribeMediaWithGladia.ts +1 -1
  14. package/src/activities/setDocumentStatus.ts +1 -1
  15. package/src/conversion/TextractProcessor.ts +9 -9
  16. package/src/conversion/image.ts +8 -2
  17. package/src/conversion/markitdown.ts +41 -0
  18. package/src/conversion/mutool.ts +1 -1
  19. package/src/conversion/pandoc.test.ts +2 -2
  20. package/src/conversion/pandoc.ts +38 -42
  21. package/src/dsl/dsl-workflow.ts +80 -12
  22. package/src/dsl/validation.test.ts +2 -2
  23. package/src/dsl/vars.test.ts +1 -1
  24. package/src/dsl/vars.ts +6 -6
  25. package/src/dsl/workflow-exec-child.test.ts +14 -4
  26. package/src/dsl/workflow-fetch.test.ts +1 -1
  27. package/src/dsl/workflow-import.test.ts +1 -1
  28. package/src/dsl/workflow.test.ts +12 -2
  29. package/src/index.ts +1 -1
  30. package/src/iterative-generation/activities/extractToc.ts +1 -1
  31. package/src/iterative-generation/activities/generatePart.ts +2 -2
  32. package/src/iterative-generation/activities/generateToc.ts +1 -1
  33. package/src/iterative-generation/iterativeGenerationWorkflow.ts +1 -1
  34. package/src/iterative-generation/types.ts +4 -4
  35. package/src/iterative-generation/utils.ts +4 -4
  36. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -32
  37. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  38. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -72
  39. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  40. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -18
  41. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  42. package/lib/cjs/activities/chunkDocument.js +0 -84
  43. package/lib/cjs/activities/chunkDocument.js.map +0 -1
  44. package/lib/cjs/activities/createDocumentFromOther.js +0 -64
  45. package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
  46. package/lib/cjs/activities/executeInteraction.js +0 -140
  47. package/lib/cjs/activities/executeInteraction.js.map +0 -1
  48. package/lib/cjs/activities/extractDocumentText.js +0 -153
  49. package/lib/cjs/activities/extractDocumentText.js.map +0 -1
  50. package/lib/cjs/activities/generateDocumentProperties.js +0 -77
  51. package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
  52. package/lib/cjs/activities/generateEmbeddings.js +0 -248
  53. package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
  54. package/lib/cjs/activities/generateImageRendition.js +0 -147
  55. package/lib/cjs/activities/generateImageRendition.js.map +0 -1
  56. package/lib/cjs/activities/generateOrAssignContentType.js +0 -99
  57. package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
  58. package/lib/cjs/activities/getObjectFromStore.js +0 -20
  59. package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
  60. package/lib/cjs/activities/index-dsl.js +0 -37
  61. package/lib/cjs/activities/index-dsl.js.map +0 -1
  62. package/lib/cjs/activities/index.js +0 -22
  63. package/lib/cjs/activities/index.js.map +0 -1
  64. package/lib/cjs/activities/media/processPdfWithTextract.js +0 -102
  65. package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
  66. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -51
  67. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
  68. package/lib/cjs/activities/notifyWebhook.js +0 -34
  69. package/lib/cjs/activities/notifyWebhook.js.map +0 -1
  70. package/lib/cjs/activities/setDocumentStatus.js +0 -15
  71. package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
  72. package/lib/cjs/conversion/TextractProcessor.js +0 -417
  73. package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
  74. package/lib/cjs/conversion/image.js +0 -90
  75. package/lib/cjs/conversion/image.js.map +0 -1
  76. package/lib/cjs/conversion/mutool.js +0 -147
  77. package/lib/cjs/conversion/mutool.js.map +0 -1
  78. package/lib/cjs/conversion/pandoc.js +0 -39
  79. package/lib/cjs/conversion/pandoc.js.map +0 -1
  80. package/lib/cjs/dsl/conditions.js +0 -81
  81. package/lib/cjs/dsl/conditions.js.map +0 -1
  82. package/lib/cjs/dsl/dsl-workflow.js +0 -223
  83. package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
  84. package/lib/cjs/dsl/dslProxyActivities.js +0 -23
  85. package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
  86. package/lib/cjs/dsl/projections.js +0 -59
  87. package/lib/cjs/dsl/projections.js.map +0 -1
  88. package/lib/cjs/dsl/setup/ActivityContext.js +0 -120
  89. package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
  90. package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
  91. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
  92. package/lib/cjs/dsl/setup/fetch/index.js +0 -16
  93. package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
  94. package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
  95. package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
  96. package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
  97. package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
  98. package/lib/cjs/dsl/validation.js +0 -122
  99. package/lib/cjs/dsl/validation.js.map +0 -1
  100. package/lib/cjs/dsl/vars.js +0 -341
  101. package/lib/cjs/dsl/vars.js.map +0 -1
  102. package/lib/cjs/dsl/walk.js +0 -100
  103. package/lib/cjs/dsl/walk.js.map +0 -1
  104. package/lib/cjs/dsl.js +0 -20
  105. package/lib/cjs/dsl.js.map +0 -1
  106. package/lib/cjs/errors.js +0 -48
  107. package/lib/cjs/errors.js.map +0 -1
  108. package/lib/cjs/index.js +0 -50
  109. package/lib/cjs/index.js.map +0 -1
  110. package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
  111. package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
  112. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -69
  113. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
  114. package/lib/cjs/iterative-generation/activities/generatePart.js +0 -73
  115. package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
  116. package/lib/cjs/iterative-generation/activities/generateToc.js +0 -91
  117. package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
  118. package/lib/cjs/iterative-generation/activities/index.js +0 -12
  119. package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
  120. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
  121. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  122. package/lib/cjs/iterative-generation/types.js +0 -5
  123. package/lib/cjs/iterative-generation/types.js.map +0 -1
  124. package/lib/cjs/iterative-generation/utils.js +0 -121
  125. package/lib/cjs/iterative-generation/utils.js.map +0 -1
  126. package/lib/cjs/package.json +0 -3
  127. package/lib/cjs/result-types.js +0 -10
  128. package/lib/cjs/result-types.js.map +0 -1
  129. package/lib/cjs/system/notifyWebhookWorkflow.js +0 -47
  130. package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
  131. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -28
  132. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  133. package/lib/cjs/utils/auth.js +0 -15
  134. package/lib/cjs/utils/auth.js.map +0 -1
  135. package/lib/cjs/utils/blobs.js +0 -69
  136. package/lib/cjs/utils/blobs.js.map +0 -1
  137. package/lib/cjs/utils/chunks.js +0 -14
  138. package/lib/cjs/utils/chunks.js.map +0 -1
  139. package/lib/cjs/utils/client.js +0 -26
  140. package/lib/cjs/utils/client.js.map +0 -1
  141. package/lib/cjs/utils/expand-vars.js +0 -33
  142. package/lib/cjs/utils/expand-vars.js.map +0 -1
  143. package/lib/cjs/utils/memory.js +0 -65
  144. package/lib/cjs/utils/memory.js.map +0 -1
  145. package/lib/cjs/utils/tokens.js +0 -38
  146. package/lib/cjs/utils/tokens.js.map +0 -1
  147. package/lib/cjs/vars.js +0 -20
  148. package/lib/cjs/vars.js.map +0 -1
  149. package/lib/cjs/workflows.js +0 -15
  150. package/lib/cjs/workflows.js.map +0 -1
  151. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -29
  152. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  153. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -69
  154. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  155. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -15
  156. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  157. package/lib/esm/activities/chunkDocument.js +0 -81
  158. package/lib/esm/activities/chunkDocument.js.map +0 -1
  159. package/lib/esm/activities/createDocumentFromOther.js +0 -58
  160. package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
  161. package/lib/esm/activities/executeInteraction.js +0 -136
  162. package/lib/esm/activities/executeInteraction.js.map +0 -1
  163. package/lib/esm/activities/extractDocumentText.js +0 -150
  164. package/lib/esm/activities/extractDocumentText.js.map +0 -1
  165. package/lib/esm/activities/generateDocumentProperties.js +0 -74
  166. package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
  167. package/lib/esm/activities/generateEmbeddings.js +0 -245
  168. package/lib/esm/activities/generateEmbeddings.js.map +0 -1
  169. package/lib/esm/activities/generateImageRendition.js +0 -141
  170. package/lib/esm/activities/generateImageRendition.js.map +0 -1
  171. package/lib/esm/activities/generateOrAssignContentType.js +0 -96
  172. package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
  173. package/lib/esm/activities/getObjectFromStore.js +0 -17
  174. package/lib/esm/activities/getObjectFromStore.js.map +0 -1
  175. package/lib/esm/activities/index-dsl.js +0 -18
  176. package/lib/esm/activities/index-dsl.js.map +0 -1
  177. package/lib/esm/activities/index.js +0 -6
  178. package/lib/esm/activities/index.js.map +0 -1
  179. package/lib/esm/activities/media/processPdfWithTextract.js +0 -98
  180. package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
  181. package/lib/esm/activities/media/transcribeMediaWithGladia.js +0 -48
  182. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
  183. package/lib/esm/activities/notifyWebhook.js +0 -31
  184. package/lib/esm/activities/notifyWebhook.js.map +0 -1
  185. package/lib/esm/activities/setDocumentStatus.js +0 -12
  186. package/lib/esm/activities/setDocumentStatus.js.map +0 -1
  187. package/lib/esm/conversion/TextractProcessor.js +0 -410
  188. package/lib/esm/conversion/TextractProcessor.js.map +0 -1
  189. package/lib/esm/conversion/image.js +0 -84
  190. package/lib/esm/conversion/image.js.map +0 -1
  191. package/lib/esm/conversion/mutool.js +0 -139
  192. package/lib/esm/conversion/mutool.js.map +0 -1
  193. package/lib/esm/conversion/pandoc.js +0 -36
  194. package/lib/esm/conversion/pandoc.js.map +0 -1
  195. package/lib/esm/dsl/conditions.js +0 -75
  196. package/lib/esm/dsl/conditions.js.map +0 -1
  197. package/lib/esm/dsl/dsl-workflow.js +0 -216
  198. package/lib/esm/dsl/dsl-workflow.js.map +0 -1
  199. package/lib/esm/dsl/dslProxyActivities.js +0 -20
  200. package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
  201. package/lib/esm/dsl/projections.js +0 -55
  202. package/lib/esm/dsl/projections.js.map +0 -1
  203. package/lib/esm/dsl/setup/ActivityContext.js +0 -115
  204. package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
  205. package/lib/esm/dsl/setup/fetch/DataProvider.js +0 -47
  206. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
  207. package/lib/esm/dsl/setup/fetch/index.js +0 -12
  208. package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
  209. package/lib/esm/dsl/setup/fetch/providers.js +0 -61
  210. package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
  211. package/lib/esm/dsl/test/test-child-workflow.js +0 -5
  212. package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
  213. package/lib/esm/dsl/validation.js +0 -118
  214. package/lib/esm/dsl/validation.js.map +0 -1
  215. package/lib/esm/dsl/vars.js +0 -335
  216. package/lib/esm/dsl/vars.js.map +0 -1
  217. package/lib/esm/dsl/walk.js +0 -96
  218. package/lib/esm/dsl/walk.js.map +0 -1
  219. package/lib/esm/dsl.js +0 -4
  220. package/lib/esm/dsl.js.map +0 -1
  221. package/lib/esm/errors.js +0 -41
  222. package/lib/esm/errors.js.map +0 -1
  223. package/lib/esm/index.js +0 -32
  224. package/lib/esm/index.js.map +0 -1
  225. package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
  226. package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
  227. package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -66
  228. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
  229. package/lib/esm/iterative-generation/activities/generatePart.js +0 -70
  230. package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
  231. package/lib/esm/iterative-generation/activities/generateToc.js +0 -88
  232. package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
  233. package/lib/esm/iterative-generation/activities/index.js +0 -5
  234. package/lib/esm/iterative-generation/activities/index.js.map +0 -1
  235. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
  236. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  237. package/lib/esm/iterative-generation/types.js +0 -2
  238. package/lib/esm/iterative-generation/types.js.map +0 -1
  239. package/lib/esm/iterative-generation/utils.js +0 -112
  240. package/lib/esm/iterative-generation/utils.js.map +0 -1
  241. package/lib/esm/result-types.js +0 -7
  242. package/lib/esm/result-types.js.map +0 -1
  243. package/lib/esm/system/notifyWebhookWorkflow.js +0 -44
  244. package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
  245. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +0 -25
  246. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  247. package/lib/esm/utils/auth.js +0 -8
  248. package/lib/esm/utils/auth.js.map +0 -1
  249. package/lib/esm/utils/blobs.js +0 -58
  250. package/lib/esm/utils/blobs.js.map +0 -1
  251. package/lib/esm/utils/chunks.js +0 -9
  252. package/lib/esm/utils/chunks.js.map +0 -1
  253. package/lib/esm/utils/client.js +0 -23
  254. package/lib/esm/utils/client.js.map +0 -1
  255. package/lib/esm/utils/expand-vars.js +0 -30
  256. package/lib/esm/utils/expand-vars.js.map +0 -1
  257. package/lib/esm/utils/memory.js +0 -55
  258. package/lib/esm/utils/memory.js.map +0 -1
  259. package/lib/esm/utils/tokens.js +0 -34
  260. package/lib/esm/utils/tokens.js.map +0 -1
  261. package/lib/esm/vars.js +0 -4
  262. package/lib/esm/vars.js.map +0 -1
  263. package/lib/esm/workflows.js +0 -8
  264. package/lib/esm/workflows.js.map +0 -1
  265. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +0 -17
  266. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
  267. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +0 -39
  268. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
  269. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +0 -19
  270. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
  271. package/lib/types/activities/chunkDocument.d.ts +0 -33
  272. package/lib/types/activities/chunkDocument.d.ts.map +0 -1
  273. package/lib/types/activities/createDocumentFromOther.d.ts +0 -21
  274. package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
  275. package/lib/types/activities/executeInteraction.d.ts +0 -55
  276. package/lib/types/activities/executeInteraction.d.ts.map +0 -1
  277. package/lib/types/activities/extractDocumentText.d.ts +0 -10
  278. package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
  279. package/lib/types/activities/generateDocumentProperties.d.ts +0 -32
  280. package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
  281. package/lib/types/activities/generateEmbeddings.d.ts +0 -53
  282. package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
  283. package/lib/types/activities/generateImageRendition.d.ts +0 -15
  284. package/lib/types/activities/generateImageRendition.d.ts.map +0 -1
  285. package/lib/types/activities/generateOrAssignContentType.d.ts +0 -44
  286. package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
  287. package/lib/types/activities/getObjectFromStore.d.ts +0 -14
  288. package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
  289. package/lib/types/activities/index-dsl.d.ts +0 -17
  290. package/lib/types/activities/index-dsl.d.ts.map +0 -1
  291. package/lib/types/activities/index.d.ts +0 -6
  292. package/lib/types/activities/index.d.ts.map +0 -1
  293. package/lib/types/activities/media/processPdfWithTextract.d.ts +0 -26
  294. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
  295. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +0 -14
  296. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
  297. package/lib/types/activities/notifyWebhook.d.ts +0 -16
  298. package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
  299. package/lib/types/activities/setDocumentStatus.d.ts +0 -15
  300. package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
  301. package/lib/types/conversion/TextractProcessor.d.ts +0 -45
  302. package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
  303. package/lib/types/conversion/image.d.ts +0 -11
  304. package/lib/types/conversion/image.d.ts.map +0 -1
  305. package/lib/types/conversion/mutool.d.ts +0 -19
  306. package/lib/types/conversion/mutool.d.ts.map +0 -1
  307. package/lib/types/conversion/pandoc.d.ts +0 -2
  308. package/lib/types/conversion/pandoc.d.ts.map +0 -1
  309. package/lib/types/dsl/conditions.d.ts +0 -2
  310. package/lib/types/dsl/conditions.d.ts.map +0 -1
  311. package/lib/types/dsl/dsl-workflow.d.ts +0 -5
  312. package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
  313. package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
  314. package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
  315. package/lib/types/dsl/projections.d.ts +0 -4
  316. package/lib/types/dsl/projections.d.ts.map +0 -1
  317. package/lib/types/dsl/setup/ActivityContext.d.ts +0 -17
  318. package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
  319. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +0 -9
  320. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
  321. package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
  322. package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
  323. package/lib/types/dsl/setup/fetch/providers.d.ts +0 -25
  324. package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
  325. package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
  326. package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
  327. package/lib/types/dsl/validation.d.ts +0 -4
  328. package/lib/types/dsl/validation.d.ts.map +0 -1
  329. package/lib/types/dsl/vars.d.ts +0 -48
  330. package/lib/types/dsl/vars.d.ts.map +0 -1
  331. package/lib/types/dsl/walk.d.ts +0 -18
  332. package/lib/types/dsl/walk.d.ts.map +0 -1
  333. package/lib/types/dsl.d.ts +0 -4
  334. package/lib/types/dsl.d.ts.map +0 -1
  335. package/lib/types/errors.d.ts +0 -22
  336. package/lib/types/errors.d.ts.map +0 -1
  337. package/lib/types/index.d.ts +0 -31
  338. package/lib/types/index.d.ts.map +0 -1
  339. package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
  340. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
  341. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
  342. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
  343. package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
  344. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
  345. package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
  346. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
  347. package/lib/types/iterative-generation/activities/index.d.ts +0 -5
  348. package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
  349. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
  350. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
  351. package/lib/types/iterative-generation/types.d.ts +0 -79
  352. package/lib/types/iterative-generation/types.d.ts.map +0 -1
  353. package/lib/types/iterative-generation/utils.d.ts +0 -27
  354. package/lib/types/iterative-generation/utils.d.ts.map +0 -1
  355. package/lib/types/result-types.d.ts +0 -22
  356. package/lib/types/result-types.d.ts.map +0 -1
  357. package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -3
  358. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
  359. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +0 -25
  360. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
  361. package/lib/types/utils/auth.d.ts +0 -4
  362. package/lib/types/utils/auth.d.ts.map +0 -1
  363. package/lib/types/utils/blobs.d.ts +0 -8
  364. package/lib/types/utils/blobs.d.ts.map +0 -1
  365. package/lib/types/utils/chunks.d.ts +0 -9
  366. package/lib/types/utils/chunks.d.ts.map +0 -1
  367. package/lib/types/utils/client.d.ts +0 -7
  368. package/lib/types/utils/client.d.ts.map +0 -1
  369. package/lib/types/utils/expand-vars.d.ts +0 -8
  370. package/lib/types/utils/expand-vars.d.ts.map +0 -1
  371. package/lib/types/utils/memory.d.ts +0 -8
  372. package/lib/types/utils/memory.d.ts.map +0 -1
  373. package/lib/types/utils/tokens.d.ts +0 -11
  374. package/lib/types/utils/tokens.d.ts.map +0 -1
  375. package/lib/types/vars.d.ts +0 -3
  376. package/lib/types/vars.d.ts.map +0 -1
  377. package/lib/types/workflows.d.ts +0 -8
  378. package/lib/types/workflows.d.ts.map +0 -1
  379. package/lib/workflows-bundle.js +0 -20689
package/lib/esm/errors.js DELETED
@@ -1,41 +0,0 @@
1
- export class NoDocumentFound extends Error {
2
- ids;
3
- constructor(message, ids) {
4
- super(message);
5
- this.ids = ids;
6
- this.name = "NoDocumentFound";
7
- this.ids = ids;
8
- }
9
- }
10
- export class ActivityParamNotFound extends Error {
11
- paramName;
12
- activity;
13
- constructor(paramName, activity) {
14
- super(`Required parameter ${paramName} not found in activity ${activity.name}`);
15
- this.paramName = paramName;
16
- this.activity = activity;
17
- this.name = "ActivityParamNotFound";
18
- }
19
- }
20
- export class ActivityParamInvalid extends Error {
21
- paramName;
22
- activity;
23
- constructor(paramName, activity, reason) {
24
- super(`${paramName} in activity ${activity.name} is invalid${reason ? ` ${reason}` : ""}`);
25
- this.paramName = paramName;
26
- this.activity = activity;
27
- this.name = "ActivityParamInvalid";
28
- }
29
- }
30
- export class WorkflowParamNotFound extends Error {
31
- paramName;
32
- workflow;
33
- constructor(paramName, workflow) {
34
- super(`Required parameter ${paramName} not found in workflow ${workflow?.name}`);
35
- this.paramName = paramName;
36
- this.workflow = workflow;
37
- this.name = "WorkflowParamNotFound";
38
- }
39
- }
40
- export const WF_NON_RETRYABLE_ERRORS = ["NoDocumentFound", "ActivityParamNotFound", "WorkflowParamNotFound"];
41
- //# sourceMappingURL=errors.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,eAAgB,SAAQ,KAAK;IAG3B;IAFX,YACI,OAAe,EACR,GAAc;QAErB,KAAK,CAAC,OAAO,CAAC,CAAC;QAFR,QAAG,GAAH,GAAG,CAAW;QAGrB,IAAI,CAAC,IAAI,GAAG,iBAAiB,CAAC;QAC9B,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;IACnB,CAAC;CACJ;AAED,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAEjC;IACA;IAFX,YACW,SAAiB,EACjB,QAAyB;QAEhC,KAAK,CAAC,sBAAsB,SAAS,0BAA0B,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAHzE,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAiB;QAGhC,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,OAAO,oBAAqB,SAAQ,KAAK;IAEhC;IACA;IAFX,YACW,SAAiB,EACjB,QAAyB,EAChC,MAAe;QAEf,KAAK,CAAC,GAAG,SAAS,gBAAgB,QAAQ,CAAC,IAAI,cAAc,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAJpF,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAiB;QAIhC,IAAI,CAAC,IAAI,GAAG,sBAAsB,CAAC;IACvC,CAAC;CACJ;AAED,MAAM,OAAO,qBAAsB,SAAQ,KAAK;IAEjC;IACA;IAFX,YACW,SAAiB,EACjB,QAA0B;QAEjC,KAAK,CAAC,sBAAsB,SAAS,0BAA0B,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAH1E,cAAS,GAAT,SAAS,CAAQ;QACjB,aAAQ,GAAR,QAAQ,CAAkB;QAGjC,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC,iBAAiB,EAAE,uBAAuB,EAAE,uBAAuB,CAAC,CAAC"}
package/lib/esm/index.js DELETED
@@ -1,32 +0,0 @@
1
- /**
2
- * 1. Activities are exported through the '/activities' named export in package.json.
3
- * Modify the `./activities/index.ts` if you want to modify activity exports
4
- * 2. Workflows are exported through the '/workflows' named export in package.json.
5
- * Modify the `./workflows.ts` file if you want to modify workflow exports
6
- * 3. Here we export the API to be used to validate workflows and the types reuired to create workflow TS definitions.
7
- */
8
- //TODO remove this - it is only for backward compat - iot is used from old workflows
9
- export { dslWorkflow } from "./dsl/dsl-workflow.js";
10
- export * from "./iterative-generation/iterativeGenerationWorkflow.js";
11
- export * from "./activities/advanced/createDocumentTypeFromInteractionRun.js";
12
- export * from "./activities/advanced/createOrUpdateDocumentFromInteractionRun.js";
13
- export * from "./activities/advanced/updateDocumentFromInteractionRun.js";
14
- export * from "./activities/chunkDocument.js";
15
- export * from "./activities/executeInteraction.js";
16
- export * from "./activities/extractDocumentText.js";
17
- export * from "./activities/generateDocumentProperties.js";
18
- export * from "./activities/generateEmbeddings.js";
19
- export * from "./activities/generateImageRendition.js";
20
- export * from "./activities/generateOrAssignContentType.js";
21
- export * from "./activities/notifyWebhook.js";
22
- export * from "./activities/setDocumentStatus.js";
23
- export * from "./iterative-generation/activities/index.js";
24
- export * from "./dsl/setup/ActivityContext.js";
25
- export * from "./errors.js";
26
- export * from "./result-types.js";
27
- export * from "./utils/blobs.js";
28
- export * from "./utils/client.js";
29
- export * from "./utils/memory.js";
30
- export * from "./utils/tokens.js";
31
- export * from "./conversion/image.js";
32
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,oFAAoF;AACpF,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,cAAc,uDAAuD,CAAC;AAEtE,cAAc,+DAA+D,CAAC;AAC9E,cAAc,mEAAmE,CAAC;AAClF,cAAc,2DAA2D,CAAC;AAC1E,cAAc,+BAA+B,CAAC;AAC9C,cAAc,oCAAoC,CAAC;AACnD,cAAc,qCAAqC,CAAC;AACpD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,oCAAoC,CAAC;AACnD,cAAc,wCAAwC,CAAC;AACvD,cAAc,6CAA6C,CAAC;AAC5D,cAAc,+BAA+B,CAAC;AAC9C,cAAc,mCAAmC,CAAC;AAClD,cAAc,4CAA4C,CAAC;AAE3D,cAAc,gCAAgC,CAAC;AAC/C,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAElC,cAAc,uBAAuB,CAAC"}
@@ -1,44 +0,0 @@
1
- import { log } from "@temporalio/activity";
2
- import { parse as parseYaml } from "yaml";
3
- import { getVertesiaClient } from "../../utils/client.js";
4
- import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
5
- import { tocIndex } from "../utils.js";
6
- /**
7
- * This activity is called if the toc was provided in the payload. Otherwise
8
- * the generateToc is called.
9
- *
10
- * @param payload
11
- */
12
- export async function it_gen_extractToc(payload) {
13
- const vars = payload.vars;
14
- const memory = vars.memory;
15
- const client = getVertesiaClient(payload);
16
- const inMemory = await loadMemoryPack(client, `${memory}/input`);
17
- let tocJson = null;
18
- let tocYaml = null;
19
- let toc;
20
- tocJson = await inMemory.getEntryText("toc.json");
21
- if (!tocJson) {
22
- tocYaml = await inMemory.getEntryText("toc.yaml");
23
- if (tocYaml) {
24
- toc = parseYaml(tocYaml);
25
- }
26
- }
27
- else {
28
- toc = JSON.parse(tocJson);
29
- }
30
- if (!toc) {
31
- log.info(`Nothing to extract: no TOC found in the input memory pack.`);
32
- return null; // no toc found
33
- }
34
- log.info(`Found a TOC in the input memory pack`);
35
- await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
36
- return {
37
- toc,
38
- lastProcessdPart: undefined, // the part index (a number array)
39
- previouslyGenerated: ""
40
- };
41
- });
42
- return tocIndex(toc);
43
- }
44
- //# sourceMappingURL=extractToc.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"extractToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/extractToc.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,KAAK,IAAI,SAAS,EAAE,MAAM,MAAM,CAAC;AAC1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAEvC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAiC;IACrE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,OAAO,GAAkB,IAAI,CAAC;IAClC,IAAI,GAAQ,CAAC;IACb,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;IAClD,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,OAAO,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,OAAO,EAAE,CAAC;YACV,GAAG,GAAG,SAAS,CAAC,OAAO,CAAQ,CAAC;QACpC,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAQ,CAAC;IACrC,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QACvE,OAAO,IAAI,CAAC,CAAC,eAAe;IAChC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAEjD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,gBAAgB,EAAE,SAAS,EAAE,kCAAkC;YAC/D,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
@@ -1,66 +0,0 @@
1
- import { log } from "@temporalio/activity";
2
- import { getVertesiaClient } from "../../utils/client.js";
3
- import { expandVars } from "../../utils/expand-vars.js";
4
- import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
5
- import { SECTION_ID_PLACEHOLDER } from "../types.js";
6
- export async function it_gen_finalizeOutput(payload) {
7
- const vars = payload.vars;
8
- const memory = vars.memory;
9
- const client = getVertesiaClient(payload);
10
- const inMemory = await loadMemoryPack(client, `${memory}/input`);
11
- const outMemory = await loadMemoryPack(client, `${memory}/output`);
12
- const content = await outMemory.getEntryText("content.json");
13
- if (!content) {
14
- log.info(`Nothing to do. No content.json file found`);
15
- return "No content.json file found";
16
- }
17
- log.info(`Creating the final output memory pack.`);
18
- const inMeta = await inMemory.getMetadata();
19
- let tocName = "toc.json";
20
- let toc = await inMemory.getEntryText(tocName);
21
- if (!toc) {
22
- tocName = "toc.yaml";
23
- toc = await inMemory.getEntryText(tocName);
24
- }
25
- if (!toc) {
26
- const outMeta = await outMemory.getMetadata();
27
- tocName = "toc.json";
28
- toc = JSON.stringify(outMeta.toc);
29
- }
30
- const sections = JSON.parse(content);
31
- await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
32
- // copy the input toc file if any
33
- if (toc) {
34
- copyText(toc, tocName);
35
- }
36
- // copy the raw JSON content
37
- copyText(content, "content.json");
38
- if (vars.section_file_pattern) {
39
- log.info(`Saving sections to files using pattern: ${vars.section_file_pattern}`);
40
- // save sections to files
41
- for (const section of sections) {
42
- let content = section.content;
43
- if (vars.section_file_header) {
44
- content = getSectionFileHeader(section, vars.section_file_header) + '\n\n' + content;
45
- }
46
- copyText(content, getSectionFileName(section, vars.section_file_pattern));
47
- }
48
- }
49
- return {
50
- ...inMeta,
51
- vars
52
- };
53
- });
54
- return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
55
- }
56
- function getSectionFileHeader(section, header) {
57
- const date = new Date().toISOString();
58
- return expandVars(header, {
59
- section,
60
- date
61
- });
62
- }
63
- function getSectionFileName(section, pattern) {
64
- return pattern.replace(SECTION_ID_PLACEHOLDER, section.id);
65
- }
66
- //# sourceMappingURL=finalizeOutput.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"finalizeOutput.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/finalizeOutput.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAC;AAE3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAClF,OAAO,EAAuC,sBAAsB,EAAc,MAAM,aAAa,CAAC;AAEtG,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,GAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO,4BAA4B,CAAC;IACxC,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAElD,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,iCAAiC;QACjC,IAAI,GAAG,EAAE,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,4BAA4B;QAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACjF,yBAAyB;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC;gBACzF,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QACD,OAAO;YACH,GAAG,MAAM;YACT,IAAI;SACP,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,OAAO,wCAAwC,IAAI,CAAC,oBAAoB,EAAE,CAAC;AAC/E,CAAC;AAID,SAAS,oBAAoB,CAAC,OAAmB,EAAE,MAAc;IAC7D,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,UAAU,CAAC,MAAM,EAAE;QACtB,OAAO;QACP,IAAI;KACP,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB,EAAE,OAAe;IAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,sBAAsB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC"}
@@ -1,70 +0,0 @@
1
- import { ApplicationFailure } from "@temporalio/workflow";
2
- import { getVertesiaClient } from "../../utils/client.js";
3
- import { buildAndPublishMemoryPack, loadMemoryPack } from "../../utils/memory.js";
4
- import { executeWithVars, expectMemoryIsConsistent } from "../utils.js";
5
- export async function it_gen_generatePart(payload, path) {
6
- const vars = payload.vars;
7
- const client = getVertesiaClient(payload);
8
- const memory = vars.memory;
9
- const [sectionIndex, partIndex] = path;
10
- const outMemory = await loadMemoryPack(client, `${memory}/output`);
11
- const meta = await outMemory.getMetadata();
12
- // the section we build is the section at the given index
13
- const section = meta.toc.sections[sectionIndex];
14
- if (!section) {
15
- throw ApplicationFailure.nonRetryable('Section not found in the TOC', 'SectionNotFound', { memory, path });
16
- }
17
- let part;
18
- if (partIndex !== undefined) {
19
- part = section.parts?.[partIndex];
20
- if (!part) {
21
- throw ApplicationFailure.nonRetryable('Part not found in the TOC section', 'PartNotFound', { memory, path });
22
- }
23
- }
24
- expectMemoryIsConsistent(meta, path);
25
- const content = await loadGeneratedContent(outMemory);
26
- let previously_generated = getPreviouslyGeneratedContent(content, !part, vars.rememberance_strategy);
27
- if (!part) { // a new section
28
- content.push({
29
- id: section.id,
30
- name: section.name,
31
- description: section.description,
32
- content: ''
33
- });
34
- }
35
- else if (!content.length) {
36
- throw ApplicationFailure.nonRetryable('content.json is empty while generating a part', 'InvalidIterationState', { memory, path });
37
- }
38
- const interaction = vars.iterative_interaction || vars.interaction;
39
- const r = await executeWithVars(client, interaction, vars, {
40
- iteration: {
41
- toc: meta.toc,
42
- previously_generated,
43
- section: section.name,
44
- part: part?.name,
45
- path: path,
46
- }
47
- });
48
- const result = r.result;
49
- content[content.length - 1].content += result;
50
- meta.lastProcessdPart = path;
51
- await buildAndPublishMemoryPack(client, `${memory}/output`, async ({ copyText }) => {
52
- copyText(JSON.stringify(content, null, 2), "content.json");
53
- return meta;
54
- });
55
- }
56
- async function loadGeneratedContent(memory) {
57
- const content = await memory.getEntryText('content.json');
58
- return content ? JSON.parse(content) : [];
59
- }
60
- function getPreviouslyGeneratedContent(sections, isNewSection, strategy) {
61
- switch (strategy) {
62
- case "document":
63
- return sections.map((section) => section.content || '').join('\n\n');
64
- case "none":
65
- return '';
66
- default:
67
- return isNewSection ? '' : sections[sections.length - 1]?.content || '';
68
- }
69
- }
70
- //# sourceMappingURL=generatePart.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generatePart.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generatePart.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAG1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAElF,OAAO,EAAE,eAAe,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAExE,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAiC,EAAE,IAAc;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAE3B,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,WAAW,EAAsB,CAAC;IAE/D,yDAAyD;IACzD,MAAM,OAAO,GAAe,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,kBAAkB,CAAC,YAAY,CAAC,8BAA8B,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,IAAyB,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,kBAAkB,CAAC,YAAY,CAAC,mCAAmC,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjH,CAAC;IACL,CAAC;IAED,wBAAwB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEtD,IAAI,oBAAoB,GAAG,6BAA6B,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAErG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,gBAAgB;QACzB,OAAO,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,EAAE;SACd,CAAC,CAAA;IACN,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,kBAAkB,CAAC,YAAY,CAAC,+CAA+C,EAAE,uBAAuB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtI,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,WAAW,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;QACvD,SAAS,EAAE;YACP,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,oBAAoB;YACpB,OAAO,EAAE,OAAO,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI;SACb;KACJ,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,CAAC,CAAC,MAAgB,CAAC;IAClC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;IAC9C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7B,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAkB;IAClD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,6BAA6B,CAAC,QAAmB,EAAE,YAAqB,EAAE,QAA0C;IACzH,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,UAAU;YACX,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,KAAK,MAAM;YACP,OAAO,EAAE,CAAC;QACd;YACI,OAAO,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAChF,CAAC;AACL,CAAC"}
@@ -1,88 +0,0 @@
1
- import { getVertesiaClient } from "../../utils/client.js";
2
- import { buildAndPublishMemoryPack } from "../../utils/memory.js";
3
- import { executeWithVars, tocIndex } from "../utils.js";
4
- const defaultTocSchema = {
5
- "type": "object",
6
- "properties": {
7
- "sections": {
8
- "type": "array",
9
- "items": {
10
- "type": "object",
11
- "properties": {
12
- "id": {
13
- "type": "string",
14
- "description": "the id of the section, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
15
- },
16
- "operation": {
17
- "type": "string",
18
- "enum": ["create", "update", "delete"],
19
- "description": "The operation to perform on the section, create, update or delete. If update, you will be requested later to provide the list of change operation to perform."
20
- },
21
- "name": {
22
- "type": "string",
23
- "description": "The name or title of the section, should be the path in the OpenAPI spec, of the title of the section/part."
24
- },
25
- "description": {
26
- "type": "string"
27
- },
28
- "instructions": {
29
- "type": "string"
30
- },
31
- "parts": {
32
- "type": "array",
33
- "description": "when the section is too large, you can split it into parts, each part should have a title and description. Use it to split the section into subsection. When doing an API documentation, you can do one part for each path. When generating code, you can do one part for each method. When generating an OpenAPI spec, you can do one part for each operation.",
34
- "items": {
35
- "type": "object",
36
- "properties": {
37
- "id": {
38
- "type": "string",
39
- "description": "the id of the part, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
40
- },
41
- "name": {
42
- "type": "string",
43
- "description": "The name or title of the part, should be the path in the OpenAPI spec, of the title of the section/part."
44
- },
45
- /*
46
- "description": {
47
- "type": "string"
48
- },
49
- */
50
- "instructions": {
51
- "type": "string"
52
- }
53
- },
54
- "required": [
55
- "id",
56
- "name",
57
- ]
58
- }
59
- }
60
- },
61
- "required": [
62
- "id",
63
- "name",
64
- "operation"
65
- ]
66
- }
67
- }
68
- },
69
- "required": [
70
- "sections"
71
- ]
72
- };
73
- export async function it_gen_generateToc(payload) {
74
- const vars = payload.vars;
75
- const schema = vars.toc_schema || defaultTocSchema;
76
- const client = getVertesiaClient(payload);
77
- const run = await executeWithVars(client, vars.interaction, vars, undefined, schema);
78
- const toc = run.result;
79
- await buildAndPublishMemoryPack(client, `${vars.memory}/output`, async () => {
80
- return {
81
- toc,
82
- lastProcessdPart: undefined, // the part index (a number array)
83
- previouslyGenerated: ""
84
- };
85
- });
86
- return tocIndex(toc);
87
- }
88
- //# sourceMappingURL=generateToc.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generateToc.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAElE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAExD,MAAM,gBAAgB,GAAG;IACrB,MAAM,EAAE,QAAQ;IAChB,YAAY,EAAE;QACV,UAAU,EAAE;YACR,MAAM,EAAE,OAAO;YACf,OAAO,EAAE;gBACL,MAAM,EAAE,QAAQ;gBAChB,YAAY,EAAE;oBACV,IAAI,EAAE;wBACF,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,uJAAuJ;qBACzK;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;wBACtC,aAAa,EAAE,+JAA+J;qBACjL;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,6GAA6G;qBAC/H;oBACD,aAAa,EAAE;wBACX,MAAM,EAAE,QAAQ;qBACnB;oBACD,cAAc,EAAE;wBACZ,MAAM,EAAE,QAAQ;qBACnB;oBACD,OAAO,EACP;wBACI,MAAM,EAAE,OAAO;wBACf,aAAa,EAAE,iWAAiW;wBAChX,OAAO,EAAE;4BACL,MAAM,EAAE,QAAQ;4BAChB,YAAY,EAAE;gCACV,IAAI,EAAE;oCACF,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,oJAAoJ;iCACtK;gCACD,MAAM,EAAE;oCACJ,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,0GAA0G;iCAC5H;gCACD;;;;kCAIE;gCACF,cAAc,EAAE;oCACZ,MAAM,EAAE,QAAQ;iCACnB;6BACJ;4BACD,UAAU,EAAE;gCACR,IAAI;gCACJ,MAAM;6BACT;yBACJ;qBACJ;iBACJ;gBACD,UAAU,EAAE;oBACR,IAAI;oBACJ,MAAM;oBACN,WAAW;iBACd;aACJ;SACJ;KACJ;IACD,UAAU,EAAE;QACR,UAAU;KACb;CACJ,CAAA;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,OAAiC;IACtE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,gBAAgB,CAAC;IAEnD,MAAM,MAAM,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,GAAG,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAErF,MAAM,GAAG,GAAG,GAAG,CAAC,MAAa,CAAC;IAE9B,MAAM,yBAAyB,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,gBAAgB,EAAE,SAAS,EAAE,kCAAkC;YAC/D,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
@@ -1,5 +0,0 @@
1
- export { it_gen_generateToc } from './generateToc.js';
2
- export { it_gen_generatePart } from './generatePart.js';
3
- export { it_gen_extractToc } from './extractToc.js';
4
- export { it_gen_finalizeOutput } from './finalizeOutput.js';
5
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AACtD,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAA"}
@@ -1,53 +0,0 @@
1
- import { log, proxyActivities } from "@temporalio/workflow";
2
- import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
3
- import { SECTION_ID_PLACEHOLDER } from "./types.js";
4
- const { it_gen_extractToc, it_gen_generateToc, it_gen_generatePart, it_gen_finalizeOutput } = proxyActivities({
5
- startToCloseTimeout: "15 minute",
6
- retry: {
7
- initialInterval: '30s',
8
- backoffCoefficient: 2,
9
- maximumAttempts: 20,
10
- maximumInterval: 100 * 30 * 1000, //ms
11
- nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
12
- },
13
- });
14
- export async function iterativeGenerationWorkflow(payload) {
15
- log.info(`Executing Iterative generation workflow.`);
16
- const vars = payload.vars;
17
- if (vars.section_file_pattern && !vars.section_file_pattern.includes(SECTION_ID_PLACEHOLDER)) {
18
- throw new Error(`Invalid section_file_pattern: ${vars.section_file_pattern}. It must include the ${SECTION_ID_PLACEHOLDER} placeholder.`);
19
- }
20
- // extractToc tries to extract the toc from the input memory pack (toc.json or toc.yaml)
21
- // the generateToc activity is retiurning the toc hierarchy.
22
- // It doesn't include extra TOC details like description etc.
23
- // To minimize the payload size only the hierarchy and the section/part names are returned
24
- let toc = await it_gen_extractToc(payload);
25
- if (!toc) {
26
- log.info(`No TOC was specified in the input memory pack. Generating one.`);
27
- toc = await it_gen_generateToc(payload);
28
- }
29
- else {
30
- log.info(`Using the TOC specified in the input memory pack.`);
31
- }
32
- if (toc.sections.length === 0) {
33
- //TODO how to handle this case?
34
- throw new Error("Nothing to generate: TOC is empty");
35
- }
36
- for (const section of toc.sections) {
37
- log.info(`Generating section: ${formatPath(section)}`);
38
- await it_gen_generatePart(payload, section.path);
39
- if (section.parts) {
40
- for (const part of section.parts) {
41
- log.info(`Generating part: ${formatPath(part)}`);
42
- await it_gen_generatePart(payload, part.path);
43
- }
44
- }
45
- }
46
- log.info(`Post-processing output memory pack`);
47
- await it_gen_finalizeOutput(payload);
48
- }
49
- function formatPath(node) {
50
- // we print 1 based indexes
51
- return node.path.map(i => i + 1).join('.') + ' ' + node.name;
52
- }
53
- //# sourceMappingURL=iterativeGenerationWorkflow.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"iterativeGenerationWorkflow.js","sourceRoot":"","sources":["../../../src/iterative-generation/iterativeGenerationWorkflow.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,EAAE,uBAAuB,EAAE,MAAM,cAAc,CAAC;AAEvD,OAAO,EAAyC,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAE3F,MAAM,EACF,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACxB,GAAG,eAAe,CAAoB;IACnC,mBAAmB,EAAE,WAAW;IAChC,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,uBAAuB;KAClD;CACJ,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAAC,OAAiC;IAC/E,GAAG,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAErD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,sBAAsB,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,oBAAoB,yBAAyB,sBAAsB,eAAe,CAAC,CAAC;IAC9I,CAAC;IAED,wFAAwF;IACxF,4DAA4D;IAC5D,6DAA6D;IAC7D,0FAA0F;IAC1F,IAAI,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,GAAG,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC3E,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACJ,GAAG,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,GAAG,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,IAAI,CAAC,oBAAoB,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjD,MAAM,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC/C,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,IAAe;IAC/B,2BAA2B;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;AACjE,CAAC"}
@@ -1,2 +0,0 @@
1
- export const SECTION_ID_PLACEHOLDER = '%id';
2
- //# sourceMappingURL=types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/iterative-generation/types.ts"],"names":[],"mappings":"AACA,MAAM,CAAC,MAAM,sBAAsB,GAAG,KAAK,CAAC"}
@@ -1,112 +0,0 @@
1
- import { ApplicationFailure } from "@temporalio/workflow";
2
- export async function execute(client, options) {
3
- return client.interactions.executeByName(options.interaction, {
4
- data: {
5
- ...options.memory_mapping,
6
- "@memory": options.memory
7
- },
8
- result_schema: options.result_schema,
9
- config: {
10
- environment: options.environment,
11
- model: options.model,
12
- model_options: options.model_options,
13
- }
14
- });
15
- }
16
- export function executeWithVars(client, interaction, vars, mapping, result_schema) {
17
- if (mapping) {
18
- mapping = { ...vars.input_mapping, ...mapping };
19
- }
20
- else {
21
- mapping = vars.input_mapping;
22
- }
23
- const model_options = {
24
- _option_id: "text-fallback",
25
- max_tokens: vars.max_tokens,
26
- temperature: vars.temperature
27
- };
28
- return execute(client, {
29
- interaction: interaction,
30
- memory: `${vars.memory}/input`,
31
- memory_mapping: mapping,
32
- environment: vars.environment,
33
- model: vars.model,
34
- model_options: model_options,
35
- result_schema: result_schema
36
- });
37
- }
38
- export function isSamePartIndex(part1, part2) {
39
- return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
40
- }
41
- export function getPreviousPathIndex(toc, pathIndex) {
42
- let [sectionIdx, partIdx] = pathIndex;
43
- if (partIdx === undefined) {
44
- let prevSectionIdx = sectionIdx - 1;
45
- if (prevSectionIdx < 0) {
46
- return null;
47
- }
48
- else {
49
- const prevParts = toc.sections[prevSectionIdx].parts;
50
- if (prevParts && prevParts.length > 0) { // return the last part of the previous section
51
- return [prevSectionIdx, prevParts.length - 1];
52
- }
53
- else { // if no parts return the section itself
54
- return [prevSectionIdx];
55
- }
56
- }
57
- }
58
- else if (partIdx > 0) { // return the previous part in the same section
59
- return [sectionIdx, partIdx - 1];
60
- }
61
- else { // if the first part return the section itself
62
- return [sectionIdx];
63
- }
64
- }
65
- export function expectMemoryIsConsistent(meta, pathIndex) {
66
- const metaLastProcessedPart = meta.lastProcessdPart;
67
- if (!metaLastProcessedPart) {
68
- if (pathIndex.length > 1 && pathIndex[0] !== 0) {
69
- throw ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
70
- }
71
- else {
72
- return;
73
- }
74
- }
75
- const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
76
- if (!prevPathIndex) {
77
- throw ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
78
- }
79
- else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
80
- throw ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessdPart });
81
- }
82
- }
83
- export function sectionWithoutParts(section) {
84
- const clone = { ...section };
85
- delete clone.parts;
86
- return clone;
87
- }
88
- export function tocIndex(toc) {
89
- const index = { sections: [] };
90
- const sections = toc.sections;
91
- for (let i = 0, l = sections.length; i < l; i++) {
92
- const section = sections[i];
93
- const indexParts = [];
94
- if (section.parts) {
95
- const parts = section.parts;
96
- for (let k = 0, ll = section.parts.length; k < ll; k++) {
97
- const part = parts[k];
98
- indexParts.push({
99
- name: part.id,
100
- path: [i, k]
101
- });
102
- }
103
- }
104
- index.sections.push({
105
- name: section.id,
106
- path: [i],
107
- parts: indexParts
108
- });
109
- }
110
- return index;
111
- }
112
- //# sourceMappingURL=utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAe1D,MAAM,CAAC,KAAK,UAAU,OAAO,CAAU,MAAsB,EAAE,OAAuB;IAClF,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAU,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IAC/K,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,MAAM,UAAU,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACpD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,kBAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,kBAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAC/O,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,kBAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC/O,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -1,7 +0,0 @@
1
- export var TextExtractionStatus;
2
- (function (TextExtractionStatus) {
3
- TextExtractionStatus["skipped"] = "skipped";
4
- TextExtractionStatus["success"] = "success";
5
- TextExtractionStatus["error"] = "error";
6
- })(TextExtractionStatus || (TextExtractionStatus = {}));
7
- //# sourceMappingURL=result-types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":"AAoBA,MAAM,CAAN,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,KAApB,oBAAoB,QAI/B"}
@@ -1,44 +0,0 @@
1
- import { log } from "@temporalio/workflow";
2
- import { ContentEventName } from "@vertesia/common";
3
- import { dslProxyActivities } from "../dsl/dslProxyActivities.js";
4
- import { WF_NON_RETRYABLE_ERRORS } from "../errors.js";
5
- const { notifyWebhook } = dslProxyActivities("notifyWebhookWorkflow", {
6
- startToCloseTimeout: "5 minute",
7
- retry: {
8
- initialInterval: '5s',
9
- backoffCoefficient: 2,
10
- maximumAttempts: 5,
11
- maximumInterval: 100 * 30 * 1000, //ms
12
- nonRetryableErrorTypes: WF_NON_RETRYABLE_ERRORS,
13
- },
14
- });
15
- export async function notifyWebhookWorkflow(payload) {
16
- const { objectIds, vars } = payload;
17
- const notifications = [];
18
- const endpoints = vars?.webhooks || [];
19
- const eventName = vars.event || ContentEventName.workflow_finished;
20
- if (!endpoints.length) {
21
- log.info(`No webhooks to notify`);
22
- return { notifications: [], message: "No webhooks to notify" };
23
- }
24
- for (const ep of endpoints) {
25
- const n = notifyWebhook(payload, {
26
- target_url: ep,
27
- method: 'POST',
28
- payload: {
29
- object_ids: objectIds,
30
- event: eventName,
31
- data: vars.webhook_data ?? undefined,
32
- vars
33
- }
34
- }).then(res => {
35
- log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
36
- return res;
37
- });
38
- notifications.push(n);
39
- }
40
- const res = await Promise.all(notifications);
41
- log.info(`Webhooks notified`);
42
- return { notifications: res, message: "Webhooks notified" };
43
- }
44
- //# sourceMappingURL=notifyWebhookWorkflow.js.map