@vertesia/workflow 0.52.0 → 0.54.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (379) hide show
  1. package/package.json +5 -4
  2. package/src/activities/createDocumentFromOther.ts +1 -1
  3. package/src/activities/executeInteraction.ts +66 -39
  4. package/src/activities/extractDocumentText.ts +67 -51
  5. package/src/activities/generateEmbeddings.ts +1 -1
  6. package/src/activities/generateImageRendition.ts +35 -14
  7. package/src/activities/generateOrAssignContentType.ts +52 -26
  8. package/src/activities/getObjectFromStore.ts +1 -1
  9. package/src/activities/handleError.ts +25 -0
  10. package/src/activities/index-dsl.ts +1 -0
  11. package/src/activities/index.ts +0 -1
  12. package/src/activities/media/processPdfWithTextract.ts +4 -4
  13. package/src/activities/media/transcribeMediaWithGladia.ts +1 -1
  14. package/src/activities/setDocumentStatus.ts +1 -1
  15. package/src/conversion/TextractProcessor.ts +9 -9
  16. package/src/conversion/image.ts +8 -2
  17. package/src/conversion/markitdown.ts +41 -0
  18. package/src/conversion/mutool.ts +1 -1
  19. package/src/conversion/pandoc.test.ts +2 -2
  20. package/src/conversion/pandoc.ts +38 -42
  21. package/src/dsl/dsl-workflow.ts +80 -12
  22. package/src/dsl/validation.test.ts +2 -2
  23. package/src/dsl/vars.test.ts +1 -1
  24. package/src/dsl/vars.ts +6 -6
  25. package/src/dsl/workflow-exec-child.test.ts +14 -4
  26. package/src/dsl/workflow-fetch.test.ts +1 -1
  27. package/src/dsl/workflow-import.test.ts +1 -1
  28. package/src/dsl/workflow.test.ts +12 -2
  29. package/src/index.ts +1 -1
  30. package/src/iterative-generation/activities/extractToc.ts +1 -1
  31. package/src/iterative-generation/activities/generatePart.ts +2 -2
  32. package/src/iterative-generation/activities/generateToc.ts +1 -1
  33. package/src/iterative-generation/iterativeGenerationWorkflow.ts +1 -1
  34. package/src/iterative-generation/types.ts +4 -4
  35. package/src/iterative-generation/utils.ts +4 -4
  36. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -32
  37. package/lib/cjs/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  38. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -72
  39. package/lib/cjs/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  40. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js +0 -18
  41. package/lib/cjs/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  42. package/lib/cjs/activities/chunkDocument.js +0 -84
  43. package/lib/cjs/activities/chunkDocument.js.map +0 -1
  44. package/lib/cjs/activities/createDocumentFromOther.js +0 -64
  45. package/lib/cjs/activities/createDocumentFromOther.js.map +0 -1
  46. package/lib/cjs/activities/executeInteraction.js +0 -140
  47. package/lib/cjs/activities/executeInteraction.js.map +0 -1
  48. package/lib/cjs/activities/extractDocumentText.js +0 -153
  49. package/lib/cjs/activities/extractDocumentText.js.map +0 -1
  50. package/lib/cjs/activities/generateDocumentProperties.js +0 -77
  51. package/lib/cjs/activities/generateDocumentProperties.js.map +0 -1
  52. package/lib/cjs/activities/generateEmbeddings.js +0 -248
  53. package/lib/cjs/activities/generateEmbeddings.js.map +0 -1
  54. package/lib/cjs/activities/generateImageRendition.js +0 -147
  55. package/lib/cjs/activities/generateImageRendition.js.map +0 -1
  56. package/lib/cjs/activities/generateOrAssignContentType.js +0 -99
  57. package/lib/cjs/activities/generateOrAssignContentType.js.map +0 -1
  58. package/lib/cjs/activities/getObjectFromStore.js +0 -20
  59. package/lib/cjs/activities/getObjectFromStore.js.map +0 -1
  60. package/lib/cjs/activities/index-dsl.js +0 -37
  61. package/lib/cjs/activities/index-dsl.js.map +0 -1
  62. package/lib/cjs/activities/index.js +0 -22
  63. package/lib/cjs/activities/index.js.map +0 -1
  64. package/lib/cjs/activities/media/processPdfWithTextract.js +0 -102
  65. package/lib/cjs/activities/media/processPdfWithTextract.js.map +0 -1
  66. package/lib/cjs/activities/media/transcribeMediaWithGladia.js +0 -51
  67. package/lib/cjs/activities/media/transcribeMediaWithGladia.js.map +0 -1
  68. package/lib/cjs/activities/notifyWebhook.js +0 -34
  69. package/lib/cjs/activities/notifyWebhook.js.map +0 -1
  70. package/lib/cjs/activities/setDocumentStatus.js +0 -15
  71. package/lib/cjs/activities/setDocumentStatus.js.map +0 -1
  72. package/lib/cjs/conversion/TextractProcessor.js +0 -417
  73. package/lib/cjs/conversion/TextractProcessor.js.map +0 -1
  74. package/lib/cjs/conversion/image.js +0 -90
  75. package/lib/cjs/conversion/image.js.map +0 -1
  76. package/lib/cjs/conversion/mutool.js +0 -147
  77. package/lib/cjs/conversion/mutool.js.map +0 -1
  78. package/lib/cjs/conversion/pandoc.js +0 -39
  79. package/lib/cjs/conversion/pandoc.js.map +0 -1
  80. package/lib/cjs/dsl/conditions.js +0 -81
  81. package/lib/cjs/dsl/conditions.js.map +0 -1
  82. package/lib/cjs/dsl/dsl-workflow.js +0 -223
  83. package/lib/cjs/dsl/dsl-workflow.js.map +0 -1
  84. package/lib/cjs/dsl/dslProxyActivities.js +0 -23
  85. package/lib/cjs/dsl/dslProxyActivities.js.map +0 -1
  86. package/lib/cjs/dsl/projections.js +0 -59
  87. package/lib/cjs/dsl/projections.js.map +0 -1
  88. package/lib/cjs/dsl/setup/ActivityContext.js +0 -120
  89. package/lib/cjs/dsl/setup/ActivityContext.js.map +0 -1
  90. package/lib/cjs/dsl/setup/fetch/DataProvider.js +0 -51
  91. package/lib/cjs/dsl/setup/fetch/DataProvider.js.map +0 -1
  92. package/lib/cjs/dsl/setup/fetch/index.js +0 -16
  93. package/lib/cjs/dsl/setup/fetch/index.js.map +0 -1
  94. package/lib/cjs/dsl/setup/fetch/providers.js +0 -67
  95. package/lib/cjs/dsl/setup/fetch/providers.js.map +0 -1
  96. package/lib/cjs/dsl/test/test-child-workflow.js +0 -10
  97. package/lib/cjs/dsl/test/test-child-workflow.js.map +0 -1
  98. package/lib/cjs/dsl/validation.js +0 -122
  99. package/lib/cjs/dsl/validation.js.map +0 -1
  100. package/lib/cjs/dsl/vars.js +0 -341
  101. package/lib/cjs/dsl/vars.js.map +0 -1
  102. package/lib/cjs/dsl/walk.js +0 -100
  103. package/lib/cjs/dsl/walk.js.map +0 -1
  104. package/lib/cjs/dsl.js +0 -20
  105. package/lib/cjs/dsl.js.map +0 -1
  106. package/lib/cjs/errors.js +0 -48
  107. package/lib/cjs/errors.js.map +0 -1
  108. package/lib/cjs/index.js +0 -50
  109. package/lib/cjs/index.js.map +0 -1
  110. package/lib/cjs/iterative-generation/activities/extractToc.js +0 -47
  111. package/lib/cjs/iterative-generation/activities/extractToc.js.map +0 -1
  112. package/lib/cjs/iterative-generation/activities/finalizeOutput.js +0 -69
  113. package/lib/cjs/iterative-generation/activities/finalizeOutput.js.map +0 -1
  114. package/lib/cjs/iterative-generation/activities/generatePart.js +0 -73
  115. package/lib/cjs/iterative-generation/activities/generatePart.js.map +0 -1
  116. package/lib/cjs/iterative-generation/activities/generateToc.js +0 -91
  117. package/lib/cjs/iterative-generation/activities/generateToc.js.map +0 -1
  118. package/lib/cjs/iterative-generation/activities/index.js +0 -12
  119. package/lib/cjs/iterative-generation/activities/index.js.map +0 -1
  120. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js +0 -56
  121. package/lib/cjs/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  122. package/lib/cjs/iterative-generation/types.js +0 -5
  123. package/lib/cjs/iterative-generation/types.js.map +0 -1
  124. package/lib/cjs/iterative-generation/utils.js +0 -121
  125. package/lib/cjs/iterative-generation/utils.js.map +0 -1
  126. package/lib/cjs/package.json +0 -3
  127. package/lib/cjs/result-types.js +0 -10
  128. package/lib/cjs/result-types.js.map +0 -1
  129. package/lib/cjs/system/notifyWebhookWorkflow.js +0 -47
  130. package/lib/cjs/system/notifyWebhookWorkflow.js.map +0 -1
  131. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js +0 -28
  132. package/lib/cjs/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  133. package/lib/cjs/utils/auth.js +0 -15
  134. package/lib/cjs/utils/auth.js.map +0 -1
  135. package/lib/cjs/utils/blobs.js +0 -69
  136. package/lib/cjs/utils/blobs.js.map +0 -1
  137. package/lib/cjs/utils/chunks.js +0 -14
  138. package/lib/cjs/utils/chunks.js.map +0 -1
  139. package/lib/cjs/utils/client.js +0 -26
  140. package/lib/cjs/utils/client.js.map +0 -1
  141. package/lib/cjs/utils/expand-vars.js +0 -33
  142. package/lib/cjs/utils/expand-vars.js.map +0 -1
  143. package/lib/cjs/utils/memory.js +0 -65
  144. package/lib/cjs/utils/memory.js.map +0 -1
  145. package/lib/cjs/utils/tokens.js +0 -38
  146. package/lib/cjs/utils/tokens.js.map +0 -1
  147. package/lib/cjs/vars.js +0 -20
  148. package/lib/cjs/vars.js.map +0 -1
  149. package/lib/cjs/workflows.js +0 -15
  150. package/lib/cjs/workflows.js.map +0 -1
  151. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js +0 -29
  152. package/lib/esm/activities/advanced/createDocumentTypeFromInteractionRun.js.map +0 -1
  153. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js +0 -69
  154. package/lib/esm/activities/advanced/createOrUpdateDocumentFromInteractionRun.js.map +0 -1
  155. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js +0 -15
  156. package/lib/esm/activities/advanced/updateDocumentFromInteractionRun.js.map +0 -1
  157. package/lib/esm/activities/chunkDocument.js +0 -81
  158. package/lib/esm/activities/chunkDocument.js.map +0 -1
  159. package/lib/esm/activities/createDocumentFromOther.js +0 -58
  160. package/lib/esm/activities/createDocumentFromOther.js.map +0 -1
  161. package/lib/esm/activities/executeInteraction.js +0 -136
  162. package/lib/esm/activities/executeInteraction.js.map +0 -1
  163. package/lib/esm/activities/extractDocumentText.js +0 -150
  164. package/lib/esm/activities/extractDocumentText.js.map +0 -1
  165. package/lib/esm/activities/generateDocumentProperties.js +0 -74
  166. package/lib/esm/activities/generateDocumentProperties.js.map +0 -1
  167. package/lib/esm/activities/generateEmbeddings.js +0 -245
  168. package/lib/esm/activities/generateEmbeddings.js.map +0 -1
  169. package/lib/esm/activities/generateImageRendition.js +0 -141
  170. package/lib/esm/activities/generateImageRendition.js.map +0 -1
  171. package/lib/esm/activities/generateOrAssignContentType.js +0 -96
  172. package/lib/esm/activities/generateOrAssignContentType.js.map +0 -1
  173. package/lib/esm/activities/getObjectFromStore.js +0 -17
  174. package/lib/esm/activities/getObjectFromStore.js.map +0 -1
  175. package/lib/esm/activities/index-dsl.js +0 -18
  176. package/lib/esm/activities/index-dsl.js.map +0 -1
  177. package/lib/esm/activities/index.js +0 -6
  178. package/lib/esm/activities/index.js.map +0 -1
  179. package/lib/esm/activities/media/processPdfWithTextract.js +0 -98
  180. package/lib/esm/activities/media/processPdfWithTextract.js.map +0 -1
  181. package/lib/esm/activities/media/transcribeMediaWithGladia.js +0 -48
  182. package/lib/esm/activities/media/transcribeMediaWithGladia.js.map +0 -1
  183. package/lib/esm/activities/notifyWebhook.js +0 -31
  184. package/lib/esm/activities/notifyWebhook.js.map +0 -1
  185. package/lib/esm/activities/setDocumentStatus.js +0 -12
  186. package/lib/esm/activities/setDocumentStatus.js.map +0 -1
  187. package/lib/esm/conversion/TextractProcessor.js +0 -410
  188. package/lib/esm/conversion/TextractProcessor.js.map +0 -1
  189. package/lib/esm/conversion/image.js +0 -84
  190. package/lib/esm/conversion/image.js.map +0 -1
  191. package/lib/esm/conversion/mutool.js +0 -139
  192. package/lib/esm/conversion/mutool.js.map +0 -1
  193. package/lib/esm/conversion/pandoc.js +0 -36
  194. package/lib/esm/conversion/pandoc.js.map +0 -1
  195. package/lib/esm/dsl/conditions.js +0 -75
  196. package/lib/esm/dsl/conditions.js.map +0 -1
  197. package/lib/esm/dsl/dsl-workflow.js +0 -216
  198. package/lib/esm/dsl/dsl-workflow.js.map +0 -1
  199. package/lib/esm/dsl/dslProxyActivities.js +0 -20
  200. package/lib/esm/dsl/dslProxyActivities.js.map +0 -1
  201. package/lib/esm/dsl/projections.js +0 -55
  202. package/lib/esm/dsl/projections.js.map +0 -1
  203. package/lib/esm/dsl/setup/ActivityContext.js +0 -115
  204. package/lib/esm/dsl/setup/ActivityContext.js.map +0 -1
  205. package/lib/esm/dsl/setup/fetch/DataProvider.js +0 -47
  206. package/lib/esm/dsl/setup/fetch/DataProvider.js.map +0 -1
  207. package/lib/esm/dsl/setup/fetch/index.js +0 -12
  208. package/lib/esm/dsl/setup/fetch/index.js.map +0 -1
  209. package/lib/esm/dsl/setup/fetch/providers.js +0 -61
  210. package/lib/esm/dsl/setup/fetch/providers.js.map +0 -1
  211. package/lib/esm/dsl/test/test-child-workflow.js +0 -5
  212. package/lib/esm/dsl/test/test-child-workflow.js.map +0 -1
  213. package/lib/esm/dsl/validation.js +0 -118
  214. package/lib/esm/dsl/validation.js.map +0 -1
  215. package/lib/esm/dsl/vars.js +0 -335
  216. package/lib/esm/dsl/vars.js.map +0 -1
  217. package/lib/esm/dsl/walk.js +0 -96
  218. package/lib/esm/dsl/walk.js.map +0 -1
  219. package/lib/esm/dsl.js +0 -4
  220. package/lib/esm/dsl.js.map +0 -1
  221. package/lib/esm/errors.js +0 -41
  222. package/lib/esm/errors.js.map +0 -1
  223. package/lib/esm/index.js +0 -32
  224. package/lib/esm/index.js.map +0 -1
  225. package/lib/esm/iterative-generation/activities/extractToc.js +0 -44
  226. package/lib/esm/iterative-generation/activities/extractToc.js.map +0 -1
  227. package/lib/esm/iterative-generation/activities/finalizeOutput.js +0 -66
  228. package/lib/esm/iterative-generation/activities/finalizeOutput.js.map +0 -1
  229. package/lib/esm/iterative-generation/activities/generatePart.js +0 -70
  230. package/lib/esm/iterative-generation/activities/generatePart.js.map +0 -1
  231. package/lib/esm/iterative-generation/activities/generateToc.js +0 -88
  232. package/lib/esm/iterative-generation/activities/generateToc.js.map +0 -1
  233. package/lib/esm/iterative-generation/activities/index.js +0 -5
  234. package/lib/esm/iterative-generation/activities/index.js.map +0 -1
  235. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js +0 -53
  236. package/lib/esm/iterative-generation/iterativeGenerationWorkflow.js.map +0 -1
  237. package/lib/esm/iterative-generation/types.js +0 -2
  238. package/lib/esm/iterative-generation/types.js.map +0 -1
  239. package/lib/esm/iterative-generation/utils.js +0 -112
  240. package/lib/esm/iterative-generation/utils.js.map +0 -1
  241. package/lib/esm/result-types.js +0 -7
  242. package/lib/esm/result-types.js.map +0 -1
  243. package/lib/esm/system/notifyWebhookWorkflow.js +0 -44
  244. package/lib/esm/system/notifyWebhookWorkflow.js.map +0 -1
  245. package/lib/esm/system/recalculateEmbeddingsWorkflow.js +0 -25
  246. package/lib/esm/system/recalculateEmbeddingsWorkflow.js.map +0 -1
  247. package/lib/esm/utils/auth.js +0 -8
  248. package/lib/esm/utils/auth.js.map +0 -1
  249. package/lib/esm/utils/blobs.js +0 -58
  250. package/lib/esm/utils/blobs.js.map +0 -1
  251. package/lib/esm/utils/chunks.js +0 -9
  252. package/lib/esm/utils/chunks.js.map +0 -1
  253. package/lib/esm/utils/client.js +0 -23
  254. package/lib/esm/utils/client.js.map +0 -1
  255. package/lib/esm/utils/expand-vars.js +0 -30
  256. package/lib/esm/utils/expand-vars.js.map +0 -1
  257. package/lib/esm/utils/memory.js +0 -55
  258. package/lib/esm/utils/memory.js.map +0 -1
  259. package/lib/esm/utils/tokens.js +0 -34
  260. package/lib/esm/utils/tokens.js.map +0 -1
  261. package/lib/esm/vars.js +0 -4
  262. package/lib/esm/vars.js.map +0 -1
  263. package/lib/esm/workflows.js +0 -8
  264. package/lib/esm/workflows.js.map +0 -1
  265. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts +0 -17
  266. package/lib/types/activities/advanced/createDocumentTypeFromInteractionRun.d.ts.map +0 -1
  267. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts +0 -39
  268. package/lib/types/activities/advanced/createOrUpdateDocumentFromInteractionRun.d.ts.map +0 -1
  269. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts +0 -19
  270. package/lib/types/activities/advanced/updateDocumentFromInteractionRun.d.ts.map +0 -1
  271. package/lib/types/activities/chunkDocument.d.ts +0 -33
  272. package/lib/types/activities/chunkDocument.d.ts.map +0 -1
  273. package/lib/types/activities/createDocumentFromOther.d.ts +0 -21
  274. package/lib/types/activities/createDocumentFromOther.d.ts.map +0 -1
  275. package/lib/types/activities/executeInteraction.d.ts +0 -55
  276. package/lib/types/activities/executeInteraction.d.ts.map +0 -1
  277. package/lib/types/activities/extractDocumentText.d.ts +0 -10
  278. package/lib/types/activities/extractDocumentText.d.ts.map +0 -1
  279. package/lib/types/activities/generateDocumentProperties.d.ts +0 -32
  280. package/lib/types/activities/generateDocumentProperties.d.ts.map +0 -1
  281. package/lib/types/activities/generateEmbeddings.d.ts +0 -53
  282. package/lib/types/activities/generateEmbeddings.d.ts.map +0 -1
  283. package/lib/types/activities/generateImageRendition.d.ts +0 -15
  284. package/lib/types/activities/generateImageRendition.d.ts.map +0 -1
  285. package/lib/types/activities/generateOrAssignContentType.d.ts +0 -44
  286. package/lib/types/activities/generateOrAssignContentType.d.ts.map +0 -1
  287. package/lib/types/activities/getObjectFromStore.d.ts +0 -14
  288. package/lib/types/activities/getObjectFromStore.d.ts.map +0 -1
  289. package/lib/types/activities/index-dsl.d.ts +0 -17
  290. package/lib/types/activities/index-dsl.d.ts.map +0 -1
  291. package/lib/types/activities/index.d.ts +0 -6
  292. package/lib/types/activities/index.d.ts.map +0 -1
  293. package/lib/types/activities/media/processPdfWithTextract.d.ts +0 -26
  294. package/lib/types/activities/media/processPdfWithTextract.d.ts.map +0 -1
  295. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts +0 -14
  296. package/lib/types/activities/media/transcribeMediaWithGladia.d.ts.map +0 -1
  297. package/lib/types/activities/notifyWebhook.d.ts +0 -16
  298. package/lib/types/activities/notifyWebhook.d.ts.map +0 -1
  299. package/lib/types/activities/setDocumentStatus.d.ts +0 -15
  300. package/lib/types/activities/setDocumentStatus.d.ts.map +0 -1
  301. package/lib/types/conversion/TextractProcessor.d.ts +0 -45
  302. package/lib/types/conversion/TextractProcessor.d.ts.map +0 -1
  303. package/lib/types/conversion/image.d.ts +0 -11
  304. package/lib/types/conversion/image.d.ts.map +0 -1
  305. package/lib/types/conversion/mutool.d.ts +0 -19
  306. package/lib/types/conversion/mutool.d.ts.map +0 -1
  307. package/lib/types/conversion/pandoc.d.ts +0 -2
  308. package/lib/types/conversion/pandoc.d.ts.map +0 -1
  309. package/lib/types/dsl/conditions.d.ts +0 -2
  310. package/lib/types/dsl/conditions.d.ts.map +0 -1
  311. package/lib/types/dsl/dsl-workflow.d.ts +0 -5
  312. package/lib/types/dsl/dsl-workflow.d.ts.map +0 -1
  313. package/lib/types/dsl/dslProxyActivities.d.ts +0 -10
  314. package/lib/types/dsl/dslProxyActivities.d.ts.map +0 -1
  315. package/lib/types/dsl/projections.d.ts +0 -4
  316. package/lib/types/dsl/projections.d.ts.map +0 -1
  317. package/lib/types/dsl/setup/ActivityContext.d.ts +0 -17
  318. package/lib/types/dsl/setup/ActivityContext.d.ts.map +0 -1
  319. package/lib/types/dsl/setup/fetch/DataProvider.d.ts +0 -9
  320. package/lib/types/dsl/setup/fetch/DataProvider.d.ts.map +0 -1
  321. package/lib/types/dsl/setup/fetch/index.d.ts +0 -6
  322. package/lib/types/dsl/setup/fetch/index.d.ts.map +0 -1
  323. package/lib/types/dsl/setup/fetch/providers.d.ts +0 -25
  324. package/lib/types/dsl/setup/fetch/providers.d.ts.map +0 -1
  325. package/lib/types/dsl/test/test-child-workflow.d.ts +0 -4
  326. package/lib/types/dsl/test/test-child-workflow.d.ts.map +0 -1
  327. package/lib/types/dsl/validation.d.ts +0 -4
  328. package/lib/types/dsl/validation.d.ts.map +0 -1
  329. package/lib/types/dsl/vars.d.ts +0 -48
  330. package/lib/types/dsl/vars.d.ts.map +0 -1
  331. package/lib/types/dsl/walk.d.ts +0 -18
  332. package/lib/types/dsl/walk.d.ts.map +0 -1
  333. package/lib/types/dsl.d.ts +0 -4
  334. package/lib/types/dsl.d.ts.map +0 -1
  335. package/lib/types/errors.d.ts +0 -22
  336. package/lib/types/errors.d.ts.map +0 -1
  337. package/lib/types/index.d.ts +0 -31
  338. package/lib/types/index.d.ts.map +0 -1
  339. package/lib/types/iterative-generation/activities/extractToc.d.ts +0 -10
  340. package/lib/types/iterative-generation/activities/extractToc.d.ts.map +0 -1
  341. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts +0 -3
  342. package/lib/types/iterative-generation/activities/finalizeOutput.d.ts.map +0 -1
  343. package/lib/types/iterative-generation/activities/generatePart.d.ts +0 -3
  344. package/lib/types/iterative-generation/activities/generatePart.d.ts.map +0 -1
  345. package/lib/types/iterative-generation/activities/generateToc.d.ts +0 -4
  346. package/lib/types/iterative-generation/activities/generateToc.d.ts.map +0 -1
  347. package/lib/types/iterative-generation/activities/index.d.ts +0 -5
  348. package/lib/types/iterative-generation/activities/index.d.ts.map +0 -1
  349. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts +0 -3
  350. package/lib/types/iterative-generation/iterativeGenerationWorkflow.d.ts.map +0 -1
  351. package/lib/types/iterative-generation/types.d.ts +0 -79
  352. package/lib/types/iterative-generation/types.d.ts.map +0 -1
  353. package/lib/types/iterative-generation/utils.d.ts +0 -27
  354. package/lib/types/iterative-generation/utils.d.ts.map +0 -1
  355. package/lib/types/result-types.d.ts +0 -22
  356. package/lib/types/result-types.d.ts.map +0 -1
  357. package/lib/types/system/notifyWebhookWorkflow.d.ts +0 -3
  358. package/lib/types/system/notifyWebhookWorkflow.d.ts.map +0 -1
  359. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts +0 -25
  360. package/lib/types/system/recalculateEmbeddingsWorkflow.d.ts.map +0 -1
  361. package/lib/types/utils/auth.d.ts +0 -4
  362. package/lib/types/utils/auth.d.ts.map +0 -1
  363. package/lib/types/utils/blobs.d.ts +0 -8
  364. package/lib/types/utils/blobs.d.ts.map +0 -1
  365. package/lib/types/utils/chunks.d.ts +0 -9
  366. package/lib/types/utils/chunks.d.ts.map +0 -1
  367. package/lib/types/utils/client.d.ts +0 -7
  368. package/lib/types/utils/client.d.ts.map +0 -1
  369. package/lib/types/utils/expand-vars.d.ts +0 -8
  370. package/lib/types/utils/expand-vars.d.ts.map +0 -1
  371. package/lib/types/utils/memory.d.ts +0 -8
  372. package/lib/types/utils/memory.d.ts.map +0 -1
  373. package/lib/types/utils/tokens.d.ts +0 -11
  374. package/lib/types/utils/tokens.d.ts.map +0 -1
  375. package/lib/types/vars.d.ts +0 -3
  376. package/lib/types/vars.d.ts.map +0 -1
  377. package/lib/types/workflows.d.ts +0 -8
  378. package/lib/types/workflows.d.ts.map +0 -1
  379. package/lib/workflows-bundle.js +0 -20689
@@ -1,69 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.it_gen_finalizeOutput = it_gen_finalizeOutput;
4
- const activity_1 = require("@temporalio/activity");
5
- const client_js_1 = require("../../utils/client.js");
6
- const expand_vars_js_1 = require("../../utils/expand-vars.js");
7
- const memory_js_1 = require("../../utils/memory.js");
8
- const types_js_1 = require("../types.js");
9
- async function it_gen_finalizeOutput(payload) {
10
- const vars = payload.vars;
11
- const memory = vars.memory;
12
- const client = (0, client_js_1.getVertesiaClient)(payload);
13
- const inMemory = await (0, memory_js_1.loadMemoryPack)(client, `${memory}/input`);
14
- const outMemory = await (0, memory_js_1.loadMemoryPack)(client, `${memory}/output`);
15
- const content = await outMemory.getEntryText("content.json");
16
- if (!content) {
17
- activity_1.log.info(`Nothing to do. No content.json file found`);
18
- return "No content.json file found";
19
- }
20
- activity_1.log.info(`Creating the final output memory pack.`);
21
- const inMeta = await inMemory.getMetadata();
22
- let tocName = "toc.json";
23
- let toc = await inMemory.getEntryText(tocName);
24
- if (!toc) {
25
- tocName = "toc.yaml";
26
- toc = await inMemory.getEntryText(tocName);
27
- }
28
- if (!toc) {
29
- const outMeta = await outMemory.getMetadata();
30
- tocName = "toc.json";
31
- toc = JSON.stringify(outMeta.toc);
32
- }
33
- const sections = JSON.parse(content);
34
- await (0, memory_js_1.buildAndPublishMemoryPack)(client, `${memory}/output`, async ({ copyText }) => {
35
- // copy the input toc file if any
36
- if (toc) {
37
- copyText(toc, tocName);
38
- }
39
- // copy the raw JSON content
40
- copyText(content, "content.json");
41
- if (vars.section_file_pattern) {
42
- activity_1.log.info(`Saving sections to files using pattern: ${vars.section_file_pattern}`);
43
- // save sections to files
44
- for (const section of sections) {
45
- let content = section.content;
46
- if (vars.section_file_header) {
47
- content = getSectionFileHeader(section, vars.section_file_header) + '\n\n' + content;
48
- }
49
- copyText(content, getSectionFileName(section, vars.section_file_pattern));
50
- }
51
- }
52
- return {
53
- ...inMeta,
54
- vars
55
- };
56
- });
57
- return `Processing done. Extracted files to: ${vars.section_file_pattern}`;
58
- }
59
- function getSectionFileHeader(section, header) {
60
- const date = new Date().toISOString();
61
- return (0, expand_vars_js_1.expandVars)(header, {
62
- section,
63
- date
64
- });
65
- }
66
- function getSectionFileName(section, pattern) {
67
- return pattern.replace(types_js_1.SECTION_ID_PLACEHOLDER, section.id);
68
- }
69
- //# sourceMappingURL=finalizeOutput.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"finalizeOutput.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/finalizeOutput.ts"],"names":[],"mappings":";;AAOA,sDAuDC;AA9DD,mDAA2C;AAE3C,qDAA0D;AAC1D,+DAAwD;AACxD,qDAAkF;AAClF,0CAAsG;AAE/F,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IACzE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,MAAM,MAAM,GAAG,IAAA,6BAAiB,EAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,IAAA,0BAAc,EAAC,MAAM,EAAE,GAAG,MAAM,QAAQ,CAAC,CAAC;IACjE,MAAM,SAAS,GAAG,MAAM,IAAA,0BAAc,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IAEnE,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC7D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,cAAG,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACtD,OAAO,4BAA4B,CAAC;IACxC,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAEnD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;IAC5C,IAAI,OAAO,GAAG,UAAU,CAAC;IACzB,IAAI,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9C,OAAO,GAAG,UAAU,CAAC;QACrB,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACtC,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAc,CAAC;IAElD,MAAM,IAAA,qCAAyB,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,iCAAiC;QACjC,IAAI,GAAG,EAAE,CAAC;YACN,QAAQ,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC3B,CAAC;QACD,4BAA4B;QAC5B,QAAQ,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAClC,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,cAAG,CAAC,IAAI,CAAC,2CAA2C,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YACjF,yBAAyB;YACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;gBAC7B,IAAI,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;gBAC9B,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;oBAC3B,OAAO,GAAG,oBAAoB,CAAC,OAAO,EAAE,IAAI,CAAC,mBAAmB,CAAC,GAAG,MAAM,GAAG,OAAO,CAAC;gBACzF,CAAC;gBACD,QAAQ,CAAC,OAAO,EAAE,kBAAkB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC;YAC9E,CAAC;QACL,CAAC;QACD,OAAO;YACH,GAAG,MAAM;YACT,IAAI;SACP,CAAC;IACN,CAAC,CAAC,CAAC;IAEH,OAAO,wCAAwC,IAAI,CAAC,oBAAoB,EAAE,CAAC;AAC/E,CAAC;AAID,SAAS,oBAAoB,CAAC,OAAmB,EAAE,MAAc;IAC7D,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,OAAO,IAAA,2BAAU,EAAC,MAAM,EAAE;QACtB,OAAO;QACP,IAAI;KACP,CAAC,CAAC;AACP,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAmB,EAAE,OAAe;IAC5D,OAAO,OAAO,CAAC,OAAO,CAAC,iCAAsB,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC;AAC/D,CAAC"}
@@ -1,73 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.it_gen_generatePart = it_gen_generatePart;
4
- const workflow_1 = require("@temporalio/workflow");
5
- const client_js_1 = require("../../utils/client.js");
6
- const memory_js_1 = require("../../utils/memory.js");
7
- const utils_js_1 = require("../utils.js");
8
- async function it_gen_generatePart(payload, path) {
9
- const vars = payload.vars;
10
- const client = (0, client_js_1.getVertesiaClient)(payload);
11
- const memory = vars.memory;
12
- const [sectionIndex, partIndex] = path;
13
- const outMemory = await (0, memory_js_1.loadMemoryPack)(client, `${memory}/output`);
14
- const meta = await outMemory.getMetadata();
15
- // the section we build is the section at the given index
16
- const section = meta.toc.sections[sectionIndex];
17
- if (!section) {
18
- throw workflow_1.ApplicationFailure.nonRetryable('Section not found in the TOC', 'SectionNotFound', { memory, path });
19
- }
20
- let part;
21
- if (partIndex !== undefined) {
22
- part = section.parts?.[partIndex];
23
- if (!part) {
24
- throw workflow_1.ApplicationFailure.nonRetryable('Part not found in the TOC section', 'PartNotFound', { memory, path });
25
- }
26
- }
27
- (0, utils_js_1.expectMemoryIsConsistent)(meta, path);
28
- const content = await loadGeneratedContent(outMemory);
29
- let previously_generated = getPreviouslyGeneratedContent(content, !part, vars.rememberance_strategy);
30
- if (!part) { // a new section
31
- content.push({
32
- id: section.id,
33
- name: section.name,
34
- description: section.description,
35
- content: ''
36
- });
37
- }
38
- else if (!content.length) {
39
- throw workflow_1.ApplicationFailure.nonRetryable('content.json is empty while generating a part', 'InvalidIterationState', { memory, path });
40
- }
41
- const interaction = vars.iterative_interaction || vars.interaction;
42
- const r = await (0, utils_js_1.executeWithVars)(client, interaction, vars, {
43
- iteration: {
44
- toc: meta.toc,
45
- previously_generated,
46
- section: section.name,
47
- part: part?.name,
48
- path: path,
49
- }
50
- });
51
- const result = r.result;
52
- content[content.length - 1].content += result;
53
- meta.lastProcessdPart = path;
54
- await (0, memory_js_1.buildAndPublishMemoryPack)(client, `${memory}/output`, async ({ copyText }) => {
55
- copyText(JSON.stringify(content, null, 2), "content.json");
56
- return meta;
57
- });
58
- }
59
- async function loadGeneratedContent(memory) {
60
- const content = await memory.getEntryText('content.json');
61
- return content ? JSON.parse(content) : [];
62
- }
63
- function getPreviouslyGeneratedContent(sections, isNewSection, strategy) {
64
- switch (strategy) {
65
- case "document":
66
- return sections.map((section) => section.content || '').join('\n\n');
67
- case "none":
68
- return '';
69
- default:
70
- return isNewSection ? '' : sections[sections.length - 1]?.content || '';
71
- }
72
- }
73
- //# sourceMappingURL=generatePart.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generatePart.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generatePart.ts"],"names":[],"mappings":";;AAQA,kDAyDC;AAjED,mDAA0D;AAG1D,qDAA0D;AAC1D,qDAAkF;AAElF,0CAAwE;AAEjE,KAAK,UAAU,mBAAmB,CAAC,OAAiC,EAAE,IAAc;IACvF,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,MAAM,MAAM,GAAG,IAAA,6BAAiB,EAAC,OAAO,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAE3B,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,GAAG,IAAI,CAAC;IACvC,MAAM,SAAS,GAAG,MAAM,IAAA,0BAAc,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,WAAW,EAAsB,CAAC;IAE/D,yDAAyD;IACzD,MAAM,OAAO,GAAe,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAC5D,IAAI,CAAC,OAAO,EAAE,CAAC;QACX,MAAM,6BAAkB,CAAC,YAAY,CAAC,8BAA8B,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/G,CAAC;IACD,IAAI,IAAyB,CAAC;IAC9B,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,IAAI,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,MAAM,6BAAkB,CAAC,YAAY,CAAC,mCAAmC,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjH,CAAC;IACL,CAAC;IAED,IAAA,mCAAwB,EAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAEtD,IAAI,oBAAoB,GAAG,6BAA6B,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAErG,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,gBAAgB;QACzB,OAAO,CAAC,IAAI,CAAC;YACT,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,OAAO,EAAE,EAAE;SACd,CAAC,CAAA;IACN,CAAC;SAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,6BAAkB,CAAC,YAAY,CAAC,+CAA+C,EAAE,uBAAuB,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACtI,CAAC;IAED,MAAM,WAAW,GAAG,IAAI,CAAC,qBAAqB,IAAI,IAAI,CAAC,WAAW,CAAC;IACnE,MAAM,CAAC,GAAG,MAAM,IAAA,0BAAe,EAAC,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE;QACvD,SAAS,EAAE;YACP,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,oBAAoB;YACpB,OAAO,EAAE,OAAO,CAAC,IAAI;YACrB,IAAI,EAAE,IAAI,EAAE,IAAI;YAChB,IAAI,EAAE,IAAI;SACb;KACJ,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,CAAC,CAAC,MAAgB,CAAC;IAClC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC;IAC9C,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAC7B,MAAM,IAAA,qCAAyB,EAAC,MAAM,EAAE,GAAG,MAAM,SAAS,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;QAC/E,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IAChB,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,MAAkB;IAClD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,6BAA6B,CAAC,QAAmB,EAAE,YAAqB,EAAE,QAA0C;IACzH,QAAQ,QAAQ,EAAE,CAAC;QACf,KAAK,UAAU;YACX,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAgB,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClF,KAAK,MAAM;YACP,OAAO,EAAE,CAAC;QACd;YACI,OAAO,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;IAChF,CAAC;AACL,CAAC"}
@@ -1,91 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.it_gen_generateToc = it_gen_generateToc;
4
- const client_js_1 = require("../../utils/client.js");
5
- const memory_js_1 = require("../../utils/memory.js");
6
- const utils_js_1 = require("../utils.js");
7
- const defaultTocSchema = {
8
- "type": "object",
9
- "properties": {
10
- "sections": {
11
- "type": "array",
12
- "items": {
13
- "type": "object",
14
- "properties": {
15
- "id": {
16
- "type": "string",
17
- "description": "the id of the section, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
18
- },
19
- "operation": {
20
- "type": "string",
21
- "enum": ["create", "update", "delete"],
22
- "description": "The operation to perform on the section, create, update or delete. If update, you will be requested later to provide the list of change operation to perform."
23
- },
24
- "name": {
25
- "type": "string",
26
- "description": "The name or title of the section, should be the path in the OpenAPI spec, of the title of the section/part."
27
- },
28
- "description": {
29
- "type": "string"
30
- },
31
- "instructions": {
32
- "type": "string"
33
- },
34
- "parts": {
35
- "type": "array",
36
- "description": "when the section is too large, you can split it into parts, each part should have a title and description. Use it to split the section into subsection. When doing an API documentation, you can do one part for each path. When generating code, you can do one part for each method. When generating an OpenAPI spec, you can do one part for each operation.",
37
- "items": {
38
- "type": "object",
39
- "properties": {
40
- "id": {
41
- "type": "string",
42
- "description": "the id of the part, can be a filename if working on a file, a slug if working on a document or path, or a unique identifier if working on a model."
43
- },
44
- "name": {
45
- "type": "string",
46
- "description": "The name or title of the part, should be the path in the OpenAPI spec, of the title of the section/part."
47
- },
48
- /*
49
- "description": {
50
- "type": "string"
51
- },
52
- */
53
- "instructions": {
54
- "type": "string"
55
- }
56
- },
57
- "required": [
58
- "id",
59
- "name",
60
- ]
61
- }
62
- }
63
- },
64
- "required": [
65
- "id",
66
- "name",
67
- "operation"
68
- ]
69
- }
70
- }
71
- },
72
- "required": [
73
- "sections"
74
- ]
75
- };
76
- async function it_gen_generateToc(payload) {
77
- const vars = payload.vars;
78
- const schema = vars.toc_schema || defaultTocSchema;
79
- const client = (0, client_js_1.getVertesiaClient)(payload);
80
- const run = await (0, utils_js_1.executeWithVars)(client, vars.interaction, vars, undefined, schema);
81
- const toc = run.result;
82
- await (0, memory_js_1.buildAndPublishMemoryPack)(client, `${vars.memory}/output`, async () => {
83
- return {
84
- toc,
85
- lastProcessdPart: undefined, // the part index (a number array)
86
- previouslyGenerated: ""
87
- };
88
- });
89
- return (0, utils_js_1.tocIndex)(toc);
90
- }
91
- //# sourceMappingURL=generateToc.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"generateToc.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/generateToc.ts"],"names":[],"mappings":";;AA6EA,gDAoBC;AAhGD,qDAA0D;AAC1D,qDAAkE;AAElE,0CAAwD;AAExD,MAAM,gBAAgB,GAAG;IACrB,MAAM,EAAE,QAAQ;IAChB,YAAY,EAAE;QACV,UAAU,EAAE;YACR,MAAM,EAAE,OAAO;YACf,OAAO,EAAE;gBACL,MAAM,EAAE,QAAQ;gBAChB,YAAY,EAAE;oBACV,IAAI,EAAE;wBACF,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,uJAAuJ;qBACzK;oBACD,WAAW,EAAE;wBACT,MAAM,EAAE,QAAQ;wBAChB,MAAM,EAAE,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC;wBACtC,aAAa,EAAE,+JAA+J;qBACjL;oBACD,MAAM,EAAE;wBACJ,MAAM,EAAE,QAAQ;wBAChB,aAAa,EAAE,6GAA6G;qBAC/H;oBACD,aAAa,EAAE;wBACX,MAAM,EAAE,QAAQ;qBACnB;oBACD,cAAc,EAAE;wBACZ,MAAM,EAAE,QAAQ;qBACnB;oBACD,OAAO,EACP;wBACI,MAAM,EAAE,OAAO;wBACf,aAAa,EAAE,iWAAiW;wBAChX,OAAO,EAAE;4BACL,MAAM,EAAE,QAAQ;4BAChB,YAAY,EAAE;gCACV,IAAI,EAAE;oCACF,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,oJAAoJ;iCACtK;gCACD,MAAM,EAAE;oCACJ,MAAM,EAAE,QAAQ;oCAChB,aAAa,EAAE,0GAA0G;iCAC5H;gCACD;;;;kCAIE;gCACF,cAAc,EAAE;oCACZ,MAAM,EAAE,QAAQ;iCACnB;6BACJ;4BACD,UAAU,EAAE;gCACR,IAAI;gCACJ,MAAM;6BACT;yBACJ;qBACJ;iBACJ;gBACD,UAAU,EAAE;oBACR,IAAI;oBACJ,MAAM;oBACN,WAAW;iBACd;aACJ;SACJ;KACJ;IACD,UAAU,EAAE;QACR,UAAU;KACb;CACJ,CAAA;AAEM,KAAK,UAAU,kBAAkB,CAAC,OAAiC;IACtE,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IAExD,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,gBAAgB,CAAC;IAEnD,MAAM,MAAM,GAAG,IAAA,6BAAiB,EAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,GAAG,GAAG,MAAM,IAAA,0BAAe,EAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAErF,MAAM,GAAG,GAAG,GAAG,CAAC,MAAa,CAAC;IAE9B,MAAM,IAAA,qCAAyB,EAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,SAAS,EAAE,KAAK,IAAI,EAAE;QACxE,OAAO;YACH,GAAG;YACH,gBAAgB,EAAE,SAAS,EAAE,kCAAkC;YAC/D,mBAAmB,EAAE,EAAE;SACN,CAAA;IACzB,CAAC,CAAC,CAAC;IAEH,OAAO,IAAA,mBAAQ,EAAC,GAAG,CAAC,CAAC;AACzB,CAAC"}
@@ -1,12 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.it_gen_finalizeOutput = exports.it_gen_extractToc = exports.it_gen_generatePart = exports.it_gen_generateToc = void 0;
4
- var generateToc_js_1 = require("./generateToc.js");
5
- Object.defineProperty(exports, "it_gen_generateToc", { enumerable: true, get: function () { return generateToc_js_1.it_gen_generateToc; } });
6
- var generatePart_js_1 = require("./generatePart.js");
7
- Object.defineProperty(exports, "it_gen_generatePart", { enumerable: true, get: function () { return generatePart_js_1.it_gen_generatePart; } });
8
- var extractToc_js_1 = require("./extractToc.js");
9
- Object.defineProperty(exports, "it_gen_extractToc", { enumerable: true, get: function () { return extractToc_js_1.it_gen_extractToc; } });
10
- var finalizeOutput_js_1 = require("./finalizeOutput.js");
11
- Object.defineProperty(exports, "it_gen_finalizeOutput", { enumerable: true, get: function () { return finalizeOutput_js_1.it_gen_finalizeOutput; } });
12
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/iterative-generation/activities/index.ts"],"names":[],"mappings":";;;AAAA,mDAAsD;AAA7C,oHAAA,kBAAkB,OAAA;AAC3B,qDAAwD;AAA/C,sHAAA,mBAAmB,OAAA;AAC5B,iDAAoD;AAA3C,kHAAA,iBAAiB,OAAA;AAC1B,yDAA2D;AAAlD,0HAAA,qBAAqB,OAAA"}
@@ -1,56 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.iterativeGenerationWorkflow = iterativeGenerationWorkflow;
4
- const workflow_1 = require("@temporalio/workflow");
5
- const errors_js_1 = require("../errors.js");
6
- const types_js_1 = require("./types.js");
7
- const { it_gen_extractToc, it_gen_generateToc, it_gen_generatePart, it_gen_finalizeOutput } = (0, workflow_1.proxyActivities)({
8
- startToCloseTimeout: "15 minute",
9
- retry: {
10
- initialInterval: '30s',
11
- backoffCoefficient: 2,
12
- maximumAttempts: 20,
13
- maximumInterval: 100 * 30 * 1000, //ms
14
- nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
15
- },
16
- });
17
- async function iterativeGenerationWorkflow(payload) {
18
- workflow_1.log.info(`Executing Iterative generation workflow.`);
19
- const vars = payload.vars;
20
- if (vars.section_file_pattern && !vars.section_file_pattern.includes(types_js_1.SECTION_ID_PLACEHOLDER)) {
21
- throw new Error(`Invalid section_file_pattern: ${vars.section_file_pattern}. It must include the ${types_js_1.SECTION_ID_PLACEHOLDER} placeholder.`);
22
- }
23
- // extractToc tries to extract the toc from the input memory pack (toc.json or toc.yaml)
24
- // the generateToc activity is retiurning the toc hierarchy.
25
- // It doesn't include extra TOC details like description etc.
26
- // To minimize the payload size only the hierarchy and the section/part names are returned
27
- let toc = await it_gen_extractToc(payload);
28
- if (!toc) {
29
- workflow_1.log.info(`No TOC was specified in the input memory pack. Generating one.`);
30
- toc = await it_gen_generateToc(payload);
31
- }
32
- else {
33
- workflow_1.log.info(`Using the TOC specified in the input memory pack.`);
34
- }
35
- if (toc.sections.length === 0) {
36
- //TODO how to handle this case?
37
- throw new Error("Nothing to generate: TOC is empty");
38
- }
39
- for (const section of toc.sections) {
40
- workflow_1.log.info(`Generating section: ${formatPath(section)}`);
41
- await it_gen_generatePart(payload, section.path);
42
- if (section.parts) {
43
- for (const part of section.parts) {
44
- workflow_1.log.info(`Generating part: ${formatPath(part)}`);
45
- await it_gen_generatePart(payload, part.path);
46
- }
47
- }
48
- }
49
- workflow_1.log.info(`Post-processing output memory pack`);
50
- await it_gen_finalizeOutput(payload);
51
- }
52
- function formatPath(node) {
53
- // we print 1 based indexes
54
- return node.path.map(i => i + 1).join('.') + ' ' + node.name;
55
- }
56
- //# sourceMappingURL=iterativeGenerationWorkflow.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"iterativeGenerationWorkflow.js","sourceRoot":"","sources":["../../../src/iterative-generation/iterativeGenerationWorkflow.ts"],"names":[],"mappings":";;AAuBA,kEAuCC;AA5DD,mDAA4D;AAC5D,4CAAuD;AAEvD,yCAA2F;AAE3F,MAAM,EACF,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACxB,GAAG,IAAA,0BAAe,EAAoB;IACnC,mBAAmB,EAAE,WAAW;IAChC,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,2BAA2B,CAAC,OAAiC;IAC/E,cAAG,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IAErD,MAAM,IAAI,GAAG,OAAO,CAAC,IAAkC,CAAC;IACxD,IAAI,IAAI,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,CAAC,iCAAsB,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,CAAC,oBAAoB,yBAAyB,iCAAsB,eAAe,CAAC,CAAC;IAC9I,CAAC;IAED,wFAAwF;IACxF,4DAA4D;IAC5D,6DAA6D;IAC7D,0FAA0F;IAC1F,IAAI,GAAG,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC3C,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,cAAG,CAAC,IAAI,CAAC,gEAAgE,CAAC,CAAC;QAC3E,GAAG,GAAG,MAAM,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;SAAM,CAAC;QACJ,cAAG,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;IAClE,CAAC;IAED,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,+BAA+B;QAC/B,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QACjC,cAAG,CAAC,IAAI,CAAC,uBAAuB,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACvD,MAAM,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAEjD,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;gBAC/B,cAAG,CAAC,IAAI,CAAC,oBAAoB,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACjD,MAAM,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,CAAC;QACL,CAAC;IACL,CAAC;IAED,cAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC/C,MAAM,qBAAqB,CAAC,OAAO,CAAC,CAAC;AACzC,CAAC;AAED,SAAS,UAAU,CAAC,IAAe;IAC/B,2BAA2B;IAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC;AACjE,CAAC"}
@@ -1,5 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.SECTION_ID_PLACEHOLDER = void 0;
4
- exports.SECTION_ID_PLACEHOLDER = '%id';
5
- //# sourceMappingURL=types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/iterative-generation/types.ts"],"names":[],"mappings":";;;AACa,QAAA,sBAAsB,GAAG,KAAK,CAAC"}
@@ -1,121 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.execute = execute;
4
- exports.executeWithVars = executeWithVars;
5
- exports.isSamePartIndex = isSamePartIndex;
6
- exports.getPreviousPathIndex = getPreviousPathIndex;
7
- exports.expectMemoryIsConsistent = expectMemoryIsConsistent;
8
- exports.sectionWithoutParts = sectionWithoutParts;
9
- exports.tocIndex = tocIndex;
10
- const workflow_1 = require("@temporalio/workflow");
11
- async function execute(client, options) {
12
- return client.interactions.executeByName(options.interaction, {
13
- data: {
14
- ...options.memory_mapping,
15
- "@memory": options.memory
16
- },
17
- result_schema: options.result_schema,
18
- config: {
19
- environment: options.environment,
20
- model: options.model,
21
- model_options: options.model_options,
22
- }
23
- });
24
- }
25
- function executeWithVars(client, interaction, vars, mapping, result_schema) {
26
- if (mapping) {
27
- mapping = { ...vars.input_mapping, ...mapping };
28
- }
29
- else {
30
- mapping = vars.input_mapping;
31
- }
32
- const model_options = {
33
- _option_id: "text-fallback",
34
- max_tokens: vars.max_tokens,
35
- temperature: vars.temperature
36
- };
37
- return execute(client, {
38
- interaction: interaction,
39
- memory: `${vars.memory}/input`,
40
- memory_mapping: mapping,
41
- environment: vars.environment,
42
- model: vars.model,
43
- model_options: model_options,
44
- result_schema: result_schema
45
- });
46
- }
47
- function isSamePartIndex(part1, part2) {
48
- return part1 && part2 && part1.length === part2.length && part1.every((v, i) => v === part2[i]);
49
- }
50
- function getPreviousPathIndex(toc, pathIndex) {
51
- let [sectionIdx, partIdx] = pathIndex;
52
- if (partIdx === undefined) {
53
- let prevSectionIdx = sectionIdx - 1;
54
- if (prevSectionIdx < 0) {
55
- return null;
56
- }
57
- else {
58
- const prevParts = toc.sections[prevSectionIdx].parts;
59
- if (prevParts && prevParts.length > 0) { // return the last part of the previous section
60
- return [prevSectionIdx, prevParts.length - 1];
61
- }
62
- else { // if no parts return the section itself
63
- return [prevSectionIdx];
64
- }
65
- }
66
- }
67
- else if (partIdx > 0) { // return the previous part in the same section
68
- return [sectionIdx, partIdx - 1];
69
- }
70
- else { // if the first part return the section itself
71
- return [sectionIdx];
72
- }
73
- }
74
- function expectMemoryIsConsistent(meta, pathIndex) {
75
- const metaLastProcessedPart = meta.lastProcessdPart;
76
- if (!metaLastProcessedPart) {
77
- if (pathIndex.length > 1 && pathIndex[0] !== 0) {
78
- throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow.', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: [pathIndex[0], pathIndex[1] - 1], previousIndex: metaLastProcessedPart });
79
- }
80
- else {
81
- return;
82
- }
83
- }
84
- const prevPathIndex = getPreviousPathIndex(meta.toc, pathIndex);
85
- if (!prevPathIndex) {
86
- throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: metaLastProcessedPart });
87
- }
88
- else if (!isSamePartIndex(prevPathIndex, metaLastProcessedPart)) {
89
- throw workflow_1.ApplicationFailure.nonRetryable('Memory last processed part is not consitent with the workflow', 'MemoryPackNotConsistent', { currentIndex: pathIndex, expectedPreviousIndex: prevPathIndex, previousIndex: meta.lastProcessdPart });
90
- }
91
- }
92
- function sectionWithoutParts(section) {
93
- const clone = { ...section };
94
- delete clone.parts;
95
- return clone;
96
- }
97
- function tocIndex(toc) {
98
- const index = { sections: [] };
99
- const sections = toc.sections;
100
- for (let i = 0, l = sections.length; i < l; i++) {
101
- const section = sections[i];
102
- const indexParts = [];
103
- if (section.parts) {
104
- const parts = section.parts;
105
- for (let k = 0, ll = section.parts.length; k < ll; k++) {
106
- const part = parts[k];
107
- indexParts.push({
108
- name: part.id,
109
- path: [i, k]
110
- });
111
- }
112
- }
113
- index.sections.push({
114
- name: section.id,
115
- path: [i],
116
- parts: indexParts
117
- });
118
- }
119
- return index;
120
- }
121
- //# sourceMappingURL=utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/iterative-generation/utils.ts"],"names":[],"mappings":";;AAiBA,0BAaC;AAED,0CAoBC;AAED,0CAEC;AAED,oDAmBC;AAGD,4DAeC;AAED,kDAIC;AAED,4BAuBC;AA5HD,mDAA0D;AAenD,KAAK,UAAU,OAAO,CAAU,MAAsB,EAAE,OAAuB;IAClF,OAAO,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,OAAO,CAAC,WAAW,EAAE;QAC1D,IAAI,EAAE;YACF,GAAG,OAAO,CAAC,cAAc;YACzB,SAAS,EAAE,OAAO,CAAC,MAAM;SAC5B;QACD,aAAa,EAAE,OAAO,CAAC,aAAa;QACpC,MAAM,EAAE;YACJ,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,aAAa,EAAE,OAAO,CAAC,aAAa;SACvC;KACJ,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAU,MAAsB,EAAE,WAAmB,EAAE,IAAyB,EAAE,OAA6B,EAAE,aAAmC;IAC/K,IAAI,OAAO,EAAE,CAAC;QACV,OAAO,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,OAAO,EAAE,CAAC;IACpD,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC;IACjC,CAAC;IACD,MAAM,aAAa,GAAwB;QACvC,UAAU,EAAE,eAAe;QAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;QAC3B,WAAW,EAAE,IAAI,CAAC,WAAW;KAChC,CAAA;IACD,OAAO,OAAO,CAAC,MAAM,EAAE;QACnB,WAAW,EAAE,WAAW;QACxB,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,QAAQ;QAC9B,cAAc,EAAE,OAAO;QACvB,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,aAAa,EAAE,aAAa;QAC5B,aAAa,EAAE,aAAa;KAC/B,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,eAAe,CAAC,KAAe,EAAE,KAAe;IAC5D,OAAO,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AACpG,CAAC;AAED,SAAgB,oBAAoB,CAAC,GAAQ,EAAE,SAAmB;IAC9D,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,GAAG,SAAS,CAAC;IACtC,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACxB,IAAI,cAAc,GAAG,UAAU,GAAG,CAAC,CAAC;QACpC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QAChB,CAAC;aAAM,CAAC;YACJ,MAAM,SAAS,GAAG,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,KAAK,CAAC;YACrD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;gBACpF,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClD,CAAC;iBAAM,CAAC,CAAC,wCAAwC;gBAC7C,OAAO,CAAC,cAAc,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC,CAAC,+CAA+C;QACrE,OAAO,CAAC,UAAU,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC;IACrC,CAAC;SAAM,CAAC,CAAC,8CAA8C;QACnD,OAAO,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;AACL,CAAC;AAGD,SAAgB,wBAAwB,CAAC,IAAsB,EAAE,SAAmB;IAChF,MAAM,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC;IACpD,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACzB,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;YAC7C,MAAM,6BAAkB,CAAC,YAAY,CAAC,gEAAgE,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;QACnQ,CAAC;aAAM,CAAC;YACJ,OAAO;QACX,CAAC;IACL,CAAC;IACD,MAAM,aAAa,GAAG,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IAChE,IAAI,CAAC,aAAa,EAAE,CAAC;QACjB,MAAM,6BAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC,CAAC;IAC/O,CAAC;SAAM,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,qBAAqB,CAAC,EAAE,CAAC;QAChE,MAAM,6BAAkB,CAAC,YAAY,CAAC,+DAA+D,EAAE,yBAAyB,EAAE,EAAE,YAAY,EAAE,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,aAAa,EAAE,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC/O,CAAC;AACL,CAAC;AAED,SAAgB,mBAAmB,CAAC,OAAmB;IACnD,MAAM,KAAK,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAC7B,OAAO,KAAK,CAAC,KAAK,CAAC;IACnB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAgB,QAAQ,CAAC,GAAQ;IAC7B,MAAM,KAAK,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAc,CAAC;IAC3C,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC5B,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACtB,UAAU,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,IAAI,CAAC,EAAE;oBACb,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;iBACf,CAAC,CAAC;YACP,CAAC;QACL,CAAC;QACD,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,OAAO,CAAC,EAAE;YAChB,IAAI,EAAE,CAAC,CAAC,CAAC;YACT,KAAK,EAAE,UAAU;SACpB,CAAC,CAAC;IACP,CAAC;IACD,OAAO,KAAK,CAAC;AACjB,CAAC"}
@@ -1,3 +0,0 @@
1
- {
2
- "type": "commonjs"
3
- }
@@ -1,10 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.TextExtractionStatus = void 0;
4
- var TextExtractionStatus;
5
- (function (TextExtractionStatus) {
6
- TextExtractionStatus["skipped"] = "skipped";
7
- TextExtractionStatus["success"] = "success";
8
- TextExtractionStatus["error"] = "error";
9
- })(TextExtractionStatus || (exports.TextExtractionStatus = TextExtractionStatus = {}));
10
- //# sourceMappingURL=result-types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"result-types.js","sourceRoot":"","sources":["../../src/result-types.ts"],"names":[],"mappings":";;;AAoBA,IAAY,oBAIX;AAJD,WAAY,oBAAoB;IAC5B,2CAAmB,CAAA;IACnB,2CAAmB,CAAA;IACnB,uCAAe,CAAA;AACnB,CAAC,EAJW,oBAAoB,oCAApB,oBAAoB,QAI/B"}
@@ -1,47 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.notifyWebhookWorkflow = notifyWebhookWorkflow;
4
- const workflow_1 = require("@temporalio/workflow");
5
- const common_1 = require("@vertesia/common");
6
- const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
7
- const errors_js_1 = require("../errors.js");
8
- const { notifyWebhook } = (0, dslProxyActivities_js_1.dslProxyActivities)("notifyWebhookWorkflow", {
9
- startToCloseTimeout: "5 minute",
10
- retry: {
11
- initialInterval: '5s',
12
- backoffCoefficient: 2,
13
- maximumAttempts: 5,
14
- maximumInterval: 100 * 30 * 1000, //ms
15
- nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
16
- },
17
- });
18
- async function notifyWebhookWorkflow(payload) {
19
- const { objectIds, vars } = payload;
20
- const notifications = [];
21
- const endpoints = vars?.webhooks || [];
22
- const eventName = vars.event || common_1.ContentEventName.workflow_finished;
23
- if (!endpoints.length) {
24
- workflow_1.log.info(`No webhooks to notify`);
25
- return { notifications: [], message: "No webhooks to notify" };
26
- }
27
- for (const ep of endpoints) {
28
- const n = notifyWebhook(payload, {
29
- target_url: ep,
30
- method: 'POST',
31
- payload: {
32
- object_ids: objectIds,
33
- event: eventName,
34
- data: vars.webhook_data ?? undefined,
35
- vars
36
- }
37
- }).then(res => {
38
- workflow_1.log.info(`Webhook notified at ${ep} with response code: ${res.status}`, { res });
39
- return res;
40
- });
41
- notifications.push(n);
42
- }
43
- const res = await Promise.all(notifications);
44
- workflow_1.log.info(`Webhooks notified`);
45
- return { notifications: res, message: "Webhooks notified" };
46
- }
47
- //# sourceMappingURL=notifyWebhookWorkflow.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"notifyWebhookWorkflow.js","sourceRoot":"","sources":["../../../src/system/notifyWebhookWorkflow.ts"],"names":[],"mappings":";;AAqBA,sDAkCC;AAtDD,mDAA2C;AAC3C,6CAA8E;AAE9E,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,aAAa,EAChB,GAAG,IAAA,0CAAkB,EAAoB,uBAAuB,EAAE;IAC/D,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,IAAI;QACrB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,CAAC;QAClB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAGI,KAAK,UAAU,qBAAqB,CAAC,OAAiC;IAEzE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,GAAG,OAAO,CAAC;IACpC,MAAM,aAAa,GAAG,EAAE,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IACvC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,IAAI,yBAAgB,CAAC,iBAAiB,CAAC;IAEnE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpB,cAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAClC,OAAO,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;IACnE,CAAC;IAED,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QACzB,MAAM,CAAC,GAAG,aAAa,CAAC,OAAO,EAAE;YAC7B,UAAU,EAAE,EAAE;YACd,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,UAAU,EAAE,SAAS;gBACrB,KAAK,EAAE,SAAS;gBAChB,IAAI,EAAE,IAAI,CAAC,YAAY,IAAI,SAAS;gBACpC,IAAI;aACP;SACJ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACV,cAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE,wBAAwB,GAAG,CAAC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YACjF,OAAO,GAAG,CAAC;QACf,CAAC,CAAC,CAAC;QACH,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC7C,cAAG,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAE9B,OAAO,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAC;AAEhE,CAAC"}
@@ -1,28 +0,0 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.recalculateEmbeddingsWorkflow = recalculateEmbeddingsWorkflow;
4
- const common_1 = require("@vertesia/common");
5
- const dslProxyActivities_js_1 = require("../dsl/dslProxyActivities.js");
6
- const errors_js_1 = require("../errors.js");
7
- const { generateEmbeddings, } = (0, dslProxyActivities_js_1.dslProxyActivities)("recalculateEmbeddingsWorkflow", {
8
- startToCloseTimeout: "5 minute",
9
- retry: {
10
- initialInterval: '10s',
11
- backoffCoefficient: 2,
12
- maximumAttempts: 10,
13
- maximumInterval: 100 * 30 * 1000, //ms
14
- nonRetryableErrorTypes: errors_js_1.WF_NON_RETRYABLE_ERRORS,
15
- },
16
- });
17
- async function recalculateEmbeddingsWorkflow(payload) {
18
- const embeddings = [];
19
- for (const type of Object.values(common_1.SupportedEmbeddingTypes)) {
20
- embeddings.push(generateEmbeddings(payload, {
21
- force: true,
22
- type
23
- }));
24
- }
25
- const res = await Promise.all(embeddings);
26
- return res;
27
- }
28
- //# sourceMappingURL=recalculateEmbeddingsWorkflow.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"recalculateEmbeddingsWorkflow.js","sourceRoot":"","sources":["../../../src/system/recalculateEmbeddingsWorkflow.ts"],"names":[],"mappings":";;AAmBA,sEAeC;AAjCD,6CAAqF;AAErF,wEAAkE;AAClE,4CAAuD;AAEvD,MAAM,EACF,kBAAkB,GACrB,GAAG,IAAA,0CAAkB,EAAoB,+BAA+B,EAAE;IACvE,mBAAmB,EAAE,UAAU;IAC/B,KAAK,EAAE;QACH,eAAe,EAAE,KAAK;QACtB,kBAAkB,EAAE,CAAC;QACrB,eAAe,EAAE,EAAE;QACnB,eAAe,EAAE,GAAG,GAAG,EAAE,GAAG,IAAI,EAAE,IAAI;QACtC,sBAAsB,EAAE,mCAAuB;KAClD;CACJ,CAAC,CAAC;AAEI,KAAK,UAAU,6BAA6B,CAAC,OAAiC;IAEjF,MAAM,UAAU,GAAG,EAAE,CAAC;IAEtB,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,gCAAuB,CAAC,EAAE,CAAC;QACxD,UAAU,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE;YACxC,KAAK,EAAE,IAAI;YACX,IAAI;SACP,CAAC,CAAC,CAAA;IACP,CAAC;IAED,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAE1C,OAAO,GAAG,CAAC;AAEf,CAAC"}
@@ -1,15 +0,0 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.decodeAuthToken = decodeAuthToken;
7
- exports.getProjectFromToken = getProjectFromToken;
8
- const jsonwebtoken_1 = __importDefault(require("jsonwebtoken"));
9
- function decodeAuthToken(token) {
10
- return jsonwebtoken_1.default.decode(token, { json: true });
11
- }
12
- function getProjectFromToken(token) {
13
- return decodeAuthToken(token)?.project;
14
- }
15
- //# sourceMappingURL=auth.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"auth.js","sourceRoot":"","sources":["../../../src/utils/auth.ts"],"names":[],"mappings":";;;;;AAGA,0CAEC;AAED,kDAEC;AARD,gEAA+B;AAE/B,SAAgB,eAAe,CAAC,KAAa;IACzC,OAAO,sBAAG,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAqB,CAAC;AACjE,CAAC;AAED,SAAgB,mBAAmB,CAAC,KAAa;IAC7C,OAAO,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC;AAC3C,CAAC"}