@workglow/ai 0.0.85 → 0.0.87

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (117) hide show
  1. package/README.md +165 -34
  2. package/dist/browser.js +3948 -1450
  3. package/dist/browser.js.map +50 -39
  4. package/dist/bun.js +3948 -1450
  5. package/dist/bun.js.map +50 -39
  6. package/dist/common.d.ts +0 -3
  7. package/dist/common.d.ts.map +1 -1
  8. package/dist/model/ModelRegistry.d.ts +2 -2
  9. package/dist/model/ModelRegistry.d.ts.map +1 -1
  10. package/dist/model/ModelRepository.d.ts +3 -3
  11. package/dist/model/ModelRepository.d.ts.map +1 -1
  12. package/dist/model/ModelSchema.d.ts +1 -1
  13. package/dist/node.js +3948 -1450
  14. package/dist/node.js.map +50 -39
  15. package/dist/provider/AiProviderRegistry.d.ts +1 -0
  16. package/dist/provider/AiProviderRegistry.d.ts.map +1 -1
  17. package/dist/task/BackgroundRemovalTask.d.ts +121 -289
  18. package/dist/task/BackgroundRemovalTask.d.ts.map +1 -1
  19. package/dist/task/ChunkRetrievalTask.d.ts +243 -0
  20. package/dist/task/ChunkRetrievalTask.d.ts.map +1 -0
  21. package/dist/task/ChunkToVectorTask.d.ts +183 -0
  22. package/dist/task/ChunkToVectorTask.d.ts.map +1 -0
  23. package/dist/task/ChunkVectorHybridSearchTask.d.ts +160 -0
  24. package/dist/task/ChunkVectorHybridSearchTask.d.ts.map +1 -0
  25. package/dist/task/ChunkVectorSearchTask.d.ts +137 -0
  26. package/dist/task/ChunkVectorSearchTask.d.ts.map +1 -0
  27. package/dist/task/ChunkVectorUpsertTask.d.ts +120 -0
  28. package/dist/task/ChunkVectorUpsertTask.d.ts.map +1 -0
  29. package/dist/task/ContextBuilderTask.d.ts +131 -0
  30. package/dist/task/ContextBuilderTask.d.ts.map +1 -0
  31. package/dist/task/DocumentEnricherTask.d.ts +232 -0
  32. package/dist/task/DocumentEnricherTask.d.ts.map +1 -0
  33. package/dist/task/DownloadModelTask.d.ts +80 -208
  34. package/dist/task/DownloadModelTask.d.ts.map +1 -1
  35. package/dist/task/FaceDetectorTask.d.ts +117 -272
  36. package/dist/task/FaceDetectorTask.d.ts.map +1 -1
  37. package/dist/task/FaceLandmarkerTask.d.ts +117 -272
  38. package/dist/task/FaceLandmarkerTask.d.ts.map +1 -1
  39. package/dist/task/GestureRecognizerTask.d.ts +129 -284
  40. package/dist/task/GestureRecognizerTask.d.ts.map +1 -1
  41. package/dist/task/HandLandmarkerTask.d.ts +125 -280
  42. package/dist/task/HandLandmarkerTask.d.ts.map +1 -1
  43. package/dist/task/HierarchicalChunkerTask.d.ts +212 -0
  44. package/dist/task/HierarchicalChunkerTask.d.ts.map +1 -0
  45. package/dist/task/HierarchyJoinTask.d.ts +318 -0
  46. package/dist/task/HierarchyJoinTask.d.ts.map +1 -0
  47. package/dist/task/ImageClassificationTask.d.ts +117 -272
  48. package/dist/task/ImageClassificationTask.d.ts.map +1 -1
  49. package/dist/task/ImageEmbeddingTask.d.ts +125 -446
  50. package/dist/task/ImageEmbeddingTask.d.ts.map +1 -1
  51. package/dist/task/ImageSegmentationTask.d.ts +117 -272
  52. package/dist/task/ImageSegmentationTask.d.ts.map +1 -1
  53. package/dist/task/ImageToTextTask.d.ts +117 -272
  54. package/dist/task/ImageToTextTask.d.ts.map +1 -1
  55. package/dist/task/ObjectDetectionTask.d.ts +119 -274
  56. package/dist/task/ObjectDetectionTask.d.ts.map +1 -1
  57. package/dist/task/PoseLandmarkerTask.d.ts +117 -272
  58. package/dist/task/PoseLandmarkerTask.d.ts.map +1 -1
  59. package/dist/task/QueryExpanderTask.d.ts +129 -0
  60. package/dist/task/QueryExpanderTask.d.ts.map +1 -0
  61. package/dist/task/RerankerTask.d.ts +209 -0
  62. package/dist/task/RerankerTask.d.ts.map +1 -0
  63. package/dist/task/StructuralParserTask.d.ts +91 -0
  64. package/dist/task/StructuralParserTask.d.ts.map +1 -0
  65. package/dist/task/TextChunkerTask.d.ts +129 -0
  66. package/dist/task/TextChunkerTask.d.ts.map +1 -0
  67. package/dist/task/TextClassificationTask.d.ts +42 -115
  68. package/dist/task/TextClassificationTask.d.ts.map +1 -1
  69. package/dist/task/TextEmbeddingTask.d.ts +55 -277
  70. package/dist/task/TextEmbeddingTask.d.ts.map +1 -1
  71. package/dist/task/TextFillMaskTask.d.ts +42 -115
  72. package/dist/task/TextFillMaskTask.d.ts.map +1 -1
  73. package/dist/task/TextGenerationTask.d.ts +44 -128
  74. package/dist/task/TextGenerationTask.d.ts.map +1 -1
  75. package/dist/task/TextLanguageDetectionTask.d.ts +42 -115
  76. package/dist/task/TextLanguageDetectionTask.d.ts.map +1 -1
  77. package/dist/task/TextNamedEntityRecognitionTask.d.ts +42 -115
  78. package/dist/task/TextNamedEntityRecognitionTask.d.ts.map +1 -1
  79. package/dist/task/TextQuestionAnswerTask.d.ts +47 -144
  80. package/dist/task/TextQuestionAnswerTask.d.ts.map +1 -1
  81. package/dist/task/TextRewriterTask.d.ts +45 -131
  82. package/dist/task/TextRewriterTask.d.ts.map +1 -1
  83. package/dist/task/TextSummaryTask.d.ts +42 -115
  84. package/dist/task/TextSummaryTask.d.ts.map +1 -1
  85. package/dist/task/TextTranslationTask.d.ts +54 -168
  86. package/dist/task/TextTranslationTask.d.ts.map +1 -1
  87. package/dist/task/TopicSegmenterTask.d.ts +148 -0
  88. package/dist/task/TopicSegmenterTask.d.ts.map +1 -0
  89. package/dist/task/UnloadModelTask.d.ts +80 -208
  90. package/dist/task/UnloadModelTask.d.ts.map +1 -1
  91. package/dist/task/VectorQuantizeTask.d.ts +120 -0
  92. package/dist/task/VectorQuantizeTask.d.ts.map +1 -0
  93. package/dist/task/VectorSimilarityTask.d.ts +18 -253
  94. package/dist/task/VectorSimilarityTask.d.ts.map +1 -1
  95. package/dist/task/base/AiTask.d.ts +24 -22
  96. package/dist/task/base/AiTask.d.ts.map +1 -1
  97. package/dist/task/base/AiTaskSchemas.d.ts +5 -129
  98. package/dist/task/base/AiTaskSchemas.d.ts.map +1 -1
  99. package/dist/task/base/AiVisionTask.d.ts +1 -4
  100. package/dist/task/base/AiVisionTask.d.ts.map +1 -1
  101. package/dist/task/index.d.ts +54 -1
  102. package/dist/task/index.d.ts.map +1 -1
  103. package/package.json +14 -9
  104. package/dist/source/Document.d.ts +0 -56
  105. package/dist/source/Document.d.ts.map +0 -1
  106. package/dist/source/DocumentConverter.d.ts +0 -15
  107. package/dist/source/DocumentConverter.d.ts.map +0 -1
  108. package/dist/source/DocumentConverterMarkdown.d.ts +0 -13
  109. package/dist/source/DocumentConverterMarkdown.d.ts.map +0 -1
  110. package/dist/source/DocumentConverterText.d.ts +0 -13
  111. package/dist/source/DocumentConverterText.d.ts.map +0 -1
  112. package/dist/source/MasterDocument.d.ts +0 -27
  113. package/dist/source/MasterDocument.d.ts.map +0 -1
  114. package/dist/source/index.d.ts +0 -10
  115. package/dist/source/index.d.ts.map +0 -1
  116. package/dist/task/DocumentSplitterTask.d.ts +0 -58
  117. package/dist/task/DocumentSplitterTask.d.ts.map +0 -1
@@ -3,21 +3,72 @@
3
3
  * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
4
  * SPDX-License-Identifier: Apache-2.0
5
5
  */
6
+ import { BackgroundRemovalTask } from "./BackgroundRemovalTask";
7
+ import { ChunkRetrievalTask } from "./ChunkRetrievalTask";
8
+ import { ChunkToVectorTask } from "./ChunkToVectorTask";
9
+ import { ChunkVectorHybridSearchTask } from "./ChunkVectorHybridSearchTask";
10
+ import { ChunkVectorSearchTask } from "./ChunkVectorSearchTask";
11
+ import { ChunkVectorUpsertTask } from "./ChunkVectorUpsertTask";
12
+ import { ContextBuilderTask } from "./ContextBuilderTask";
13
+ import { DocumentEnricherTask } from "./DocumentEnricherTask";
14
+ import { FaceDetectorTask } from "./FaceDetectorTask";
15
+ import { FaceLandmarkerTask } from "./FaceLandmarkerTask";
16
+ import { GestureRecognizerTask } from "./GestureRecognizerTask";
17
+ import { HandLandmarkerTask } from "./HandLandmarkerTask";
18
+ import { HierarchicalChunkerTask } from "./HierarchicalChunkerTask";
19
+ import { HierarchyJoinTask } from "./HierarchyJoinTask";
20
+ import { ImageClassificationTask } from "./ImageClassificationTask";
21
+ import { ImageEmbeddingTask } from "./ImageEmbeddingTask";
22
+ import { ImageSegmentationTask } from "./ImageSegmentationTask";
23
+ import { ImageToTextTask } from "./ImageToTextTask";
24
+ import { ObjectDetectionTask } from "./ObjectDetectionTask";
25
+ import { PoseLandmarkerTask } from "./PoseLandmarkerTask";
26
+ import { QueryExpanderTask } from "./QueryExpanderTask";
27
+ import { RerankerTask } from "./RerankerTask";
28
+ import { StructuralParserTask } from "./StructuralParserTask";
29
+ import { TextChunkerTask } from "./TextChunkerTask";
30
+ import { TextClassificationTask } from "./TextClassificationTask";
31
+ import { TextEmbeddingTask } from "./TextEmbeddingTask";
32
+ import { TextFillMaskTask } from "./TextFillMaskTask";
33
+ import { TextGenerationTask } from "./TextGenerationTask";
34
+ import { TextLanguageDetectionTask } from "./TextLanguageDetectionTask";
35
+ import { TextNamedEntityRecognitionTask } from "./TextNamedEntityRecognitionTask";
36
+ import { TextQuestionAnswerTask } from "./TextQuestionAnswerTask";
37
+ import { TextRewriterTask } from "./TextRewriterTask";
38
+ import { TextSummaryTask } from "./TextSummaryTask";
39
+ import { TextTranslationTask } from "./TextTranslationTask";
40
+ import { TopicSegmenterTask } from "./TopicSegmenterTask";
41
+ import { UnloadModelTask } from "./UnloadModelTask";
42
+ import { VectorQuantizeTask } from "./VectorQuantizeTask";
43
+ import { VectorSimilarityTask } from "./VectorSimilarityTask";
44
+ export declare const registerAiTasks: () => (typeof BackgroundRemovalTask | typeof ChunkToVectorTask | typeof ContextBuilderTask | typeof DocumentEnricherTask | typeof ChunkRetrievalTask | typeof ChunkVectorHybridSearchTask | typeof ChunkVectorSearchTask | typeof ChunkVectorUpsertTask | typeof FaceDetectorTask | typeof FaceLandmarkerTask | typeof GestureRecognizerTask | typeof HandLandmarkerTask | typeof HierarchicalChunkerTask | typeof HierarchyJoinTask | typeof ImageClassificationTask | typeof ImageEmbeddingTask | typeof ImageSegmentationTask | typeof ImageToTextTask | typeof ObjectDetectionTask | typeof PoseLandmarkerTask | typeof QueryExpanderTask | typeof RerankerTask | typeof StructuralParserTask | typeof TextChunkerTask | typeof TextClassificationTask | typeof TextEmbeddingTask | typeof TextFillMaskTask | typeof TextGenerationTask | typeof TextLanguageDetectionTask | typeof TextNamedEntityRecognitionTask | typeof TextQuestionAnswerTask | typeof TextRewriterTask | typeof TextSummaryTask | typeof TextTranslationTask | typeof TopicSegmenterTask | typeof UnloadModelTask | typeof VectorQuantizeTask | typeof VectorSimilarityTask)[];
6
45
  export * from "./BackgroundRemovalTask";
7
46
  export * from "./base/AiTask";
8
47
  export * from "./base/AiTaskSchemas";
9
- export * from "./DocumentSplitterTask";
48
+ export * from "./ChunkRetrievalTask";
49
+ export * from "./ChunkToVectorTask";
50
+ export * from "./ChunkVectorHybridSearchTask";
51
+ export * from "./ChunkVectorSearchTask";
52
+ export * from "./ChunkVectorUpsertTask";
53
+ export * from "./ContextBuilderTask";
54
+ export * from "./DocumentEnricherTask";
10
55
  export * from "./DownloadModelTask";
11
56
  export * from "./FaceDetectorTask";
12
57
  export * from "./FaceLandmarkerTask";
13
58
  export * from "./GestureRecognizerTask";
14
59
  export * from "./HandLandmarkerTask";
60
+ export * from "./HierarchicalChunkerTask";
61
+ export * from "./HierarchyJoinTask";
15
62
  export * from "./ImageClassificationTask";
16
63
  export * from "./ImageEmbeddingTask";
17
64
  export * from "./ImageSegmentationTask";
18
65
  export * from "./ImageToTextTask";
19
66
  export * from "./ObjectDetectionTask";
20
67
  export * from "./PoseLandmarkerTask";
68
+ export * from "./QueryExpanderTask";
69
+ export * from "./RerankerTask";
70
+ export * from "./StructuralParserTask";
71
+ export * from "./TextChunkerTask";
21
72
  export * from "./TextClassificationTask";
22
73
  export * from "./TextEmbeddingTask";
23
74
  export * from "./TextFillMaskTask";
@@ -28,6 +79,8 @@ export * from "./TextQuestionAnswerTask";
28
79
  export * from "./TextRewriterTask";
29
80
  export * from "./TextSummaryTask";
30
81
  export * from "./TextTranslationTask";
82
+ export * from "./TopicSegmenterTask";
31
83
  export * from "./UnloadModelTask";
84
+ export * from "./VectorQuantizeTask";
32
85
  export * from "./VectorSimilarityTask";
33
86
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/task/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,wBAAwB,CAAC"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/task/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAK9D,eAAO,MAAM,eAAe,0lCA4C3B,CAAC;AAEF,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,qBAAqB,CAAC;AACpC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC"}
package/package.json CHANGED
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "name": "@workglow/ai",
3
3
  "type": "module",
4
- "version": "0.0.85",
4
+ "version": "0.0.87",
5
5
  "description": "Core AI functionality for Workglow, including task execution, model management, and AI pipeline orchestration.",
6
6
  "scripts": {
7
7
  "watch": "concurrently -c 'auto' 'bun:watch-*'",
@@ -36,12 +36,16 @@
36
36
  "access": "public"
37
37
  },
38
38
  "peerDependencies": {
39
- "@workglow/job-queue": "0.0.85",
40
- "@workglow/storage": "0.0.85",
41
- "@workglow/task-graph": "0.0.85",
42
- "@workglow/util": "0.0.85"
39
+ "@workglow/dataset": "0.0.87",
40
+ "@workglow/job-queue": "0.0.87",
41
+ "@workglow/storage": "0.0.87",
42
+ "@workglow/task-graph": "0.0.87",
43
+ "@workglow/util": "0.0.87"
43
44
  },
44
45
  "peerDependenciesMeta": {
46
+ "@workglow/dataset": {
47
+ "optional": false
48
+ },
45
49
  "@workglow/job-queue": {
46
50
  "optional": false
47
51
  },
@@ -56,9 +60,10 @@
56
60
  }
57
61
  },
58
62
  "devDependencies": {
59
- "@workglow/job-queue": "0.0.85",
60
- "@workglow/storage": "0.0.85",
61
- "@workglow/task-graph": "0.0.85",
62
- "@workglow/util": "0.0.85"
63
+ "@workglow/dataset": "0.0.87",
64
+ "@workglow/job-queue": "0.0.87",
65
+ "@workglow/storage": "0.0.87",
66
+ "@workglow/task-graph": "0.0.87",
67
+ "@workglow/util": "0.0.87"
63
68
  }
64
69
  }
@@ -1,56 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- export interface DocumentMetadata {
7
- title: string;
8
- }
9
- export interface DocumentSectionMetadata {
10
- title: string;
11
- }
12
- /**
13
- * Represents a document with its content and metadata.
14
- */
15
- export declare class Document {
16
- metadata: DocumentMetadata;
17
- constructor(content?: ContentType, metadata?: DocumentMetadata);
18
- addContent(content: ContentTypeItem): void;
19
- addSection(content?: ContentType, metadata?: DocumentSectionMetadata): DocumentSection;
20
- addText(content: string): TextFragment;
21
- addImage(content: unknown): ImageFragment;
22
- addTable(content: unknown): TableFragment;
23
- fragments: Array<DocumentFragment | DocumentSection>;
24
- toJSON(): unknown;
25
- }
26
- export declare class DocumentSection extends Document {
27
- parent: Document;
28
- constructor(parent: Document, content?: ContentType, metadata?: DocumentSectionMetadata);
29
- toJSON(): unknown;
30
- }
31
- interface DocumentFragmentMetadata {
32
- }
33
- export declare class DocumentBaseFragment {
34
- metadata?: DocumentFragmentMetadata;
35
- constructor(metadata?: DocumentFragmentMetadata);
36
- }
37
- export declare class TextFragment extends DocumentBaseFragment {
38
- content: string;
39
- constructor(content: string, metadata?: DocumentFragmentMetadata);
40
- toJSON(): unknown;
41
- }
42
- export declare class TableFragment extends DocumentBaseFragment {
43
- content: any;
44
- constructor(content: any, metadata?: DocumentFragmentMetadata);
45
- toJSON(): unknown;
46
- }
47
- export declare class ImageFragment extends DocumentBaseFragment {
48
- content: any;
49
- constructor(content: any, metadata?: DocumentFragmentMetadata);
50
- toJSON(): unknown;
51
- }
52
- export type DocumentFragment = TextFragment | TableFragment | ImageFragment;
53
- export type ContentTypeItem = string | DocumentFragment | DocumentSection;
54
- export type ContentType = ContentTypeItem | ContentTypeItem[];
55
- export {};
56
- //# sourceMappingURL=Document.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"Document.d.ts","sourceRoot":"","sources":["../../src/source/Document.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAsBH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,qBAAa,QAAQ;IACZ,QAAQ,EAAE,gBAAgB,CAAC;gBAEtB,OAAO,CAAC,EAAE,WAAW,EAAE,QAAQ,GAAE,gBAAgC;IAatE,UAAU,CAAC,OAAO,EAAE,eAAe;IAUnC,UAAU,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,uBAAuB,GAAG,eAAe;IAMtF,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY;IAKtC,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,aAAa;IAKzC,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,aAAa;IAMzC,SAAS,EAAE,KAAK,CAAC,gBAAgB,GAAG,eAAe,CAAC,CAAM;IAEjE,MAAM,IAAI,OAAO;CAOlB;AAED,qBAAa,eAAgB,SAAQ,QAAQ;IAElC,MAAM,EAAE,QAAQ;gBAAhB,MAAM,EAAE,QAAQ,EACvB,OAAO,CAAC,EAAE,WAAW,EACrB,QAAQ,CAAC,EAAE,uBAAuB;IAMpC,MAAM,IAAI,OAAO;CAOlB;AAED,UAAU,wBAAwB;CAAG;AAErC,qBAAa,oBAAoB;IAC/B,QAAQ,CAAC,EAAE,wBAAwB,CAAC;gBACxB,QAAQ,CAAC,EAAE,wBAAwB;CAGhD;AAED,qBAAa,YAAa,SAAQ,oBAAoB;IACpD,OAAO,EAAE,MAAM,CAAC;gBACJ,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,wBAAwB;IAIhE,MAAM,IAAI,OAAO;CAOlB;AAED,qBAAa,aAAc,SAAQ,oBAAoB;IACrD,OAAO,EAAE,GAAG,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,wBAAwB;IAI7D,MAAM,IAAI,OAAO;CAOlB;AAED,qBAAa,aAAc,SAAQ,oBAAoB;IACrD,OAAO,EAAE,GAAG,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,wBAAwB;IAI7D,MAAM,IAAI,OAAO;CAOlB;AAED,MAAM,MAAM,gBAAgB,GAAG,YAAY,GAAG,aAAa,GAAG,aAAa,CAAC;AAE5E,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAC1E,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC"}
@@ -1,15 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- import { Document, DocumentMetadata } from "./Document";
7
- /**
8
- * Abstract class for converting different types of content into a Document.
9
- */
10
- export declare abstract class DocumentConverter {
11
- metadata: DocumentMetadata;
12
- constructor(metadata: DocumentMetadata);
13
- abstract convert(): Document;
14
- }
15
- //# sourceMappingURL=DocumentConverter.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"DocumentConverter.d.ts","sourceRoot":"","sources":["../../src/source/DocumentConverter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAExD;;GAEG;AACH,8BAAsB,iBAAiB;IAC9B,QAAQ,EAAE,gBAAgB,CAAC;gBACtB,QAAQ,EAAE,gBAAgB;aAGtB,OAAO,IAAI,QAAQ;CACpC"}
@@ -1,13 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- import { Document, type DocumentMetadata } from "./Document";
7
- import { DocumentConverter } from "./DocumentConverter";
8
- export declare class DocumentConverterMarkdown extends DocumentConverter {
9
- markdown: string;
10
- constructor(metadata: DocumentMetadata, markdown: string);
11
- convert(): Document;
12
- }
13
- //# sourceMappingURL=DocumentConverterMarkdown.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"DocumentConverterMarkdown.d.ts","sourceRoot":"","sources":["../../src/source/DocumentConverterMarkdown.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,KAAK,gBAAgB,EAAwB,MAAM,YAAY,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,qBAAa,yBAA0B,SAAQ,iBAAiB;IAGrD,QAAQ,EAAE,MAAM;gBADvB,QAAQ,EAAE,gBAAgB,EACnB,QAAQ,EAAE,MAAM;IAIlB,OAAO,IAAI,QAAQ;CAK3B"}
@@ -1,13 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- import { Document, DocumentMetadata } from "./Document";
7
- import { DocumentConverter } from "./DocumentConverter";
8
- export declare class DocumentConverterText extends DocumentConverter {
9
- text: string;
10
- constructor(metadata: DocumentMetadata, text: string);
11
- convert(): Document;
12
- }
13
- //# sourceMappingURL=DocumentConverterText.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"DocumentConverterText.d.ts","sourceRoot":"","sources":["../../src/source/DocumentConverterText.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,qBAAa,qBAAsB,SAAQ,iBAAiB;IAGjD,IAAI,EAAE,MAAM;gBADnB,QAAQ,EAAE,gBAAgB,EACnB,IAAI,EAAE,MAAM;IAId,OAAO,IAAI,QAAQ;CAG3B"}
@@ -1,27 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- import { Document, DocumentMetadata } from "./Document";
7
- import { DocumentConverter } from "./DocumentConverter";
8
- /**
9
- * MasterDocument represents a container for managing multiple versions/variants of a document.
10
- * It maintains the original document and its transformed variants for different use cases.
11
- *
12
- * Key features:
13
- * - Stores original document and metadata
14
- * - Maintains a master version and variants
15
- * - Automatically creates paragraph-split variant
16
- *
17
- * The paragraph variant splits text fragments by newlines while preserving other fragment types,
18
- * which is useful for more granular text processing.
19
- */
20
- export declare class MasterDocument {
21
- metadata: DocumentMetadata;
22
- original: DocumentConverter;
23
- master: Document;
24
- variants: Document[];
25
- constructor(original: DocumentConverter, metadata: DocumentMetadata);
26
- }
27
- //# sourceMappingURL=MasterDocument.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"MasterDocument.d.ts","sourceRoot":"","sources":["../../src/source/MasterDocument.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAgB,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD;;;;;;;;;;;GAWG;AAEH,qBAAa,cAAc;IAClB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,QAAQ,EAAE,QAAQ,EAAE,CAAM;gBACrB,QAAQ,EAAE,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB;CAMpE"}
@@ -1,10 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- export * from "./Document";
7
- export * from "./DocumentConverterMarkdown";
8
- export * from "./DocumentConverterText";
9
- export * from "./MasterDocument";
10
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/source/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,cAAc,kBAAkB,CAAC"}
@@ -1,58 +0,0 @@
1
- /**
2
- * @license
3
- * Copyright 2025 Steven Roussey <sroussey@gmail.com>
4
- * SPDX-License-Identifier: Apache-2.0
5
- */
6
- import { CreateWorkflow, JobQueueTaskConfig, Task } from "@workglow/task-graph";
7
- import { DataPortSchema, FromSchema } from "@workglow/util";
8
- import { Document, DocumentFragment } from "../source/Document";
9
- declare const inputSchema: {
10
- readonly type: "object";
11
- readonly properties: {
12
- readonly parser: {
13
- readonly type: "string";
14
- readonly enum: readonly ["txt", "md"];
15
- readonly title: "Document Kind";
16
- readonly description: "The kind of document (txt or md)";
17
- };
18
- };
19
- readonly required: readonly ["parser"];
20
- readonly additionalProperties: false;
21
- };
22
- declare const outputSchema: {
23
- readonly type: "object";
24
- readonly properties: {
25
- readonly texts: {
26
- readonly type: "array";
27
- readonly items: {
28
- readonly type: "string";
29
- };
30
- readonly title: "Text Chunks";
31
- readonly description: "The text chunks of the document";
32
- };
33
- };
34
- readonly required: readonly ["texts"];
35
- readonly additionalProperties: false;
36
- };
37
- export type DocumentSplitterTaskInput = FromSchema<typeof inputSchema>;
38
- export type DocumentSplitterTaskOutput = FromSchema<typeof outputSchema>;
39
- export declare class DocumentSplitterTask extends Task<DocumentSplitterTaskInput, DocumentSplitterTaskOutput, JobQueueTaskConfig> {
40
- static type: string;
41
- static category: string;
42
- static title: string;
43
- static description: string;
44
- static inputSchema(): DataPortSchema;
45
- static outputSchema(): DataPortSchema;
46
- flattenFragmentsToTexts(item: DocumentFragment | Document): string[];
47
- executeReactive(): Promise<DocumentSplitterTaskOutput>;
48
- }
49
- export declare const documentSplitter: (input: DocumentSplitterTaskInput) => Promise<{
50
- texts: string[];
51
- }>;
52
- declare module "@workglow/task-graph" {
53
- interface Workflow {
54
- documentSplitter: CreateWorkflow<DocumentSplitterTaskInput, DocumentSplitterTaskOutput, JobQueueTaskConfig>;
55
- }
56
- }
57
- export {};
58
- //# sourceMappingURL=DocumentSplitterTask.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"DocumentSplitterTask.d.ts","sourceRoot":"","sources":["../../src/task/DocumentSplitterTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,IAAI,EAGL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhE,QAAA,MAAM,WAAW;;;;;;;;;;;;CAakB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;CAYiB,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACvE,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEzE,qBAAa,oBAAqB,SAAQ,IAAI,CAC5C,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB;IACC,OAAc,IAAI,SAA0B;IAC5C,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAuB;IAC1C,OAAc,WAAW,SAAsD;WACjE,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;IAI5C,uBAAuB,CAAC,IAAI,EAAE,gBAAgB,GAAG,QAAQ,GAAG,MAAM,EAAE;IAY9D,eAAe,IAAI,OAAO,CAAC,0BAA0B,CAAC;CAG7D;AAID,eAAO,MAAM,gBAAgB,GAAI,OAAO,yBAAyB;;EAEhE,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,gBAAgB,EAAE,cAAc,CAC9B,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB,CAAC;KACH;CACF"}