@workglow/ai 0.0.85 → 0.0.87
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +165 -34
- package/dist/browser.js +3948 -1450
- package/dist/browser.js.map +50 -39
- package/dist/bun.js +3948 -1450
- package/dist/bun.js.map +50 -39
- package/dist/common.d.ts +0 -3
- package/dist/common.d.ts.map +1 -1
- package/dist/model/ModelRegistry.d.ts +2 -2
- package/dist/model/ModelRegistry.d.ts.map +1 -1
- package/dist/model/ModelRepository.d.ts +3 -3
- package/dist/model/ModelRepository.d.ts.map +1 -1
- package/dist/model/ModelSchema.d.ts +1 -1
- package/dist/node.js +3948 -1450
- package/dist/node.js.map +50 -39
- package/dist/provider/AiProviderRegistry.d.ts +1 -0
- package/dist/provider/AiProviderRegistry.d.ts.map +1 -1
- package/dist/task/BackgroundRemovalTask.d.ts +121 -289
- package/dist/task/BackgroundRemovalTask.d.ts.map +1 -1
- package/dist/task/ChunkRetrievalTask.d.ts +243 -0
- package/dist/task/ChunkRetrievalTask.d.ts.map +1 -0
- package/dist/task/ChunkToVectorTask.d.ts +183 -0
- package/dist/task/ChunkToVectorTask.d.ts.map +1 -0
- package/dist/task/ChunkVectorHybridSearchTask.d.ts +160 -0
- package/dist/task/ChunkVectorHybridSearchTask.d.ts.map +1 -0
- package/dist/task/ChunkVectorSearchTask.d.ts +137 -0
- package/dist/task/ChunkVectorSearchTask.d.ts.map +1 -0
- package/dist/task/ChunkVectorUpsertTask.d.ts +120 -0
- package/dist/task/ChunkVectorUpsertTask.d.ts.map +1 -0
- package/dist/task/ContextBuilderTask.d.ts +131 -0
- package/dist/task/ContextBuilderTask.d.ts.map +1 -0
- package/dist/task/DocumentEnricherTask.d.ts +232 -0
- package/dist/task/DocumentEnricherTask.d.ts.map +1 -0
- package/dist/task/DownloadModelTask.d.ts +80 -208
- package/dist/task/DownloadModelTask.d.ts.map +1 -1
- package/dist/task/FaceDetectorTask.d.ts +117 -272
- package/dist/task/FaceDetectorTask.d.ts.map +1 -1
- package/dist/task/FaceLandmarkerTask.d.ts +117 -272
- package/dist/task/FaceLandmarkerTask.d.ts.map +1 -1
- package/dist/task/GestureRecognizerTask.d.ts +129 -284
- package/dist/task/GestureRecognizerTask.d.ts.map +1 -1
- package/dist/task/HandLandmarkerTask.d.ts +125 -280
- package/dist/task/HandLandmarkerTask.d.ts.map +1 -1
- package/dist/task/HierarchicalChunkerTask.d.ts +212 -0
- package/dist/task/HierarchicalChunkerTask.d.ts.map +1 -0
- package/dist/task/HierarchyJoinTask.d.ts +318 -0
- package/dist/task/HierarchyJoinTask.d.ts.map +1 -0
- package/dist/task/ImageClassificationTask.d.ts +117 -272
- package/dist/task/ImageClassificationTask.d.ts.map +1 -1
- package/dist/task/ImageEmbeddingTask.d.ts +125 -446
- package/dist/task/ImageEmbeddingTask.d.ts.map +1 -1
- package/dist/task/ImageSegmentationTask.d.ts +117 -272
- package/dist/task/ImageSegmentationTask.d.ts.map +1 -1
- package/dist/task/ImageToTextTask.d.ts +117 -272
- package/dist/task/ImageToTextTask.d.ts.map +1 -1
- package/dist/task/ObjectDetectionTask.d.ts +119 -274
- package/dist/task/ObjectDetectionTask.d.ts.map +1 -1
- package/dist/task/PoseLandmarkerTask.d.ts +117 -272
- package/dist/task/PoseLandmarkerTask.d.ts.map +1 -1
- package/dist/task/QueryExpanderTask.d.ts +129 -0
- package/dist/task/QueryExpanderTask.d.ts.map +1 -0
- package/dist/task/RerankerTask.d.ts +209 -0
- package/dist/task/RerankerTask.d.ts.map +1 -0
- package/dist/task/StructuralParserTask.d.ts +91 -0
- package/dist/task/StructuralParserTask.d.ts.map +1 -0
- package/dist/task/TextChunkerTask.d.ts +129 -0
- package/dist/task/TextChunkerTask.d.ts.map +1 -0
- package/dist/task/TextClassificationTask.d.ts +42 -115
- package/dist/task/TextClassificationTask.d.ts.map +1 -1
- package/dist/task/TextEmbeddingTask.d.ts +55 -277
- package/dist/task/TextEmbeddingTask.d.ts.map +1 -1
- package/dist/task/TextFillMaskTask.d.ts +42 -115
- package/dist/task/TextFillMaskTask.d.ts.map +1 -1
- package/dist/task/TextGenerationTask.d.ts +44 -128
- package/dist/task/TextGenerationTask.d.ts.map +1 -1
- package/dist/task/TextLanguageDetectionTask.d.ts +42 -115
- package/dist/task/TextLanguageDetectionTask.d.ts.map +1 -1
- package/dist/task/TextNamedEntityRecognitionTask.d.ts +42 -115
- package/dist/task/TextNamedEntityRecognitionTask.d.ts.map +1 -1
- package/dist/task/TextQuestionAnswerTask.d.ts +47 -144
- package/dist/task/TextQuestionAnswerTask.d.ts.map +1 -1
- package/dist/task/TextRewriterTask.d.ts +45 -131
- package/dist/task/TextRewriterTask.d.ts.map +1 -1
- package/dist/task/TextSummaryTask.d.ts +42 -115
- package/dist/task/TextSummaryTask.d.ts.map +1 -1
- package/dist/task/TextTranslationTask.d.ts +54 -168
- package/dist/task/TextTranslationTask.d.ts.map +1 -1
- package/dist/task/TopicSegmenterTask.d.ts +148 -0
- package/dist/task/TopicSegmenterTask.d.ts.map +1 -0
- package/dist/task/UnloadModelTask.d.ts +80 -208
- package/dist/task/UnloadModelTask.d.ts.map +1 -1
- package/dist/task/VectorQuantizeTask.d.ts +120 -0
- package/dist/task/VectorQuantizeTask.d.ts.map +1 -0
- package/dist/task/VectorSimilarityTask.d.ts +18 -253
- package/dist/task/VectorSimilarityTask.d.ts.map +1 -1
- package/dist/task/base/AiTask.d.ts +24 -22
- package/dist/task/base/AiTask.d.ts.map +1 -1
- package/dist/task/base/AiTaskSchemas.d.ts +5 -129
- package/dist/task/base/AiTaskSchemas.d.ts.map +1 -1
- package/dist/task/base/AiVisionTask.d.ts +1 -4
- package/dist/task/base/AiVisionTask.d.ts.map +1 -1
- package/dist/task/index.d.ts +54 -1
- package/dist/task/index.d.ts.map +1 -1
- package/package.json +14 -9
- package/dist/source/Document.d.ts +0 -56
- package/dist/source/Document.d.ts.map +0 -1
- package/dist/source/DocumentConverter.d.ts +0 -15
- package/dist/source/DocumentConverter.d.ts.map +0 -1
- package/dist/source/DocumentConverterMarkdown.d.ts +0 -13
- package/dist/source/DocumentConverterMarkdown.d.ts.map +0 -1
- package/dist/source/DocumentConverterText.d.ts +0 -13
- package/dist/source/DocumentConverterText.d.ts.map +0 -1
- package/dist/source/MasterDocument.d.ts +0 -27
- package/dist/source/MasterDocument.d.ts.map +0 -1
- package/dist/source/index.d.ts +0 -10
- package/dist/source/index.d.ts.map +0 -1
- package/dist/task/DocumentSplitterTask.d.ts +0 -58
- package/dist/task/DocumentSplitterTask.d.ts.map +0 -1
package/dist/task/index.d.ts
CHANGED
|
@@ -3,21 +3,72 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
+
import { BackgroundRemovalTask } from "./BackgroundRemovalTask";
|
|
7
|
+
import { ChunkRetrievalTask } from "./ChunkRetrievalTask";
|
|
8
|
+
import { ChunkToVectorTask } from "./ChunkToVectorTask";
|
|
9
|
+
import { ChunkVectorHybridSearchTask } from "./ChunkVectorHybridSearchTask";
|
|
10
|
+
import { ChunkVectorSearchTask } from "./ChunkVectorSearchTask";
|
|
11
|
+
import { ChunkVectorUpsertTask } from "./ChunkVectorUpsertTask";
|
|
12
|
+
import { ContextBuilderTask } from "./ContextBuilderTask";
|
|
13
|
+
import { DocumentEnricherTask } from "./DocumentEnricherTask";
|
|
14
|
+
import { FaceDetectorTask } from "./FaceDetectorTask";
|
|
15
|
+
import { FaceLandmarkerTask } from "./FaceLandmarkerTask";
|
|
16
|
+
import { GestureRecognizerTask } from "./GestureRecognizerTask";
|
|
17
|
+
import { HandLandmarkerTask } from "./HandLandmarkerTask";
|
|
18
|
+
import { HierarchicalChunkerTask } from "./HierarchicalChunkerTask";
|
|
19
|
+
import { HierarchyJoinTask } from "./HierarchyJoinTask";
|
|
20
|
+
import { ImageClassificationTask } from "./ImageClassificationTask";
|
|
21
|
+
import { ImageEmbeddingTask } from "./ImageEmbeddingTask";
|
|
22
|
+
import { ImageSegmentationTask } from "./ImageSegmentationTask";
|
|
23
|
+
import { ImageToTextTask } from "./ImageToTextTask";
|
|
24
|
+
import { ObjectDetectionTask } from "./ObjectDetectionTask";
|
|
25
|
+
import { PoseLandmarkerTask } from "./PoseLandmarkerTask";
|
|
26
|
+
import { QueryExpanderTask } from "./QueryExpanderTask";
|
|
27
|
+
import { RerankerTask } from "./RerankerTask";
|
|
28
|
+
import { StructuralParserTask } from "./StructuralParserTask";
|
|
29
|
+
import { TextChunkerTask } from "./TextChunkerTask";
|
|
30
|
+
import { TextClassificationTask } from "./TextClassificationTask";
|
|
31
|
+
import { TextEmbeddingTask } from "./TextEmbeddingTask";
|
|
32
|
+
import { TextFillMaskTask } from "./TextFillMaskTask";
|
|
33
|
+
import { TextGenerationTask } from "./TextGenerationTask";
|
|
34
|
+
import { TextLanguageDetectionTask } from "./TextLanguageDetectionTask";
|
|
35
|
+
import { TextNamedEntityRecognitionTask } from "./TextNamedEntityRecognitionTask";
|
|
36
|
+
import { TextQuestionAnswerTask } from "./TextQuestionAnswerTask";
|
|
37
|
+
import { TextRewriterTask } from "./TextRewriterTask";
|
|
38
|
+
import { TextSummaryTask } from "./TextSummaryTask";
|
|
39
|
+
import { TextTranslationTask } from "./TextTranslationTask";
|
|
40
|
+
import { TopicSegmenterTask } from "./TopicSegmenterTask";
|
|
41
|
+
import { UnloadModelTask } from "./UnloadModelTask";
|
|
42
|
+
import { VectorQuantizeTask } from "./VectorQuantizeTask";
|
|
43
|
+
import { VectorSimilarityTask } from "./VectorSimilarityTask";
|
|
44
|
+
export declare const registerAiTasks: () => (typeof BackgroundRemovalTask | typeof ChunkToVectorTask | typeof ContextBuilderTask | typeof DocumentEnricherTask | typeof ChunkRetrievalTask | typeof ChunkVectorHybridSearchTask | typeof ChunkVectorSearchTask | typeof ChunkVectorUpsertTask | typeof FaceDetectorTask | typeof FaceLandmarkerTask | typeof GestureRecognizerTask | typeof HandLandmarkerTask | typeof HierarchicalChunkerTask | typeof HierarchyJoinTask | typeof ImageClassificationTask | typeof ImageEmbeddingTask | typeof ImageSegmentationTask | typeof ImageToTextTask | typeof ObjectDetectionTask | typeof PoseLandmarkerTask | typeof QueryExpanderTask | typeof RerankerTask | typeof StructuralParserTask | typeof TextChunkerTask | typeof TextClassificationTask | typeof TextEmbeddingTask | typeof TextFillMaskTask | typeof TextGenerationTask | typeof TextLanguageDetectionTask | typeof TextNamedEntityRecognitionTask | typeof TextQuestionAnswerTask | typeof TextRewriterTask | typeof TextSummaryTask | typeof TextTranslationTask | typeof TopicSegmenterTask | typeof UnloadModelTask | typeof VectorQuantizeTask | typeof VectorSimilarityTask)[];
|
|
6
45
|
export * from "./BackgroundRemovalTask";
|
|
7
46
|
export * from "./base/AiTask";
|
|
8
47
|
export * from "./base/AiTaskSchemas";
|
|
9
|
-
export * from "./
|
|
48
|
+
export * from "./ChunkRetrievalTask";
|
|
49
|
+
export * from "./ChunkToVectorTask";
|
|
50
|
+
export * from "./ChunkVectorHybridSearchTask";
|
|
51
|
+
export * from "./ChunkVectorSearchTask";
|
|
52
|
+
export * from "./ChunkVectorUpsertTask";
|
|
53
|
+
export * from "./ContextBuilderTask";
|
|
54
|
+
export * from "./DocumentEnricherTask";
|
|
10
55
|
export * from "./DownloadModelTask";
|
|
11
56
|
export * from "./FaceDetectorTask";
|
|
12
57
|
export * from "./FaceLandmarkerTask";
|
|
13
58
|
export * from "./GestureRecognizerTask";
|
|
14
59
|
export * from "./HandLandmarkerTask";
|
|
60
|
+
export * from "./HierarchicalChunkerTask";
|
|
61
|
+
export * from "./HierarchyJoinTask";
|
|
15
62
|
export * from "./ImageClassificationTask";
|
|
16
63
|
export * from "./ImageEmbeddingTask";
|
|
17
64
|
export * from "./ImageSegmentationTask";
|
|
18
65
|
export * from "./ImageToTextTask";
|
|
19
66
|
export * from "./ObjectDetectionTask";
|
|
20
67
|
export * from "./PoseLandmarkerTask";
|
|
68
|
+
export * from "./QueryExpanderTask";
|
|
69
|
+
export * from "./RerankerTask";
|
|
70
|
+
export * from "./StructuralParserTask";
|
|
71
|
+
export * from "./TextChunkerTask";
|
|
21
72
|
export * from "./TextClassificationTask";
|
|
22
73
|
export * from "./TextEmbeddingTask";
|
|
23
74
|
export * from "./TextFillMaskTask";
|
|
@@ -28,6 +79,8 @@ export * from "./TextQuestionAnswerTask";
|
|
|
28
79
|
export * from "./TextRewriterTask";
|
|
29
80
|
export * from "./TextSummaryTask";
|
|
30
81
|
export * from "./TextTranslationTask";
|
|
82
|
+
export * from "./TopicSegmenterTask";
|
|
31
83
|
export * from "./UnloadModelTask";
|
|
84
|
+
export * from "./VectorQuantizeTask";
|
|
32
85
|
export * from "./VectorSimilarityTask";
|
|
33
86
|
//# sourceMappingURL=index.d.ts.map
|
package/dist/task/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/task/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/task/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAE9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAK9D,eAAO,MAAM,eAAe,0lCA4C3B,CAAC;AAEF,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,qBAAqB,CAAC;AACpC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@workglow/ai",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "0.0.
|
|
4
|
+
"version": "0.0.87",
|
|
5
5
|
"description": "Core AI functionality for Workglow, including task execution, model management, and AI pipeline orchestration.",
|
|
6
6
|
"scripts": {
|
|
7
7
|
"watch": "concurrently -c 'auto' 'bun:watch-*'",
|
|
@@ -36,12 +36,16 @@
|
|
|
36
36
|
"access": "public"
|
|
37
37
|
},
|
|
38
38
|
"peerDependencies": {
|
|
39
|
-
"@workglow/
|
|
40
|
-
"@workglow/
|
|
41
|
-
"@workglow/
|
|
42
|
-
"@workglow/
|
|
39
|
+
"@workglow/dataset": "0.0.87",
|
|
40
|
+
"@workglow/job-queue": "0.0.87",
|
|
41
|
+
"@workglow/storage": "0.0.87",
|
|
42
|
+
"@workglow/task-graph": "0.0.87",
|
|
43
|
+
"@workglow/util": "0.0.87"
|
|
43
44
|
},
|
|
44
45
|
"peerDependenciesMeta": {
|
|
46
|
+
"@workglow/dataset": {
|
|
47
|
+
"optional": false
|
|
48
|
+
},
|
|
45
49
|
"@workglow/job-queue": {
|
|
46
50
|
"optional": false
|
|
47
51
|
},
|
|
@@ -56,9 +60,10 @@
|
|
|
56
60
|
}
|
|
57
61
|
},
|
|
58
62
|
"devDependencies": {
|
|
59
|
-
"@workglow/
|
|
60
|
-
"@workglow/
|
|
61
|
-
"@workglow/
|
|
62
|
-
"@workglow/
|
|
63
|
+
"@workglow/dataset": "0.0.87",
|
|
64
|
+
"@workglow/job-queue": "0.0.87",
|
|
65
|
+
"@workglow/storage": "0.0.87",
|
|
66
|
+
"@workglow/task-graph": "0.0.87",
|
|
67
|
+
"@workglow/util": "0.0.87"
|
|
63
68
|
}
|
|
64
69
|
}
|
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
export interface DocumentMetadata {
|
|
7
|
-
title: string;
|
|
8
|
-
}
|
|
9
|
-
export interface DocumentSectionMetadata {
|
|
10
|
-
title: string;
|
|
11
|
-
}
|
|
12
|
-
/**
|
|
13
|
-
* Represents a document with its content and metadata.
|
|
14
|
-
*/
|
|
15
|
-
export declare class Document {
|
|
16
|
-
metadata: DocumentMetadata;
|
|
17
|
-
constructor(content?: ContentType, metadata?: DocumentMetadata);
|
|
18
|
-
addContent(content: ContentTypeItem): void;
|
|
19
|
-
addSection(content?: ContentType, metadata?: DocumentSectionMetadata): DocumentSection;
|
|
20
|
-
addText(content: string): TextFragment;
|
|
21
|
-
addImage(content: unknown): ImageFragment;
|
|
22
|
-
addTable(content: unknown): TableFragment;
|
|
23
|
-
fragments: Array<DocumentFragment | DocumentSection>;
|
|
24
|
-
toJSON(): unknown;
|
|
25
|
-
}
|
|
26
|
-
export declare class DocumentSection extends Document {
|
|
27
|
-
parent: Document;
|
|
28
|
-
constructor(parent: Document, content?: ContentType, metadata?: DocumentSectionMetadata);
|
|
29
|
-
toJSON(): unknown;
|
|
30
|
-
}
|
|
31
|
-
interface DocumentFragmentMetadata {
|
|
32
|
-
}
|
|
33
|
-
export declare class DocumentBaseFragment {
|
|
34
|
-
metadata?: DocumentFragmentMetadata;
|
|
35
|
-
constructor(metadata?: DocumentFragmentMetadata);
|
|
36
|
-
}
|
|
37
|
-
export declare class TextFragment extends DocumentBaseFragment {
|
|
38
|
-
content: string;
|
|
39
|
-
constructor(content: string, metadata?: DocumentFragmentMetadata);
|
|
40
|
-
toJSON(): unknown;
|
|
41
|
-
}
|
|
42
|
-
export declare class TableFragment extends DocumentBaseFragment {
|
|
43
|
-
content: any;
|
|
44
|
-
constructor(content: any, metadata?: DocumentFragmentMetadata);
|
|
45
|
-
toJSON(): unknown;
|
|
46
|
-
}
|
|
47
|
-
export declare class ImageFragment extends DocumentBaseFragment {
|
|
48
|
-
content: any;
|
|
49
|
-
constructor(content: any, metadata?: DocumentFragmentMetadata);
|
|
50
|
-
toJSON(): unknown;
|
|
51
|
-
}
|
|
52
|
-
export type DocumentFragment = TextFragment | TableFragment | ImageFragment;
|
|
53
|
-
export type ContentTypeItem = string | DocumentFragment | DocumentSection;
|
|
54
|
-
export type ContentType = ContentTypeItem | ContentTypeItem[];
|
|
55
|
-
export {};
|
|
56
|
-
//# sourceMappingURL=Document.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"Document.d.ts","sourceRoot":"","sources":["../../src/source/Document.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAsBH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,uBAAuB;IACtC,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;GAEG;AACH,qBAAa,QAAQ;IACZ,QAAQ,EAAE,gBAAgB,CAAC;gBAEtB,OAAO,CAAC,EAAE,WAAW,EAAE,QAAQ,GAAE,gBAAgC;IAatE,UAAU,CAAC,OAAO,EAAE,eAAe;IAUnC,UAAU,CAAC,OAAO,CAAC,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,uBAAuB,GAAG,eAAe;IAMtF,OAAO,CAAC,OAAO,EAAE,MAAM,GAAG,YAAY;IAKtC,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,aAAa;IAKzC,QAAQ,CAAC,OAAO,EAAE,OAAO,GAAG,aAAa;IAMzC,SAAS,EAAE,KAAK,CAAC,gBAAgB,GAAG,eAAe,CAAC,CAAM;IAEjE,MAAM,IAAI,OAAO;CAOlB;AAED,qBAAa,eAAgB,SAAQ,QAAQ;IAElC,MAAM,EAAE,QAAQ;gBAAhB,MAAM,EAAE,QAAQ,EACvB,OAAO,CAAC,EAAE,WAAW,EACrB,QAAQ,CAAC,EAAE,uBAAuB;IAMpC,MAAM,IAAI,OAAO;CAOlB;AAED,UAAU,wBAAwB;CAAG;AAErC,qBAAa,oBAAoB;IAC/B,QAAQ,CAAC,EAAE,wBAAwB,CAAC;gBACxB,QAAQ,CAAC,EAAE,wBAAwB;CAGhD;AAED,qBAAa,YAAa,SAAQ,oBAAoB;IACpD,OAAO,EAAE,MAAM,CAAC;gBACJ,OAAO,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,wBAAwB;IAIhE,MAAM,IAAI,OAAO;CAOlB;AAED,qBAAa,aAAc,SAAQ,oBAAoB;IACrD,OAAO,EAAE,GAAG,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,wBAAwB;IAI7D,MAAM,IAAI,OAAO;CAOlB;AAED,qBAAa,aAAc,SAAQ,oBAAoB;IACrD,OAAO,EAAE,GAAG,CAAC;gBACD,OAAO,EAAE,GAAG,EAAE,QAAQ,CAAC,EAAE,wBAAwB;IAI7D,MAAM,IAAI,OAAO;CAOlB;AAED,MAAM,MAAM,gBAAgB,GAAG,YAAY,GAAG,aAAa,GAAG,aAAa,CAAC;AAE5E,MAAM,MAAM,eAAe,GAAG,MAAM,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAC1E,MAAM,MAAM,WAAW,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC"}
|
|
@@ -1,15 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
import { Document, DocumentMetadata } from "./Document";
|
|
7
|
-
/**
|
|
8
|
-
* Abstract class for converting different types of content into a Document.
|
|
9
|
-
*/
|
|
10
|
-
export declare abstract class DocumentConverter {
|
|
11
|
-
metadata: DocumentMetadata;
|
|
12
|
-
constructor(metadata: DocumentMetadata);
|
|
13
|
-
abstract convert(): Document;
|
|
14
|
-
}
|
|
15
|
-
//# sourceMappingURL=DocumentConverter.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentConverter.d.ts","sourceRoot":"","sources":["../../src/source/DocumentConverter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAExD;;GAEG;AACH,8BAAsB,iBAAiB;IAC9B,QAAQ,EAAE,gBAAgB,CAAC;gBACtB,QAAQ,EAAE,gBAAgB;aAGtB,OAAO,IAAI,QAAQ;CACpC"}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
import { Document, type DocumentMetadata } from "./Document";
|
|
7
|
-
import { DocumentConverter } from "./DocumentConverter";
|
|
8
|
-
export declare class DocumentConverterMarkdown extends DocumentConverter {
|
|
9
|
-
markdown: string;
|
|
10
|
-
constructor(metadata: DocumentMetadata, markdown: string);
|
|
11
|
-
convert(): Document;
|
|
12
|
-
}
|
|
13
|
-
//# sourceMappingURL=DocumentConverterMarkdown.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentConverterMarkdown.d.ts","sourceRoot":"","sources":["../../src/source/DocumentConverterMarkdown.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,KAAK,gBAAgB,EAAwB,MAAM,YAAY,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,qBAAa,yBAA0B,SAAQ,iBAAiB;IAGrD,QAAQ,EAAE,MAAM;gBADvB,QAAQ,EAAE,gBAAgB,EACnB,QAAQ,EAAE,MAAM;IAIlB,OAAO,IAAI,QAAQ;CAK3B"}
|
|
@@ -1,13 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
import { Document, DocumentMetadata } from "./Document";
|
|
7
|
-
import { DocumentConverter } from "./DocumentConverter";
|
|
8
|
-
export declare class DocumentConverterText extends DocumentConverter {
|
|
9
|
-
text: string;
|
|
10
|
-
constructor(metadata: DocumentMetadata, text: string);
|
|
11
|
-
convert(): Document;
|
|
12
|
-
}
|
|
13
|
-
//# sourceMappingURL=DocumentConverterText.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentConverterText.d.ts","sourceRoot":"","sources":["../../src/source/DocumentConverterText.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD,qBAAa,qBAAsB,SAAQ,iBAAiB;IAGjD,IAAI,EAAE,MAAM;gBADnB,QAAQ,EAAE,gBAAgB,EACnB,IAAI,EAAE,MAAM;IAId,OAAO,IAAI,QAAQ;CAG3B"}
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
import { Document, DocumentMetadata } from "./Document";
|
|
7
|
-
import { DocumentConverter } from "./DocumentConverter";
|
|
8
|
-
/**
|
|
9
|
-
* MasterDocument represents a container for managing multiple versions/variants of a document.
|
|
10
|
-
* It maintains the original document and its transformed variants for different use cases.
|
|
11
|
-
*
|
|
12
|
-
* Key features:
|
|
13
|
-
* - Stores original document and metadata
|
|
14
|
-
* - Maintains a master version and variants
|
|
15
|
-
* - Automatically creates paragraph-split variant
|
|
16
|
-
*
|
|
17
|
-
* The paragraph variant splits text fragments by newlines while preserving other fragment types,
|
|
18
|
-
* which is useful for more granular text processing.
|
|
19
|
-
*/
|
|
20
|
-
export declare class MasterDocument {
|
|
21
|
-
metadata: DocumentMetadata;
|
|
22
|
-
original: DocumentConverter;
|
|
23
|
-
master: Document;
|
|
24
|
-
variants: Document[];
|
|
25
|
-
constructor(original: DocumentConverter, metadata: DocumentMetadata);
|
|
26
|
-
}
|
|
27
|
-
//# sourceMappingURL=MasterDocument.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"MasterDocument.d.ts","sourceRoot":"","sources":["../../src/source/MasterDocument.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAgB,MAAM,YAAY,CAAC;AACtE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExD;;;;;;;;;;;GAWG;AAEH,qBAAa,cAAc;IAClB,QAAQ,EAAE,gBAAgB,CAAC;IAC3B,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,EAAE,QAAQ,CAAC;IACjB,QAAQ,EAAE,QAAQ,EAAE,CAAM;gBACrB,QAAQ,EAAE,iBAAiB,EAAE,QAAQ,EAAE,gBAAgB;CAMpE"}
|
package/dist/source/index.d.ts
DELETED
|
@@ -1,10 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
export * from "./Document";
|
|
7
|
-
export * from "./DocumentConverterMarkdown";
|
|
8
|
-
export * from "./DocumentConverterText";
|
|
9
|
-
export * from "./MasterDocument";
|
|
10
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/source/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,6BAA6B,CAAC;AAC5C,cAAc,yBAAyB,CAAC;AACxC,cAAc,kBAAkB,CAAC"}
|
|
@@ -1,58 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @license
|
|
3
|
-
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
|
-
* SPDX-License-Identifier: Apache-2.0
|
|
5
|
-
*/
|
|
6
|
-
import { CreateWorkflow, JobQueueTaskConfig, Task } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
8
|
-
import { Document, DocumentFragment } from "../source/Document";
|
|
9
|
-
declare const inputSchema: {
|
|
10
|
-
readonly type: "object";
|
|
11
|
-
readonly properties: {
|
|
12
|
-
readonly parser: {
|
|
13
|
-
readonly type: "string";
|
|
14
|
-
readonly enum: readonly ["txt", "md"];
|
|
15
|
-
readonly title: "Document Kind";
|
|
16
|
-
readonly description: "The kind of document (txt or md)";
|
|
17
|
-
};
|
|
18
|
-
};
|
|
19
|
-
readonly required: readonly ["parser"];
|
|
20
|
-
readonly additionalProperties: false;
|
|
21
|
-
};
|
|
22
|
-
declare const outputSchema: {
|
|
23
|
-
readonly type: "object";
|
|
24
|
-
readonly properties: {
|
|
25
|
-
readonly texts: {
|
|
26
|
-
readonly type: "array";
|
|
27
|
-
readonly items: {
|
|
28
|
-
readonly type: "string";
|
|
29
|
-
};
|
|
30
|
-
readonly title: "Text Chunks";
|
|
31
|
-
readonly description: "The text chunks of the document";
|
|
32
|
-
};
|
|
33
|
-
};
|
|
34
|
-
readonly required: readonly ["texts"];
|
|
35
|
-
readonly additionalProperties: false;
|
|
36
|
-
};
|
|
37
|
-
export type DocumentSplitterTaskInput = FromSchema<typeof inputSchema>;
|
|
38
|
-
export type DocumentSplitterTaskOutput = FromSchema<typeof outputSchema>;
|
|
39
|
-
export declare class DocumentSplitterTask extends Task<DocumentSplitterTaskInput, DocumentSplitterTaskOutput, JobQueueTaskConfig> {
|
|
40
|
-
static type: string;
|
|
41
|
-
static category: string;
|
|
42
|
-
static title: string;
|
|
43
|
-
static description: string;
|
|
44
|
-
static inputSchema(): DataPortSchema;
|
|
45
|
-
static outputSchema(): DataPortSchema;
|
|
46
|
-
flattenFragmentsToTexts(item: DocumentFragment | Document): string[];
|
|
47
|
-
executeReactive(): Promise<DocumentSplitterTaskOutput>;
|
|
48
|
-
}
|
|
49
|
-
export declare const documentSplitter: (input: DocumentSplitterTaskInput) => Promise<{
|
|
50
|
-
texts: string[];
|
|
51
|
-
}>;
|
|
52
|
-
declare module "@workglow/task-graph" {
|
|
53
|
-
interface Workflow {
|
|
54
|
-
documentSplitter: CreateWorkflow<DocumentSplitterTaskInput, DocumentSplitterTaskOutput, JobQueueTaskConfig>;
|
|
55
|
-
}
|
|
56
|
-
}
|
|
57
|
-
export {};
|
|
58
|
-
//# sourceMappingURL=DocumentSplitterTask.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentSplitterTask.d.ts","sourceRoot":"","sources":["../../src/task/DocumentSplitterTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,cAAc,EACd,kBAAkB,EAClB,IAAI,EAGL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEhE,QAAA,MAAM,WAAW;;;;;;;;;;;;CAakB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;CAYiB,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACvE,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEzE,qBAAa,oBAAqB,SAAQ,IAAI,CAC5C,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB;IACC,OAAc,IAAI,SAA0B;IAC5C,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAuB;IAC1C,OAAc,WAAW,SAAsD;WACjE,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;IAI5C,uBAAuB,CAAC,IAAI,EAAE,gBAAgB,GAAG,QAAQ,GAAG,MAAM,EAAE;IAY9D,eAAe,IAAI,OAAO,CAAC,0BAA0B,CAAC;CAG7D;AAID,eAAO,MAAM,gBAAgB,GAAI,OAAO,yBAAyB;;EAEhE,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,gBAAgB,EAAE,cAAc,CAC9B,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB,CAAC;KACH;CACF"}
|