@workglow/ai 0.0.126 → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +214 -47
- package/dist/browser.js +562 -1274
- package/dist/browser.js.map +55 -60
- package/dist/bun.js +562 -1274
- package/dist/bun.js.map +55 -60
- package/dist/common.d.ts +3 -1
- package/dist/common.d.ts.map +1 -1
- package/dist/execution/DirectExecutionStrategy.d.ts +20 -0
- package/dist/execution/DirectExecutionStrategy.d.ts.map +1 -0
- package/dist/execution/IAiExecutionStrategy.d.ts +33 -0
- package/dist/execution/IAiExecutionStrategy.d.ts.map +1 -0
- package/dist/execution/QueuedExecutionStrategy.d.ts +50 -0
- package/dist/execution/QueuedExecutionStrategy.d.ts.map +1 -0
- package/dist/job/AiJob.d.ts +6 -0
- package/dist/job/AiJob.d.ts.map +1 -1
- package/dist/node.js +562 -1274
- package/dist/node.js.map +55 -60
- package/dist/provider/AiProvider.d.ts +16 -2
- package/dist/provider/AiProvider.d.ts.map +1 -1
- package/dist/provider/AiProviderRegistry.d.ts +20 -0
- package/dist/provider/AiProviderRegistry.d.ts.map +1 -1
- package/dist/provider/QueuedAiProvider.d.ts +23 -2
- package/dist/provider/QueuedAiProvider.d.ts.map +1 -1
- package/dist/task/BackgroundRemovalTask.d.ts +3 -3
- package/dist/task/BackgroundRemovalTask.d.ts.map +1 -1
- package/dist/task/ChunkRetrievalTask.d.ts +4 -4
- package/dist/task/ChunkRetrievalTask.d.ts.map +1 -1
- package/dist/task/ChunkToVectorTask.d.ts +4 -4
- package/dist/task/ChunkToVectorTask.d.ts.map +1 -1
- package/dist/task/ChunkVectorHybridSearchTask.d.ts +4 -4
- package/dist/task/ChunkVectorHybridSearchTask.d.ts.map +1 -1
- package/dist/task/ChunkVectorSearchTask.d.ts +4 -4
- package/dist/task/ChunkVectorSearchTask.d.ts.map +1 -1
- package/dist/task/ChunkVectorUpsertTask.d.ts +4 -4
- package/dist/task/ChunkVectorUpsertTask.d.ts.map +1 -1
- package/dist/task/ContextBuilderTask.d.ts +4 -4
- package/dist/task/ContextBuilderTask.d.ts.map +1 -1
- package/dist/task/CountTokensTask.d.ts +11 -29
- package/dist/task/CountTokensTask.d.ts.map +1 -1
- package/dist/task/DocumentEnricherTask.d.ts +4 -4
- package/dist/task/DocumentEnricherTask.d.ts.map +1 -1
- package/dist/task/DownloadModelTask.d.ts +5 -5
- package/dist/task/DownloadModelTask.d.ts.map +1 -1
- package/dist/task/FaceDetectorTask.d.ts +4 -4
- package/dist/task/FaceDetectorTask.d.ts.map +1 -1
- package/dist/task/FaceLandmarkerTask.d.ts +4 -4
- package/dist/task/FaceLandmarkerTask.d.ts.map +1 -1
- package/dist/task/GestureRecognizerTask.d.ts +4 -4
- package/dist/task/GestureRecognizerTask.d.ts.map +1 -1
- package/dist/task/HandLandmarkerTask.d.ts +4 -4
- package/dist/task/HandLandmarkerTask.d.ts.map +1 -1
- package/dist/task/HierarchicalChunkerTask.d.ts +4 -4
- package/dist/task/HierarchicalChunkerTask.d.ts.map +1 -1
- package/dist/task/HierarchyJoinTask.d.ts +4 -4
- package/dist/task/HierarchyJoinTask.d.ts.map +1 -1
- package/dist/task/ImageClassificationTask.d.ts +4 -4
- package/dist/task/ImageClassificationTask.d.ts.map +1 -1
- package/dist/task/ImageEmbeddingTask.d.ts +203 -89
- package/dist/task/ImageEmbeddingTask.d.ts.map +1 -1
- package/dist/task/ImageSegmentationTask.d.ts +4 -4
- package/dist/task/ImageSegmentationTask.d.ts.map +1 -1
- package/dist/task/ImageToTextTask.d.ts +4 -4
- package/dist/task/ImageToTextTask.d.ts.map +1 -1
- package/dist/task/ModelInfoTask.d.ts +5 -5
- package/dist/task/ModelInfoTask.d.ts.map +1 -1
- package/dist/task/ObjectDetectionTask.d.ts +4 -4
- package/dist/task/ObjectDetectionTask.d.ts.map +1 -1
- package/dist/task/PoseLandmarkerTask.d.ts +4 -4
- package/dist/task/PoseLandmarkerTask.d.ts.map +1 -1
- package/dist/task/QueryExpanderTask.d.ts +4 -4
- package/dist/task/QueryExpanderTask.d.ts.map +1 -1
- package/dist/task/RerankerTask.d.ts +4 -4
- package/dist/task/RerankerTask.d.ts.map +1 -1
- package/dist/task/StructuralParserTask.d.ts +4 -4
- package/dist/task/StructuralParserTask.d.ts.map +1 -1
- package/dist/task/StructuredGenerationTask.d.ts +4 -4
- package/dist/task/StructuredGenerationTask.d.ts.map +1 -1
- package/dist/task/TextChunkerTask.d.ts +4 -4
- package/dist/task/TextChunkerTask.d.ts.map +1 -1
- package/dist/task/TextClassificationTask.d.ts +24 -62
- package/dist/task/TextClassificationTask.d.ts.map +1 -1
- package/dist/task/TextEmbeddingTask.d.ts +3 -3
- package/dist/task/TextEmbeddingTask.d.ts.map +1 -1
- package/dist/task/TextFillMaskTask.d.ts +29 -73
- package/dist/task/TextFillMaskTask.d.ts.map +1 -1
- package/dist/task/TextGenerationTask.d.ts +13 -32
- package/dist/task/TextGenerationTask.d.ts.map +1 -1
- package/dist/task/TextLanguageDetectionTask.d.ts +24 -62
- package/dist/task/TextLanguageDetectionTask.d.ts.map +1 -1
- package/dist/task/TextNamedEntityRecognitionTask.d.ts +29 -73
- package/dist/task/TextNamedEntityRecognitionTask.d.ts.map +1 -1
- package/dist/task/TextQuestionAnswerTask.d.ts +17 -45
- package/dist/task/TextQuestionAnswerTask.d.ts.map +1 -1
- package/dist/task/TextRewriterTask.d.ts +12 -31
- package/dist/task/TextRewriterTask.d.ts.map +1 -1
- package/dist/task/TextSummaryTask.d.ts +12 -31
- package/dist/task/TextSummaryTask.d.ts.map +1 -1
- package/dist/task/TextTranslationTask.d.ts +12 -31
- package/dist/task/TextTranslationTask.d.ts.map +1 -1
- package/dist/task/TopicSegmenterTask.d.ts +4 -4
- package/dist/task/TopicSegmenterTask.d.ts.map +1 -1
- package/dist/task/UnloadModelTask.d.ts +4 -4
- package/dist/task/UnloadModelTask.d.ts.map +1 -1
- package/dist/task/VectorQuantizeTask.d.ts +4 -4
- package/dist/task/VectorQuantizeTask.d.ts.map +1 -1
- package/dist/task/VectorSimilarityTask.d.ts +4 -4
- package/dist/task/VectorSimilarityTask.d.ts.map +1 -1
- package/dist/task/base/AiTask.d.ts +12 -31
- package/dist/task/base/AiTask.d.ts.map +1 -1
- package/dist/task/base/AiVisionTask.d.ts +7 -12
- package/dist/task/base/AiVisionTask.d.ts.map +1 -1
- package/dist/task/base/StreamingAiTask.d.ts +7 -4
- package/dist/task/base/StreamingAiTask.d.ts.map +1 -1
- package/dist/task/index.d.ts +1 -13
- package/dist/task/index.d.ts.map +1 -1
- package/dist/worker.d.ts +0 -2
- package/dist/worker.d.ts.map +1 -1
- package/dist/worker.js +217 -233
- package/dist/worker.js.map +7 -7
- package/package.json +11 -11
- package/dist/queue/createDefaultQueue.d.ts +0 -17
- package/dist/queue/createDefaultQueue.d.ts.map +0 -1
- package/dist/task/AgentTask.d.ts +0 -524
- package/dist/task/AgentTask.d.ts.map +0 -1
- package/dist/task/AgentTypes.d.ts +0 -181
- package/dist/task/AgentTypes.d.ts.map +0 -1
- package/dist/task/AgentUtils.d.ts +0 -50
- package/dist/task/AgentUtils.d.ts.map +0 -1
- package/dist/task/MessageConversion.d.ts +0 -52
- package/dist/task/MessageConversion.d.ts.map +0 -1
- package/dist/task/ToolCallingTask.d.ts +0 -385
- package/dist/task/ToolCallingTask.d.ts.map +0 -1
- package/dist/task/ToolCallingUtils.d.ts +0 -65
- package/dist/task/ToolCallingUtils.d.ts.map +0 -1
|
@@ -7,6 +7,16 @@ import { TaskInput, TaskOutput } from "@workglow/task-graph";
|
|
|
7
7
|
import { type WorkerServerBase as WorkerServer } from "@workglow/util/worker";
|
|
8
8
|
import type { ModelConfig } from "../model/ModelSchema";
|
|
9
9
|
import { type AiProviderReactiveRunFn, type AiProviderRunFn, type AiProviderStreamFn } from "./AiProviderRegistry";
|
|
10
|
+
/**
|
|
11
|
+
* Job queue concurrency: one limit for the primary ({@link QueuedAiProvider} hardware) queue,
|
|
12
|
+
* or per-slot limits. Hugging Face Transformers ONNX uses `gpu` and `cpu` for its two queues.
|
|
13
|
+
*/
|
|
14
|
+
export type AiProviderQueueConcurrency = number | Record<string, number>;
|
|
15
|
+
/**
|
|
16
|
+
* Resolves the primary (e.g. WebGPU) queue limit for {@link QueuedAiProvider}.
|
|
17
|
+
* A numeric `concurrency` sets that queue; a record uses `gpu` (default 1).
|
|
18
|
+
*/
|
|
19
|
+
export declare function resolveAiProviderGpuQueueConcurrency(concurrency: AiProviderQueueConcurrency | undefined): number;
|
|
10
20
|
/**
|
|
11
21
|
* Options for registering an AI provider on the main thread.
|
|
12
22
|
*
|
|
@@ -23,8 +33,12 @@ export interface AiProviderRegisterOptions {
|
|
|
23
33
|
worker?: Worker | (() => Worker);
|
|
24
34
|
/** Job queue configuration */
|
|
25
35
|
queue?: {
|
|
26
|
-
/**
|
|
27
|
-
|
|
36
|
+
/**
|
|
37
|
+
* Concurrent jobs on the provider's primary queued path (e.g. GPU), default 1.
|
|
38
|
+
* Use a record for multiple queues — e.g. `{ gpu: 1, cpu: 4 }` for Hugging Face
|
|
39
|
+
* Transformers ONNX (`cpu` defaults to 4 in production and 1 under test when omitted).
|
|
40
|
+
*/
|
|
41
|
+
concurrency?: AiProviderQueueConcurrency;
|
|
28
42
|
/** Set to false to skip automatic queue creation. Defaults to true. */
|
|
29
43
|
autoCreate?: boolean;
|
|
30
44
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AiProvider.d.ts","sourceRoot":"","sources":["../../src/provider/AiProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAGL,KAAK,gBAAgB,IAAI,YAAY,EACtC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EACL,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,kBAAkB,EAExB,MAAM,sBAAsB,CAAC;AAE9B;;;;;;;GAOG;AACH,MAAM,WAAW,yBAAyB;IACxC;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACjC,8BAA8B;IAC9B,KAAK,CAAC,EAAE;QACN
|
|
1
|
+
{"version":3,"file":"AiProvider.d.ts","sourceRoot":"","sources":["../../src/provider/AiProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAGL,KAAK,gBAAgB,IAAI,YAAY,EACtC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EACL,KAAK,uBAAuB,EAC5B,KAAK,eAAe,EACpB,KAAK,kBAAkB,EAExB,MAAM,sBAAsB,CAAC;AAE9B;;;GAGG;AACH,MAAM,MAAM,0BAA0B,GAAG,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEzE;;;GAGG;AACH,wBAAgB,oCAAoC,CAClD,WAAW,EAAE,0BAA0B,GAAG,SAAS,GAClD,MAAM,CAQR;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,yBAAyB;IACxC;;;OAGG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,CAAC,MAAM,MAAM,CAAC,CAAC;IACjC,8BAA8B;IAC9B,KAAK,CAAC,EAAE;QACN;;;;WAIG;QACH,WAAW,CAAC,EAAE,0BAA0B,CAAC;QACzC,uEAAuE;QACvE,UAAU,CAAC,EAAE,OAAO,CAAC;KACtB,CAAC;CACH;AAED;;;GAGG;AACH,MAAM,WAAW,yBAA0B,SAAQ,yBAAyB;IAC1E,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;CAC5B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH,8BAAsB,UAAU,CAAC,YAAY,SAAS,WAAW,GAAG,WAAW;IAC7E,gEAAgE;IAChE,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAE/B;;OAEG;IACH,QAAQ,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAEtC,uEAAuE;IACvE,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;IAEnC,8DAA8D;IAC9D,QAAQ,CAAC,QAAQ,CAAC,eAAe,EAAE,OAAO,CAAC;IAE3C;;;OAGG;IACH,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IAE/C;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;IAEnF;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,CAAC;IAE5F;;;;OAIG;IACH,SAAS,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CACvC,MAAM,EACN,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAChD,CAAC;IAEF,YACE,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,EAC/D,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,EACxE,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,EAKhF;IAED,qDAAqD;IACrD,IAAI,kBAAkB,IAAI,SAAS,MAAM,EAAE,CAE1C;IAED;;;;OAIG;IACH,QAAQ,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,EAAE,CAAC,SAAS,UAAU,GAAG,UAAU,EACzE,QAAQ,EAAE,MAAM,GACf,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC,GAAG,SAAS,CAEjD;IAED;;;;OAIG;IACH,WAAW,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,EAAE,CAAC,SAAS,UAAU,GAAG,UAAU,EAC5E,QAAQ,EAAE,MAAM,GACf,kBAAkB,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC,GAAG,SAAS,CAEpD;IAED;;;;OAIG;IACH,gBAAgB,CAAC,CAAC,SAAS,SAAS,GAAG,SAAS,EAAE,CAAC,SAAS,UAAU,GAAG,UAAU,EACjF,QAAQ,EAAE,MAAM,GACf,uBAAuB,CAAC,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC,GAAG,SAAS,CAIzD;IAED;;;;;;;;;OASG;IACG,QAAQ,CAAC,OAAO,GAAE,yBAA8B,GAAG,OAAO,CAAC,IAAI,CAAC,CA0DrE;IAED;;;;;;;;OAQG;IACH,sBAAsB,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI,CAoBvD;IAED;;;;OAIG;IACH,UAAgB,YAAY,CAAC,QAAQ,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAG;IAEnF;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CAAG;IAEjC;;;;OAIG;IACH,UAAgB,aAAa,CAAC,QAAQ,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAG;CACrF"}
|
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
*/
|
|
6
6
|
import { TaskInput, TaskOutput, type StreamEvent } from "@workglow/task-graph";
|
|
7
7
|
import { type JsonSchema } from "@workglow/util/worker";
|
|
8
|
+
import type { IAiExecutionStrategy, AiStrategyResolver } from "../execution/IAiExecutionStrategy";
|
|
8
9
|
import type { ModelConfig } from "../model/ModelSchema";
|
|
9
10
|
import type { AiProvider } from "./AiProvider";
|
|
10
11
|
/**
|
|
@@ -37,11 +38,19 @@ export declare class AiProviderRegistry {
|
|
|
37
38
|
streamFnRegistry: Map<string, Map<string, AiProviderStreamFn<any, any>>>;
|
|
38
39
|
reactiveRunFnRegistry: Map<string, Map<string, AiProviderReactiveRunFn<any, any>>>;
|
|
39
40
|
private providers;
|
|
41
|
+
private strategyResolvers;
|
|
42
|
+
private defaultStrategy;
|
|
40
43
|
/**
|
|
41
44
|
* Registers an AiProvider instance for lifecycle management and introspection.
|
|
42
45
|
* @param provider - The provider instance to register
|
|
43
46
|
*/
|
|
44
47
|
registerProvider(provider: AiProvider<any>): void;
|
|
48
|
+
/**
|
|
49
|
+
* Removes a previously registered provider and all of its run/stream/reactive functions.
|
|
50
|
+
* Used for cleanup when provider initialization fails partway through.
|
|
51
|
+
* @param name - The provider name to unregister
|
|
52
|
+
*/
|
|
53
|
+
unregisterProvider(name: string): void;
|
|
45
54
|
/**
|
|
46
55
|
* Retrieves a registered AiProvider instance by name.
|
|
47
56
|
* @param name - The provider name (e.g., "HF_TRANSFORMERS_ONNX")
|
|
@@ -57,6 +66,17 @@ export declare class AiProviderRegistry {
|
|
|
57
66
|
* via {@link registerProvider} (typically after {@link AiProvider.register}).
|
|
58
67
|
*/
|
|
59
68
|
getInstalledProviderIds(): string[];
|
|
69
|
+
/**
|
|
70
|
+
* Registers a strategy resolver for a provider. The resolver receives the full
|
|
71
|
+
* ModelConfig at execution time and returns the appropriate execution strategy.
|
|
72
|
+
* This allows model-aware decisions (e.g., HFT WebGPU → queued, HFT WASM → direct).
|
|
73
|
+
*/
|
|
74
|
+
registerStrategyResolver(providerName: string, resolver: AiStrategyResolver): void;
|
|
75
|
+
/**
|
|
76
|
+
* Resolves the execution strategy for a given model config.
|
|
77
|
+
* Falls back to DirectExecutionStrategy if no resolver is registered.
|
|
78
|
+
*/
|
|
79
|
+
getStrategy(model: ModelConfig): IAiExecutionStrategy;
|
|
60
80
|
/**
|
|
61
81
|
* Stable-sorted provider ids that have a direct run function registered for `taskType`.
|
|
62
82
|
* Use this when the UI or validation should only offer providers that can execute a task
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AiProviderRegistry.d.ts","sourceRoot":"","sources":["../../src/provider/AiProviderRegistry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAyC,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;
|
|
1
|
+
{"version":3,"file":"AiProviderRegistry.d.ts","sourceRoot":"","sources":["../../src/provider/AiProviderRegistry.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,KAAK,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC/E,OAAO,EAAyC,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAE/F,OAAO,KAAK,EAAE,oBAAoB,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AAClG,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE/C;;;;;GAKG;AACH,MAAM,MAAM,eAAe,CACzB,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,KAAK,SAAS,WAAW,GAAG,WAAW,IACrC,CACF,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,eAAe,EAAE,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,GAAG,KAAK,IAAI,EAC5E,MAAM,EAAE,WAAW,EACnB,YAAY,CAAC,EAAE,UAAU,KACtB,OAAO,CAAC,MAAM,CAAC,CAAC;AAErB;;;;GAIG;AACH,MAAM,MAAM,uBAAuB,CACjC,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,KAAK,SAAS,WAAW,GAAG,WAAW,IACrC,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,SAAS,KAAK,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;AAE5F;;;;;GAKG;AACH,MAAM,MAAM,kBAAkB,CAC5B,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,KAAK,SAAS,WAAW,GAAG,WAAW,IACrC,CACF,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,KAAK,GAAG,SAAS,EACxB,MAAM,EAAE,WAAW,EACnB,YAAY,CAAC,EAAE,UAAU,KACtB,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;AAExC;;;;GAIG;AACH,qBAAa,kBAAkB;IAC7B,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAa;IAC/E,gBAAgB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,kBAAkB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAa;IACrF,qBAAqB,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAa;IAC/F,OAAO,CAAC,SAAS,CAA2C;IAC5D,OAAO,CAAC,iBAAiB,CAA8C;IACvE,OAAO,CAAC,eAAe,CAAmC;IAE1D;;;OAGG;IACH,gBAAgB,CAAC,QAAQ,EAAE,UAAU,CAAC,GAAG,CAAC,GAAG,IAAI,CAEhD;IAED;;;;OAIG;IACH,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAarC;IAED;;;;OAIG;IACH,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAErD;IAED;;OAEG;IACH,YAAY,IAAI,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAE3C;IAED;;;OAGG;IACH,uBAAuB,IAAI,MAAM,EAAE,CAElC;IAED;;;;OAIG;IACH,wBAAwB,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,kBAAkB,GAAG,IAAI,CAEjF;IAED;;;OAGG;IACH,WAAW,CAAC,KAAK,EAAE,WAAW,GAAG,oBAAoB,CAOpD;IAED;;;;OAIG;IACH,qBAAqB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,EAAE,CAIhD;IAED;;;;;OAKG;IACH,aAAa,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS,EAAE,MAAM,SAAS,UAAU,GAAG,UAAU,EACvF,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,eAAe,CAAC,KAAK,EAAE,MAAM,CAAC,QAMtC;IAED,qBAAqB,CACnB,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,QAqBxC;IAED;;;;;OAKG;IACH,gBAAgB,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS,EAAE,MAAM,SAAS,UAAU,GAAG,UAAU,EAC1F,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,QAM5C;IAED;;;;;OAKG;IACH,wBAAwB,CACtB,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,QAgBxC;IAED;;;OAGG;IACH,WAAW,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS,EAAE,MAAM,SAAS,UAAU,GAAG,UAAU,EACrF,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,GACf,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAG/C;IAED;;;;OAIG;IACH,6BAA6B,CAC3B,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EACtC,aAAa,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,QAcxC;IAED;;;OAGG;IACH,qBAAqB,CACnB,KAAK,SAAS,SAAS,GAAG,SAAS,EACnC,MAAM,SAAS,UAAU,GAAG,UAAU,EAEtC,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,EAChB,aAAa,EAAE,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,QAMtD;IAED;;;OAGG;IACH,gBAAgB,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS,EAAE,MAAM,SAAS,UAAU,GAAG,UAAU,EAC1F,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM,GACf,uBAAuB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAGpD;IAED;;;OAGG;IACH,cAAc,CAAC,KAAK,SAAS,SAAS,GAAG,SAAS,EAAE,MAAM,SAAS,UAAU,GAAG,UAAU,EACxF,aAAa,EAAE,MAAM,EACrB,QAAQ,EAAE,MAAM;;;;;;;;;;;;;;OAkBjB;CACF;AAID,wBAAgB,qBAAqB,uBAEpC;AACD,wBAAgB,qBAAqB,CAAC,EAAE,EAAE,kBAAkB,QAE3D"}
|
|
@@ -3,16 +3,37 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
+
import { QueuedExecutionStrategy } from "../execution/QueuedExecutionStrategy";
|
|
7
|
+
import type { IAiExecutionStrategy } from "../execution/IAiExecutionStrategy";
|
|
6
8
|
import type { ModelConfig } from "../model/ModelSchema";
|
|
7
9
|
import { AiProvider, type AiProviderRegisterOptions } from "./AiProvider";
|
|
8
10
|
/**
|
|
9
|
-
* AI provider base that
|
|
10
|
-
*
|
|
11
|
+
* AI provider base that registers a {@link QueuedExecutionStrategy} for
|
|
12
|
+
* GPU-bound providers that need serialized access to hardware resources.
|
|
13
|
+
*
|
|
14
|
+
* Subclasses can override {@link getStrategyForModel} to make the decision
|
|
15
|
+
* model-aware (e.g., HFT returns queued for WebGPU but direct for WASM).
|
|
16
|
+
*
|
|
17
|
+
* When `queue.autoCreate` is `false` (default: `true`), the strategy resolver
|
|
18
|
+
* is still registered but the queue is not auto-created — execution will succeed
|
|
19
|
+
* only if a matching queue was pre-registered in the {@link TaskQueueRegistry}.
|
|
11
20
|
*
|
|
12
21
|
* Web worker entrypoints should use a provider that extends {@link AiProvider} only
|
|
13
22
|
* (no queue / storage), so bundles for `registerOnWorkerServer` stay lean.
|
|
14
23
|
*/
|
|
15
24
|
export declare abstract class QueuedAiProvider<TModelConfig extends ModelConfig = ModelConfig> extends AiProvider<TModelConfig> {
|
|
25
|
+
protected queuedStrategy: QueuedExecutionStrategy | undefined;
|
|
16
26
|
protected afterRegister(options: AiProviderRegisterOptions): Promise<void>;
|
|
27
|
+
/**
|
|
28
|
+
* Helper to create a named {@link QueuedExecutionStrategy} using the same
|
|
29
|
+
* `autoCreate` setting from the registration options.
|
|
30
|
+
*/
|
|
31
|
+
protected createQueuedStrategy(queueName: string, concurrency: number, options: AiProviderRegisterOptions): QueuedExecutionStrategy;
|
|
32
|
+
/**
|
|
33
|
+
* Returns the execution strategy for a given model. By default, always
|
|
34
|
+
* returns the queued strategy. Subclasses can override to make this
|
|
35
|
+
* model-dependent (e.g., HFT checks `provider_config.device`).
|
|
36
|
+
*/
|
|
37
|
+
protected getStrategyForModel(_model: ModelConfig): IAiExecutionStrategy;
|
|
17
38
|
}
|
|
18
39
|
//# sourceMappingURL=QueuedAiProvider.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"QueuedAiProvider.d.ts","sourceRoot":"","sources":["../../src/provider/QueuedAiProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"QueuedAiProvider.d.ts","sourceRoot":"","sources":["../../src/provider/QueuedAiProvider.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,uBAAuB,EAAE,MAAM,sCAAsC,CAAC;AAC/E,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AACxD,OAAO,EACL,UAAU,EAEV,KAAK,yBAAyB,EAC/B,MAAM,cAAc,CAAC;AAGtB;;;;;;;;;;;;;GAaG;AACH,8BAAsB,gBAAgB,CACpC,YAAY,SAAS,WAAW,GAAG,WAAW,CAC9C,SAAQ,UAAU,CAAC,YAAY,CAAC;IAChC,SAAS,CAAC,cAAc,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAE9D,UAAyB,aAAa,CAAC,OAAO,EAAE,yBAAyB,GAAG,OAAO,CAAC,IAAI,CAAC,CAUxF;IAED;;;OAGG;IACH,SAAS,CAAC,oBAAoB,CAC5B,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,yBAAyB,GACjC,uBAAuB,CAGzB;IAED;;;;OAIG;IACH,SAAS,CAAC,mBAAmB,CAAC,MAAM,EAAE,WAAW,GAAG,oBAAoB,CAEvE;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow,
|
|
6
|
+
import { CreateWorkflow, TaskConfig } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiVisionTask } from "./base/AiVisionTask";
|
|
9
9
|
export declare const BackgroundRemovalInputSchema: {
|
|
@@ -220,12 +220,12 @@ export declare const backgroundRemoval: (input: {
|
|
|
220
220
|
tasks?: string[] | undefined;
|
|
221
221
|
title?: string | undefined;
|
|
222
222
|
};
|
|
223
|
-
}, config?:
|
|
223
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
224
224
|
image: string;
|
|
225
225
|
}>;
|
|
226
226
|
declare module "@workglow/task-graph" {
|
|
227
227
|
interface Workflow {
|
|
228
|
-
backgroundRemoval: CreateWorkflow<BackgroundRemovalTaskInput, BackgroundRemovalTaskOutput,
|
|
228
|
+
backgroundRemoval: CreateWorkflow<BackgroundRemovalTaskInput, BackgroundRemovalTaskOutput, TaskConfig>;
|
|
229
229
|
}
|
|
230
230
|
}
|
|
231
231
|
//# sourceMappingURL=BackgroundRemovalTask.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"BackgroundRemovalTask.d.ts","sourceRoot":"","sources":["../../src/task/BackgroundRemovalTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,
|
|
1
|
+
{"version":3,"file":"BackgroundRemovalTask.d.ts","sourceRoot":"","sources":["../../src/task/BackgroundRemovalTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,UAAU,EAAY,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAYnD,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQN,CAAC;AAEpC,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;CAOP,CAAC;AAEpC,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC;AACzF,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAE3F;;GAEG;AACH,qBAAa,qBAAsB,SAAQ,YAAY,CACrD,0BAA0B,EAC1B,2BAA2B,CAC5B;IACC,OAAc,IAAI,SAA2B;IAC7C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAwB;IAC3C,OAAc,WAAW,SAC0D;IACnF,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;CACF;AAED;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAE7B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,iBAAiB,EAAE,cAAc,CAC/B,0BAA0B,EAC1B,2BAA2B,EAC3B,UAAU,CACX,CAAC;KACH;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema, TypedArray, TypedArraySchemaOptions } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
@@ -250,7 +250,7 @@ export type ChunkRetrievalTaskOutput = FromSchema<typeof outputSchema, TypedArra
|
|
|
250
250
|
* End-to-end retrieval task that combines embedding generation (if needed) and vector search.
|
|
251
251
|
* Simplifies the RAG pipeline by handling the full retrieval process.
|
|
252
252
|
*/
|
|
253
|
-
export declare class ChunkRetrievalTask extends Task<ChunkRetrievalTaskInput, ChunkRetrievalTaskOutput,
|
|
253
|
+
export declare class ChunkRetrievalTask extends Task<ChunkRetrievalTaskInput, ChunkRetrievalTaskOutput, TaskConfig> {
|
|
254
254
|
static type: string;
|
|
255
255
|
static category: string;
|
|
256
256
|
static title: string;
|
|
@@ -260,7 +260,7 @@ export declare class ChunkRetrievalTask extends Task<ChunkRetrievalTaskInput, Ch
|
|
|
260
260
|
static outputSchema(): DataPortSchema;
|
|
261
261
|
execute(input: ChunkRetrievalTaskInput, context: IExecuteContext): Promise<ChunkRetrievalTaskOutput>;
|
|
262
262
|
}
|
|
263
|
-
export declare const chunkRetrieval: (input: ChunkRetrievalTaskInput, config?:
|
|
263
|
+
export declare const chunkRetrieval: (input: ChunkRetrievalTaskInput, config?: TaskConfig | undefined) => Promise<{
|
|
264
264
|
chunk_ids: string[];
|
|
265
265
|
chunks: string[];
|
|
266
266
|
count: number;
|
|
@@ -273,7 +273,7 @@ export declare const chunkRetrieval: (input: ChunkRetrievalTaskInput, config?: J
|
|
|
273
273
|
}>;
|
|
274
274
|
declare module "@workglow/task-graph" {
|
|
275
275
|
interface Workflow {
|
|
276
|
-
chunkRetrieval: CreateWorkflow<ChunkRetrievalTaskInput, ChunkRetrievalTaskOutput,
|
|
276
|
+
chunkRetrieval: CreateWorkflow<ChunkRetrievalTaskInput, ChunkRetrievalTaskOutput, TaskConfig>;
|
|
277
277
|
}
|
|
278
278
|
}
|
|
279
279
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChunkRetrievalTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkRetrievalTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,
|
|
1
|
+
{"version":3,"file":"ChunkRetrievalTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkRetrievalTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACnG,OAAO,EACL,cAAc,EACd,UAAU,EAEV,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAK/B,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA6DkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2DiB,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AAC9F,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAEhG;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,UAAU,CACX;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAS;IAC/B,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAAqE;IAC9F,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,wBAAwB,CAAC,CAsEnC;CACF;AAED,eAAO,MAAM,cAAc;;;;;;;;;;EAE1B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAAC,uBAAuB,EAAE,wBAAwB,EAAE,UAAU,CAAC,CAAC;KAC/F;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema, TypedArraySchemaOptions } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
@@ -181,7 +181,7 @@ export type ChunkToVectorTaskOutput = FromSchema<typeof outputSchema, TypedArray
|
|
|
181
181
|
* Task to transform chunk records and embeddings into vector store format
|
|
182
182
|
* Bridges HierarchicalChunker + TextEmbedding -> VectorStoreUpsert
|
|
183
183
|
*/
|
|
184
|
-
export declare class ChunkToVectorTask extends Task<ChunkToVectorTaskInput, ChunkToVectorTaskOutput,
|
|
184
|
+
export declare class ChunkToVectorTask extends Task<ChunkToVectorTaskInput, ChunkToVectorTaskOutput, TaskConfig> {
|
|
185
185
|
static type: string;
|
|
186
186
|
static category: string;
|
|
187
187
|
static title: string;
|
|
@@ -213,7 +213,7 @@ export declare const chunkToVector: (input: {
|
|
|
213
213
|
doc_id?: string | undefined;
|
|
214
214
|
doc_title?: string | undefined;
|
|
215
215
|
vector: import("@workglow/util/schema").TypedArray[];
|
|
216
|
-
}, config?:
|
|
216
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
217
217
|
ids: string[];
|
|
218
218
|
metadata: {
|
|
219
219
|
[x: string]: unknown;
|
|
@@ -223,7 +223,7 @@ export declare const chunkToVector: (input: {
|
|
|
223
223
|
}>;
|
|
224
224
|
declare module "@workglow/task-graph" {
|
|
225
225
|
interface Workflow {
|
|
226
|
-
chunkToVector: CreateWorkflow<ChunkToVectorTaskInput, ChunkToVectorTaskOutput,
|
|
226
|
+
chunkToVector: CreateWorkflow<ChunkToVectorTaskInput, ChunkToVectorTaskOutput, TaskConfig>;
|
|
227
227
|
}
|
|
228
228
|
}
|
|
229
229
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChunkToVectorTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkToVectorTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,
|
|
1
|
+
{"version":3,"file":"ChunkToVectorTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkToVectorTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACnG,OAAO,EACL,cAAc,EACd,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAE/B,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+BkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqCiB,CAAC;AAEpC,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AAC7F,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAE/F;;;GAGG;AACH,qBAAa,iBAAkB,SAAQ,IAAI,CACzC,sBAAsB,EACtB,uBAAuB,EACvB,UAAU,CACX;IACC,OAAc,IAAI,SAAuB;IACzC,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAA4D;IACrF,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,sBAAsB,EAC7B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,uBAAuB,CAAC,CA0ClC;CACF;AAED,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAEzB,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,aAAa,EAAE,cAAc,CAAC,sBAAsB,EAAE,uBAAuB,EAAE,UAAU,CAAC,CAAC;KAC5F;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema, TypedArraySchemaOptions } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
@@ -145,7 +145,7 @@ export type HybridSearchTaskOutput = FromSchema<typeof outputSchema, TypedArrayS
|
|
|
145
145
|
* - Semantic similarity (vector search) - understands meaning
|
|
146
146
|
* - Keyword matching (full-text search) - finds exact terms
|
|
147
147
|
*/
|
|
148
|
-
export declare class ChunkVectorHybridSearchTask extends Task<HybridSearchTaskInput, HybridSearchTaskOutput,
|
|
148
|
+
export declare class ChunkVectorHybridSearchTask extends Task<HybridSearchTaskInput, HybridSearchTaskOutput, TaskConfig> {
|
|
149
149
|
static type: string;
|
|
150
150
|
static category: string;
|
|
151
151
|
static title: string;
|
|
@@ -166,7 +166,7 @@ export declare const hybridSearch: (input: {
|
|
|
166
166
|
scoreThreshold?: number | undefined;
|
|
167
167
|
topK?: number | undefined;
|
|
168
168
|
vectorWeight?: number | undefined;
|
|
169
|
-
}, config?:
|
|
169
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
170
170
|
chunk_ids: string[];
|
|
171
171
|
chunks: string[];
|
|
172
172
|
count: number;
|
|
@@ -179,7 +179,7 @@ export declare const hybridSearch: (input: {
|
|
|
179
179
|
}>;
|
|
180
180
|
declare module "@workglow/task-graph" {
|
|
181
181
|
interface Workflow {
|
|
182
|
-
hybridSearch: CreateWorkflow<HybridSearchTaskInput, HybridSearchTaskOutput,
|
|
182
|
+
hybridSearch: CreateWorkflow<HybridSearchTaskInput, HybridSearchTaskOutput, TaskConfig>;
|
|
183
183
|
}
|
|
184
184
|
}
|
|
185
185
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChunkVectorHybridSearchTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkVectorHybridSearchTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,
|
|
1
|
+
{"version":3,"file":"ChunkVectorHybridSearchTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkVectorHybridSearchTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACnG,OAAO,EACL,cAAc,EACd,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAE/B,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqDiB,CAAC;AAEpC,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAE9F;;;;;;;GAOG;AACH,qBAAa,2BAA4B,SAAQ,IAAI,CACnD,qBAAqB,EACrB,sBAAsB,EACtB,UAAU,CACX;IACC,OAAc,IAAI,SAAiC;IACnD,OAAc,QAAQ,SAAS;IAC/B,OAAc,KAAK,SAAmB;IACtC,OAAc,WAAW,SAA+D;IACxF,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,qBAAqB,EAC5B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,sBAAsB,CAAC,CA+CjC;CACF;AAED,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;EAKxB,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,YAAY,EAAE,cAAc,CAAC,qBAAqB,EAAE,sBAAsB,EAAE,UAAU,CAAC,CAAC;KACzF;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema, TypedArraySchemaOptions } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
@@ -109,7 +109,7 @@ export type VectorStoreSearchTaskOutput = FromSchema<typeof outputSchema, TypedA
|
|
|
109
109
|
* Task for searching similar vectors in a knowledge base.
|
|
110
110
|
* Returns top-K most similar vectors with their metadata and scores.
|
|
111
111
|
*/
|
|
112
|
-
export declare class ChunkVectorSearchTask extends Task<VectorStoreSearchTaskInput, VectorStoreSearchTaskOutput,
|
|
112
|
+
export declare class ChunkVectorSearchTask extends Task<VectorStoreSearchTaskInput, VectorStoreSearchTaskOutput, TaskConfig> {
|
|
113
113
|
static type: string;
|
|
114
114
|
static category: string;
|
|
115
115
|
static title: string;
|
|
@@ -127,7 +127,7 @@ export declare const vectorStoreSearch: (input: {
|
|
|
127
127
|
query: import("@workglow/util/schema").TypedArray;
|
|
128
128
|
scoreThreshold?: number | undefined;
|
|
129
129
|
topK?: number | undefined;
|
|
130
|
-
}, config?:
|
|
130
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
131
131
|
count: number;
|
|
132
132
|
ids: string[];
|
|
133
133
|
metadata: {
|
|
@@ -138,7 +138,7 @@ export declare const vectorStoreSearch: (input: {
|
|
|
138
138
|
}>;
|
|
139
139
|
declare module "@workglow/task-graph" {
|
|
140
140
|
interface Workflow {
|
|
141
|
-
vectorStoreSearch: CreateWorkflow<VectorStoreSearchTaskInput, VectorStoreSearchTaskOutput,
|
|
141
|
+
vectorStoreSearch: CreateWorkflow<VectorStoreSearchTaskInput, VectorStoreSearchTaskOutput, TaskConfig>;
|
|
142
142
|
}
|
|
143
143
|
}
|
|
144
144
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChunkVectorSearchTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkVectorSearchTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,
|
|
1
|
+
{"version":3,"file":"ChunkVectorSearchTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkVectorSearchTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACnG,OAAO,EACL,cAAc,EACd,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAE/B,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkCkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0CiB,CAAC;AAEpC,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AACjG,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAEnG;;;GAGG;AACH,qBAAa,qBAAsB,SAAQ,IAAI,CAC7C,0BAA0B,EAC1B,2BAA2B,EAC3B,UAAU,CACX;IACC,OAAc,IAAI,SAA2B;IAC7C,OAAc,QAAQ,SAAkB;IACxC,OAAc,KAAK,SAAyB;IAC5C,OAAc,WAAW,SAAoD;IAC7E,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,0BAA0B,EACjC,QAAQ,EAAE,eAAe,GACxB,OAAO,CAAC,2BAA2B,CAAC,CAkBtC;CACF;AAED,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;EAE7B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,iBAAiB,EAAE,cAAc,CAC/B,0BAA0B,EAC1B,2BAA2B,EAC3B,UAAU,CACX,CAAC;KACH;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema, TypedArraySchemaOptions } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
@@ -96,7 +96,7 @@ export type VectorStoreUpsertTaskOutput = FromSchema<typeof outputSchema>;
|
|
|
96
96
|
* Task for upserting (insert or update) vectors into a knowledge base.
|
|
97
97
|
* Supports both single and bulk operations.
|
|
98
98
|
*/
|
|
99
|
-
export declare class ChunkVectorUpsertTask extends Task<VectorStoreUpsertTaskInput, VectorStoreUpsertTaskOutput,
|
|
99
|
+
export declare class ChunkVectorUpsertTask extends Task<VectorStoreUpsertTaskInput, VectorStoreUpsertTaskOutput, TaskConfig> {
|
|
100
100
|
static type: string;
|
|
101
101
|
static category: string;
|
|
102
102
|
static title: string;
|
|
@@ -115,14 +115,14 @@ export declare const chunkVectorUpsert: (input: {
|
|
|
115
115
|
[x: string]: unknown;
|
|
116
116
|
};
|
|
117
117
|
vectors: import("@workglow/util/schema").TypedArray[] | import("@workglow/util/schema").TypedArray;
|
|
118
|
-
}, config?:
|
|
118
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
119
119
|
chunk_ids: string[];
|
|
120
120
|
count: number;
|
|
121
121
|
doc_id: string;
|
|
122
122
|
}>;
|
|
123
123
|
declare module "@workglow/task-graph" {
|
|
124
124
|
interface Workflow {
|
|
125
|
-
chunkVectorUpsert: CreateWorkflow<VectorStoreUpsertTaskInput, VectorStoreUpsertTaskOutput,
|
|
125
|
+
chunkVectorUpsert: CreateWorkflow<VectorStoreUpsertTaskInput, VectorStoreUpsertTaskOutput, TaskConfig>;
|
|
126
126
|
}
|
|
127
127
|
}
|
|
128
128
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ChunkVectorUpsertTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkVectorUpsertTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,
|
|
1
|
+
{"version":3,"file":"ChunkVectorUpsertTask.d.ts","sourceRoot":"","sources":["../../src/task/ChunkVectorUpsertTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACnG,OAAO,EACL,cAAc,EACd,UAAU,EAEV,uBAAuB,EACxB,MAAM,uBAAuB,CAAC;AAG/B,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2BkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;CAsBiB,CAAC;AAEpC,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,WAAW,EAClB,uBAAuB,CACxB,CAAC;AACF,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAE1E;;;GAGG;AACH,qBAAa,qBAAsB,SAAQ,IAAI,CAC7C,0BAA0B,EAC1B,2BAA2B,EAC3B,UAAU,CACX;IACC,OAAc,IAAI,SAA2B;IAC7C,OAAc,QAAQ,SAAkB;IACxC,OAAc,KAAK,SAAyB;IAC5C,OAAc,WAAW,SAA+D;IACxF,OAAc,SAAS,UAAS;IAEhC,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,0BAA0B,EACjC,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,2BAA2B,CAAC,CAqDtC;CACF;AAED,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;EAE7B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,iBAAiB,EAAE,cAAc,CAC/B,0BAA0B,EAC1B,2BAA2B,EAC3B,UAAU,CACX,CAAC;KACH;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteReactiveContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteReactiveContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
export declare const ContextFormat: {
|
|
9
9
|
readonly SIMPLE: "simple";
|
|
@@ -182,7 +182,7 @@ export type ContextBuilderTaskOutput = FromSchema<typeof outputSchema>;
|
|
|
182
182
|
* the token count of the generated context. This is a character-based estimate
|
|
183
183
|
* rather than an exact tokenizer tied to a specific model.
|
|
184
184
|
*/
|
|
185
|
-
export declare class ContextBuilderTask extends Task<ContextBuilderTaskInput, ContextBuilderTaskOutput,
|
|
185
|
+
export declare class ContextBuilderTask extends Task<ContextBuilderTaskInput, ContextBuilderTaskOutput, TaskConfig> {
|
|
186
186
|
static type: string;
|
|
187
187
|
static category: string;
|
|
188
188
|
static title: string;
|
|
@@ -225,7 +225,7 @@ export declare const contextBuilder: (input: {
|
|
|
225
225
|
} | undefined;
|
|
226
226
|
scores?: number[] | undefined;
|
|
227
227
|
separator?: string | undefined;
|
|
228
|
-
}, config?:
|
|
228
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
229
229
|
chunksUsed: number;
|
|
230
230
|
context: string;
|
|
231
231
|
totalLength: number;
|
|
@@ -233,7 +233,7 @@ export declare const contextBuilder: (input: {
|
|
|
233
233
|
}>;
|
|
234
234
|
declare module "@workglow/task-graph" {
|
|
235
235
|
interface Workflow {
|
|
236
|
-
contextBuilder: CreateWorkflow<ContextBuilderTaskInput, ContextBuilderTaskOutput,
|
|
236
|
+
contextBuilder: CreateWorkflow<ContextBuilderTaskInput, ContextBuilderTaskOutput, TaskConfig>;
|
|
237
237
|
}
|
|
238
238
|
}
|
|
239
239
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ContextBuilderTask.d.ts","sourceRoot":"","sources":["../../src/task/ContextBuilderTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,
|
|
1
|
+
{"version":3,"file":"ContextBuilderTask.d.ts","sourceRoot":"","sources":["../../src/task/ContextBuilderTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,UAAU,EACV,IAAI,EAEL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAInE,eAAO,MAAM,aAAa;;;;;;CAMhB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,OAAO,aAAa,CAAC,CAAC;AAO/E,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+DkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;CA0BiB,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACrE,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvE;;;;;;;GAOG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,UAAU,CACX;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAS;IAC/B,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAA0D;IACnF,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,eAAe,CACnB,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,wBAAwB,EACjC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,wBAAwB,CAAC,CAgFnC;IAED,OAAO,CAAC,WAAW;IAuBnB,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,SAAS;IA2BjB,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,UAAU;IAsBlB,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,SAAS;CAQlB;AAED,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAE1B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAAC,uBAAuB,EAAE,wBAAwB,EAAE,UAAU,CAAC,CAAC;KAC/F;CACF"}
|
|
@@ -3,25 +3,16 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow,
|
|
6
|
+
import { CreateWorkflow, TaskConfig } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiTask } from "./base/AiTask";
|
|
9
9
|
export declare const CountTokensInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
11
11
|
readonly properties: {
|
|
12
12
|
readonly text: {
|
|
13
|
-
readonly
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
readonly description: "The text to count tokens for";
|
|
17
|
-
}, {
|
|
18
|
-
readonly type: "array";
|
|
19
|
-
readonly items: {
|
|
20
|
-
readonly type: "string";
|
|
21
|
-
readonly title: "Text";
|
|
22
|
-
readonly description: "The text to count tokens for";
|
|
23
|
-
};
|
|
24
|
-
}];
|
|
13
|
+
readonly type: "string";
|
|
14
|
+
readonly title: "Text";
|
|
15
|
+
readonly description: "The text to count tokens for";
|
|
25
16
|
};
|
|
26
17
|
readonly model: {
|
|
27
18
|
readonly oneOf: readonly [{
|
|
@@ -88,18 +79,9 @@ export declare const CountTokensOutputSchema: {
|
|
|
88
79
|
readonly type: "object";
|
|
89
80
|
readonly properties: {
|
|
90
81
|
readonly count: {
|
|
91
|
-
readonly
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
readonly description: "The number of tokens in the text";
|
|
95
|
-
}, {
|
|
96
|
-
readonly type: "array";
|
|
97
|
-
readonly items: {
|
|
98
|
-
readonly type: "number";
|
|
99
|
-
readonly title: "Token Count";
|
|
100
|
-
readonly description: "The number of tokens in the text";
|
|
101
|
-
};
|
|
102
|
-
}];
|
|
82
|
+
readonly type: "number";
|
|
83
|
+
readonly title: "Token Count";
|
|
84
|
+
readonly description: "The number of tokens in the text";
|
|
103
85
|
};
|
|
104
86
|
};
|
|
105
87
|
readonly required: readonly ["count"];
|
|
@@ -144,13 +126,13 @@ export declare const countTokens: (input: {
|
|
|
144
126
|
tasks?: string[] | undefined;
|
|
145
127
|
title?: string | undefined;
|
|
146
128
|
};
|
|
147
|
-
text: string
|
|
148
|
-
}, config?:
|
|
149
|
-
count: number
|
|
129
|
+
text: string;
|
|
130
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
131
|
+
count: number;
|
|
150
132
|
}>;
|
|
151
133
|
declare module "@workglow/task-graph" {
|
|
152
134
|
interface Workflow {
|
|
153
|
-
countTokens: CreateWorkflow<CountTokensTaskInput, CountTokensTaskOutput,
|
|
135
|
+
countTokens: CreateWorkflow<CountTokensTaskInput, CountTokensTaskOutput, TaskConfig>;
|
|
154
136
|
}
|
|
155
137
|
}
|
|
156
138
|
//# sourceMappingURL=CountTokensTask.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CountTokensTask.d.ts","sourceRoot":"","sources":["../../src/task/CountTokensTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,
|
|
1
|
+
{"version":3,"file":"CountTokensTask.d.ts","sourceRoot":"","sources":["../../src/task/CountTokensTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,UAAU,EAAY,MAAM,sBAAsB,CAAC;AAC5E,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAKvC,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAYA,CAAC;AAEpC,eAAO,MAAM,uBAAuB;;;;;;;;;;;CAWD,CAAC;AAEpC,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAC7E,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE/E;;;;;;GAMG;AACH,qBAAa,eAAgB,SAAQ,MAAM,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;IACtF,OAAc,IAAI,SAAqB;IACvC,OAAc,QAAQ,SAAmB;IACzC,OAAc,KAAK,SAAkB;IACrC,OAAc,WAAW,SACoD;IAC7E,OAAc,SAAS,UAAQ;IAC/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;CACF;AAED;;;;GAIG;AACH,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;EAEvB,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,UAAU,CAAC,CAAC;KACtF;CACF"}
|
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
-
import { CreateWorkflow, IExecuteContext,
|
|
6
|
+
import { CreateWorkflow, IExecuteContext, TaskConfig, Task } from "@workglow/task-graph";
|
|
7
7
|
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
@@ -203,7 +203,7 @@ export type DocumentEnricherTaskOutput = FromSchema<typeof outputSchema>;
|
|
|
203
203
|
* Task for enriching document nodes with summaries and entities
|
|
204
204
|
* Uses bottom-up propagation to roll up child information to parents
|
|
205
205
|
*/
|
|
206
|
-
export declare class DocumentEnricherTask extends Task<DocumentEnricherTaskInput, DocumentEnricherTaskOutput,
|
|
206
|
+
export declare class DocumentEnricherTask extends Task<DocumentEnricherTaskInput, DocumentEnricherTaskOutput, TaskConfig> {
|
|
207
207
|
static type: string;
|
|
208
208
|
static category: string;
|
|
209
209
|
static title: string;
|
|
@@ -254,7 +254,7 @@ export declare const documentEnricher: (input: {
|
|
|
254
254
|
title?: string | undefined;
|
|
255
255
|
} | undefined;
|
|
256
256
|
summaryThreshold?: number | undefined;
|
|
257
|
-
}, config?:
|
|
257
|
+
}, config?: TaskConfig | undefined) => Promise<{
|
|
258
258
|
doc_id: string;
|
|
259
259
|
documentTree: unknown;
|
|
260
260
|
entityCount: number;
|
|
@@ -262,7 +262,7 @@ export declare const documentEnricher: (input: {
|
|
|
262
262
|
}>;
|
|
263
263
|
declare module "@workglow/task-graph" {
|
|
264
264
|
interface Workflow {
|
|
265
|
-
documentEnricher: CreateWorkflow<DocumentEnricherTaskInput, DocumentEnricherTaskOutput,
|
|
265
|
+
documentEnricher: CreateWorkflow<DocumentEnricherTaskInput, DocumentEnricherTaskOutput, TaskConfig>;
|
|
266
266
|
}
|
|
267
267
|
}
|
|
268
268
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentEnricherTask.d.ts","sourceRoot":"","sources":["../../src/task/DocumentEnricherTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,OAAO,
|
|
1
|
+
{"version":3,"file":"DocumentEnricherTask.d.ts","sourceRoot":"","sources":["../../src/task/DocumentEnricherTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,UAAU,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AACnG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAMnE,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyCkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;CAyBiB,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACvE,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEzE;;;GAGG;AACH,qBAAa,oBAAqB,SAAQ,IAAI,CAC5C,yBAAyB,EACzB,0BAA0B,EAC1B,UAAU,CACX;IACC,OAAc,IAAI,SAA0B;IAC5C,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAuB;IAC1C,OAAc,WAAW,SAAuD;IAChF,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,yBAAyB,EAChC,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,0BAA0B,CAAC,CAkDrC;YAKa,UAAU;YAgFV,SAAS;YAYT,eAAe;YAmEf,mBAAmB;YAuBnB,eAAe;CAqC9B;AAED,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAE5B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,gBAAgB,EAAE,cAAc,CAC9B,yBAAyB,EACzB,0BAA0B,EAC1B,UAAU,CACX,CAAC;KACH;CACF"}
|