@workglow/ai 0.0.121 → 0.0.123
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -27
- package/dist/browser.js +245 -135
- package/dist/browser.js.map +60 -57
- package/dist/bun.js +245 -135
- package/dist/bun.js.map +60 -57
- package/dist/common.d.ts +2 -0
- package/dist/common.d.ts.map +1 -1
- package/dist/job/AiJob.d.ts +1 -1
- package/dist/job/AiJob.d.ts.map +1 -1
- package/dist/model/InMemoryModelRepository.d.ts.map +1 -1
- package/dist/model/ModelRepository.d.ts +10 -10
- package/dist/model/ModelRepository.d.ts.map +1 -1
- package/dist/model/ModelSchema.d.ts +1 -1
- package/dist/model/ModelSchema.d.ts.map +1 -1
- package/dist/node.js +245 -135
- package/dist/node.js.map +60 -57
- package/dist/provider/AiProvider.d.ts +33 -30
- package/dist/provider/AiProvider.d.ts.map +1 -1
- package/dist/provider/AiProviderRegistry.d.ts +4 -4
- package/dist/provider/AiProviderRegistry.d.ts.map +1 -1
- package/dist/provider/QueuedAiProvider.d.ts +18 -0
- package/dist/provider/QueuedAiProvider.d.ts.map +1 -0
- package/dist/task/AgentTask.d.ts +2 -2
- package/dist/task/AgentTask.d.ts.map +1 -1
- package/dist/task/AgentTypes.d.ts +1 -1
- package/dist/task/AgentTypes.d.ts.map +1 -1
- package/dist/task/AgentUtils.d.ts +1 -1
- package/dist/task/AgentUtils.d.ts.map +1 -1
- package/dist/task/BackgroundRemovalTask.d.ts +32 -2
- package/dist/task/BackgroundRemovalTask.d.ts.map +1 -1
- package/dist/task/ChunkRetrievalTask.d.ts +7 -7
- package/dist/task/ChunkRetrievalTask.d.ts.map +1 -1
- package/dist/task/ChunkToVectorTask.d.ts +26 -4
- package/dist/task/ChunkToVectorTask.d.ts.map +1 -1
- package/dist/task/ChunkVectorHybridSearchTask.d.ts +23 -2
- package/dist/task/ChunkVectorHybridSearchTask.d.ts.map +1 -1
- package/dist/task/ChunkVectorSearchTask.d.ts +13 -5
- package/dist/task/ChunkVectorSearchTask.d.ts.map +1 -1
- package/dist/task/ChunkVectorUpsertTask.d.ts +12 -3
- package/dist/task/ChunkVectorUpsertTask.d.ts.map +1 -1
- package/dist/task/ContextBuilderTask.d.ts +30 -4
- package/dist/task/ContextBuilderTask.d.ts.map +1 -1
- package/dist/task/CountTokensTask.d.ts +19 -2
- package/dist/task/CountTokensTask.d.ts.map +1 -1
- package/dist/task/DocumentEnricherTask.d.ts +39 -18
- package/dist/task/DocumentEnricherTask.d.ts.map +1 -1
- package/dist/task/DownloadModelTask.d.ts +25 -4
- package/dist/task/DownloadModelTask.d.ts.map +1 -1
- package/dist/task/FaceDetectorTask.d.ts +39 -7
- package/dist/task/FaceDetectorTask.d.ts.map +1 -1
- package/dist/task/FaceLandmarkerTask.d.ts +44 -8
- package/dist/task/FaceLandmarkerTask.d.ts.map +1 -1
- package/dist/task/GestureRecognizerTask.d.ts +49 -15
- package/dist/task/GestureRecognizerTask.d.ts.map +1 -1
- package/dist/task/HandLandmarkerTask.d.ts +46 -12
- package/dist/task/HandLandmarkerTask.d.ts.map +1 -1
- package/dist/task/HierarchicalChunkerTask.d.ts +33 -22
- package/dist/task/HierarchicalChunkerTask.d.ts.map +1 -1
- package/dist/task/HierarchyJoinTask.d.ts +36 -11
- package/dist/task/HierarchyJoinTask.d.ts.map +1 -1
- package/dist/task/ImageClassificationTask.d.ts +37 -5
- package/dist/task/ImageClassificationTask.d.ts.map +1 -1
- package/dist/task/ImageEmbeddingTask.d.ts +33 -3
- package/dist/task/ImageEmbeddingTask.d.ts.map +1 -1
- package/dist/task/ImageSegmentationTask.d.ts +37 -5
- package/dist/task/ImageSegmentationTask.d.ts.map +1 -1
- package/dist/task/ImageToTextTask.d.ts +33 -2
- package/dist/task/ImageToTextTask.d.ts.map +1 -1
- package/dist/task/ModelInfoTask.d.ts +36 -10
- package/dist/task/ModelInfoTask.d.ts.map +1 -1
- package/dist/task/ModelSearchTask.d.ts +66 -0
- package/dist/task/ModelSearchTask.d.ts.map +1 -0
- package/dist/task/ObjectDetectionTask.d.ts +39 -7
- package/dist/task/ObjectDetectionTask.d.ts.map +1 -1
- package/dist/task/PoseLandmarkerTask.d.ts +53 -18
- package/dist/task/PoseLandmarkerTask.d.ts.map +1 -1
- package/dist/task/QueryExpanderTask.d.ts +9 -4
- package/dist/task/QueryExpanderTask.d.ts.map +1 -1
- package/dist/task/RerankerTask.d.ts +27 -3
- package/dist/task/RerankerTask.d.ts.map +1 -1
- package/dist/task/StructuralParserTask.d.ts +8 -2
- package/dist/task/StructuralParserTask.d.ts.map +1 -1
- package/dist/task/StructuredGenerationTask.d.ts +24 -2
- package/dist/task/StructuredGenerationTask.d.ts.map +1 -1
- package/dist/task/TextChunkerTask.d.ts +11 -6
- package/dist/task/TextChunkerTask.d.ts.map +1 -1
- package/dist/task/TextClassificationTask.d.ts +24 -5
- package/dist/task/TextClassificationTask.d.ts.map +1 -1
- package/dist/task/TextEmbeddingTask.d.ts +20 -3
- package/dist/task/TextEmbeddingTask.d.ts.map +1 -1
- package/dist/task/TextFillMaskTask.d.ts +23 -6
- package/dist/task/TextFillMaskTask.d.ts.map +1 -1
- package/dist/task/TextGenerationTask.d.ts +24 -2
- package/dist/task/TextGenerationTask.d.ts.map +1 -1
- package/dist/task/TextLanguageDetectionTask.d.ts +23 -5
- package/dist/task/TextLanguageDetectionTask.d.ts.map +1 -1
- package/dist/task/TextNamedEntityRecognitionTask.d.ts +24 -6
- package/dist/task/TextNamedEntityRecognitionTask.d.ts.map +1 -1
- package/dist/task/TextQuestionAnswerTask.d.ts +20 -2
- package/dist/task/TextQuestionAnswerTask.d.ts.map +1 -1
- package/dist/task/TextRewriterTask.d.ts +20 -2
- package/dist/task/TextRewriterTask.d.ts.map +1 -1
- package/dist/task/TextSummaryTask.d.ts +19 -2
- package/dist/task/TextSummaryTask.d.ts.map +1 -1
- package/dist/task/TextTranslationTask.d.ts +21 -2
- package/dist/task/TextTranslationTask.d.ts.map +1 -1
- package/dist/task/ToolCallingTask.d.ts +10 -66
- package/dist/task/ToolCallingTask.d.ts.map +1 -1
- package/dist/task/ToolCallingUtils.d.ts +65 -0
- package/dist/task/ToolCallingUtils.d.ts.map +1 -0
- package/dist/task/TopicSegmenterTask.d.ts +11 -5
- package/dist/task/TopicSegmenterTask.d.ts.map +1 -1
- package/dist/task/UnloadModelTask.d.ts +19 -3
- package/dist/task/UnloadModelTask.d.ts.map +1 -1
- package/dist/task/VectorQuantizeTask.d.ts +12 -8
- package/dist/task/VectorQuantizeTask.d.ts.map +1 -1
- package/dist/task/VectorSimilarityTask.d.ts +10 -5
- package/dist/task/VectorSimilarityTask.d.ts.map +1 -1
- package/dist/task/base/AiTask.d.ts +1 -1
- package/dist/task/base/AiTask.d.ts.map +1 -1
- package/dist/task/base/AiTaskSchemas.d.ts +1 -1
- package/dist/task/base/AiTaskSchemas.d.ts.map +1 -1
- package/dist/task/base/AiVisionTask.d.ts.map +1 -1
- package/dist/task/base/StreamingAiTask.d.ts.map +1 -1
- package/dist/task/index.d.ts +4 -1
- package/dist/task/index.d.ts.map +1 -1
- package/dist/worker.d.ts +21 -0
- package/dist/worker.d.ts.map +1 -0
- package/dist/worker.js +460 -0
- package/dist/worker.js.map +14 -0
- package/package.json +28 -21
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, IExecuteReactiveContext, JobQueueTaskConfig, Task } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
export declare const ContextFormat: {
|
|
9
9
|
readonly SIMPLE: "simple";
|
|
10
10
|
readonly NUMBERED: "numbered";
|
|
@@ -44,7 +44,7 @@ declare const inputSchema: {
|
|
|
44
44
|
};
|
|
45
45
|
readonly format: {
|
|
46
46
|
readonly type: "string";
|
|
47
|
-
readonly enum: ("
|
|
47
|
+
readonly enum: ("json" | "markdown" | "numbered" | "simple" | "xml")[];
|
|
48
48
|
readonly title: "Format";
|
|
49
49
|
readonly description: "Format for the context output";
|
|
50
50
|
readonly default: "simple";
|
|
@@ -199,9 +199,35 @@ export declare class ContextBuilderTask extends Task<ContextBuilderTaskInput, Co
|
|
|
199
199
|
private formatMetadataInline;
|
|
200
200
|
private escapeXML;
|
|
201
201
|
}
|
|
202
|
-
export declare const contextBuilder: (input:
|
|
203
|
-
|
|
202
|
+
export declare const contextBuilder: (input: {
|
|
203
|
+
chunks: string[];
|
|
204
|
+
format?: "json" | "markdown" | "numbered" | "simple" | "xml" | undefined;
|
|
205
|
+
includeMetadata?: boolean | undefined;
|
|
206
|
+
maxLength?: number | undefined;
|
|
207
|
+
maxTokens?: number | undefined;
|
|
208
|
+
metadata?: {
|
|
209
|
+
[x: string]: unknown;
|
|
210
|
+
}[] | undefined;
|
|
211
|
+
model?: string | {
|
|
212
|
+
[x: string]: unknown;
|
|
213
|
+
description?: string | undefined;
|
|
214
|
+
metadata?: {
|
|
215
|
+
[x: string]: unknown;
|
|
216
|
+
} | undefined;
|
|
217
|
+
model_id?: string | undefined;
|
|
218
|
+
provider: string;
|
|
219
|
+
provider_config: {
|
|
220
|
+
[x: string]: unknown;
|
|
221
|
+
credential_key?: string | undefined;
|
|
222
|
+
};
|
|
223
|
+
tasks?: string[] | undefined;
|
|
224
|
+
title?: string | undefined;
|
|
225
|
+
} | undefined;
|
|
226
|
+
scores?: number[] | undefined;
|
|
227
|
+
separator?: string | undefined;
|
|
228
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
204
229
|
chunksUsed: number;
|
|
230
|
+
context: string;
|
|
205
231
|
totalLength: number;
|
|
206
232
|
totalTokens: number;
|
|
207
233
|
}>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ContextBuilderTask.d.ts","sourceRoot":"","sources":["../../src/task/ContextBuilderTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,kBAAkB,EAClB,IAAI,EAEL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"ContextBuilderTask.d.ts","sourceRoot":"","sources":["../../src/task/ContextBuilderTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EACL,cAAc,EACd,uBAAuB,EACvB,kBAAkB,EAClB,IAAI,EAEL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAInE,eAAO,MAAM,aAAa;;;;;;CAMhB,CAAC;AAEX,MAAM,MAAM,aAAa,GAAG,CAAC,OAAO,aAAa,CAAC,CAAC,MAAM,OAAO,aAAa,CAAC,CAAC;AAO/E,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+DkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;CA0BiB,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACrE,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvE;;;;;;;GAOG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAS;IAC/B,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAA0D;IACnF,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,eAAe,CACnB,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,wBAAwB,EACjC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,wBAAwB,CAAC,CAgFnC;IAED,OAAO,CAAC,WAAW;IAuBnB,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,SAAS;IA2BjB,OAAO,CAAC,cAAc;IAwBtB,OAAO,CAAC,UAAU;IAsBlB,OAAO,CAAC,oBAAoB;IAa5B,OAAO,CAAC,SAAS;CAQlB;AAED,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAE1B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiTask } from "./base/AiTask";
|
|
9
9
|
export declare const CountTokensInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
@@ -128,7 +128,24 @@ export declare class CountTokensTask extends AiTask<CountTokensTaskInput, CountT
|
|
|
128
128
|
* @param input - Input containing text and model for token counting
|
|
129
129
|
* @returns Promise resolving to the token count
|
|
130
130
|
*/
|
|
131
|
-
export declare const countTokens: (input:
|
|
131
|
+
export declare const countTokens: (input: {
|
|
132
|
+
model: string | {
|
|
133
|
+
[x: string]: unknown;
|
|
134
|
+
description?: string | undefined;
|
|
135
|
+
metadata?: {
|
|
136
|
+
[x: string]: unknown;
|
|
137
|
+
} | undefined;
|
|
138
|
+
model_id?: string | undefined;
|
|
139
|
+
provider: string;
|
|
140
|
+
provider_config: {
|
|
141
|
+
[x: string]: unknown;
|
|
142
|
+
credential_key?: string | undefined;
|
|
143
|
+
};
|
|
144
|
+
tasks?: string[] | undefined;
|
|
145
|
+
title?: string | undefined;
|
|
146
|
+
};
|
|
147
|
+
text: string | string[];
|
|
148
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
132
149
|
count: number | number[];
|
|
133
150
|
}>;
|
|
134
151
|
declare module "@workglow/task-graph" {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CountTokensTask.d.ts","sourceRoot":"","sources":["../../src/task/CountTokensTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"CountTokensTask.d.ts","sourceRoot":"","sources":["../../src/task/CountTokensTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAKvC,eAAO,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAYA,CAAC;AAEpC,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;CAWD,CAAC;AAEpC,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAC7E,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAE/E;;;;;;GAMG;AACH,qBAAa,eAAgB,SAAQ,MAAM,CAAC,oBAAoB,EAAE,qBAAqB,CAAC;IACtF,OAAc,IAAI,SAAqB;IACvC,OAAc,QAAQ,SAAmB;IACzC,OAAc,KAAK,SAAkB;IACrC,OAAc,WAAW,SACoD;IAC7E,OAAc,SAAS,UAAQ;IAC/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;CACF;AAED;;;;GAIG;AACH,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;EAEvB,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,kBAAkB,CAAC,CAAC;KAC9F;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, IExecuteContext, JobQueueTaskConfig, Task } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
declare const inputSchema: {
|
|
9
9
|
readonly type: "object";
|
|
10
10
|
readonly properties: {
|
|
@@ -212,32 +212,53 @@ export declare class DocumentEnricherTask extends Task<DocumentEnricherTaskInput
|
|
|
212
212
|
static inputSchema(): DataPortSchema;
|
|
213
213
|
static outputSchema(): DataPortSchema;
|
|
214
214
|
execute(input: DocumentEnricherTaskInput, context: IExecuteContext): Promise<DocumentEnricherTaskOutput>;
|
|
215
|
-
/**
|
|
216
|
-
* Enrich a node recursively (bottom-up)
|
|
217
|
-
*/
|
|
218
215
|
private enrichNode;
|
|
219
|
-
/**
|
|
220
|
-
* Private method to summarize text using the TextSummaryTask
|
|
221
|
-
*/
|
|
222
216
|
private summarize;
|
|
223
|
-
/**
|
|
224
|
-
* Generate summary for a node with children
|
|
225
|
-
*/
|
|
226
217
|
private generateSummary;
|
|
227
|
-
/**
|
|
228
|
-
* Generate summary for a leaf node
|
|
229
|
-
*/
|
|
230
218
|
private generateLeafSummary;
|
|
231
|
-
/**
|
|
232
|
-
* Extract and roll up entities from node and children
|
|
233
|
-
*/
|
|
234
219
|
private extractEntities;
|
|
235
220
|
}
|
|
236
|
-
export declare const documentEnricher: (input:
|
|
221
|
+
export declare const documentEnricher: (input: {
|
|
222
|
+
doc_id?: string | undefined;
|
|
223
|
+
documentTree?: unknown;
|
|
224
|
+
extractEntities?: boolean | undefined;
|
|
225
|
+
generateSummaries?: boolean | undefined;
|
|
226
|
+
nerModel?: string | {
|
|
227
|
+
[x: string]: unknown;
|
|
228
|
+
description?: string | undefined;
|
|
229
|
+
metadata?: {
|
|
230
|
+
[x: string]: unknown;
|
|
231
|
+
} | undefined;
|
|
232
|
+
model_id?: string | undefined;
|
|
233
|
+
provider: string;
|
|
234
|
+
provider_config: {
|
|
235
|
+
[x: string]: unknown;
|
|
236
|
+
credential_key?: string | undefined;
|
|
237
|
+
};
|
|
238
|
+
tasks?: string[] | undefined;
|
|
239
|
+
title?: string | undefined;
|
|
240
|
+
} | undefined;
|
|
241
|
+
summaryModel?: string | {
|
|
242
|
+
[x: string]: unknown;
|
|
243
|
+
description?: string | undefined;
|
|
244
|
+
metadata?: {
|
|
245
|
+
[x: string]: unknown;
|
|
246
|
+
} | undefined;
|
|
247
|
+
model_id?: string | undefined;
|
|
248
|
+
provider: string;
|
|
249
|
+
provider_config: {
|
|
250
|
+
[x: string]: unknown;
|
|
251
|
+
credential_key?: string | undefined;
|
|
252
|
+
};
|
|
253
|
+
tasks?: string[] | undefined;
|
|
254
|
+
title?: string | undefined;
|
|
255
|
+
} | undefined;
|
|
256
|
+
summaryThreshold?: number | undefined;
|
|
257
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
237
258
|
doc_id: string;
|
|
238
259
|
documentTree: unknown;
|
|
239
|
-
summaryCount: number;
|
|
240
260
|
entityCount: number;
|
|
261
|
+
summaryCount: number;
|
|
241
262
|
}>;
|
|
242
263
|
declare module "@workglow/task-graph" {
|
|
243
264
|
interface Workflow {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DocumentEnricherTask.d.ts","sourceRoot":"","sources":["../../src/task/DocumentEnricherTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,OAAO,EACL,cAAc,EACd,eAAe,EACf,kBAAkB,EAClB,IAAI,EAEL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"DocumentEnricherTask.d.ts","sourceRoot":"","sources":["../../src/task/DocumentEnricherTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,OAAO,EACL,cAAc,EACd,eAAe,EACf,kBAAkB,EAClB,IAAI,EAEL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAMnE,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAyCkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;CAyBiB,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACvE,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEzE;;;GAGG;AACH,qBAAa,oBAAqB,SAAQ,IAAI,CAC5C,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB;IACC,OAAc,IAAI,SAA0B;IAC5C,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAuB;IAC1C,OAAc,WAAW,SAAuD;IAChF,OAAc,SAAS,UAAQ;IAE/B,OAAc,WAAW,IAAI,cAAc,CAE1C;IAED,OAAc,YAAY,IAAI,cAAc,CAE3C;IAEK,OAAO,CACX,KAAK,EAAE,yBAAyB,EAChC,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,0BAA0B,CAAC,CAkDrC;YAKa,UAAU;YAgFV,SAAS;YAYT,eAAe;YAmEf,mBAAmB;YAuBnB,eAAe;CAqC9B;AAED,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAE5B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,gBAAgB,EAAE,cAAc,CAC9B,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB,CAAC;KACH;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiTask } from "./base/AiTask";
|
|
9
9
|
declare const DownloadModelInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
@@ -163,7 +163,12 @@ export declare class DownloadModelTask extends AiTask<DownloadModelTaskRunInput,
|
|
|
163
163
|
*/
|
|
164
164
|
processProgress(progress: number, message?: string, details?: {
|
|
165
165
|
file?: string;
|
|
166
|
-
progress
|
|
166
|
+
progress?: number;
|
|
167
|
+
/** Full snapshot (e.g. Hugging Face transformers pipeline); per-file % derived from loaded/total */
|
|
168
|
+
files?: Record<string, {
|
|
169
|
+
loaded: number;
|
|
170
|
+
total: number;
|
|
171
|
+
}>;
|
|
167
172
|
text?: number;
|
|
168
173
|
}): void;
|
|
169
174
|
}
|
|
@@ -173,21 +178,37 @@ export declare class DownloadModelTask extends AiTask<DownloadModelTaskRunInput,
|
|
|
173
178
|
* @param input - Input containing model(s) to download
|
|
174
179
|
* @returns Promise resolving to the downloaded model(s)
|
|
175
180
|
*/
|
|
176
|
-
export declare const downloadModel: (input:
|
|
181
|
+
export declare const downloadModel: (input: {
|
|
177
182
|
model: string | {
|
|
178
183
|
[x: string]: unknown;
|
|
179
|
-
title?: string | undefined;
|
|
180
184
|
description?: string | undefined;
|
|
185
|
+
metadata?: {
|
|
186
|
+
[x: string]: unknown;
|
|
187
|
+
} | undefined;
|
|
181
188
|
model_id?: string | undefined;
|
|
189
|
+
provider: string;
|
|
190
|
+
provider_config: {
|
|
191
|
+
[x: string]: unknown;
|
|
192
|
+
credential_key?: string | undefined;
|
|
193
|
+
};
|
|
182
194
|
tasks?: string[] | undefined;
|
|
195
|
+
title?: string | undefined;
|
|
196
|
+
};
|
|
197
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
198
|
+
model: string | {
|
|
199
|
+
[x: string]: unknown;
|
|
200
|
+
description?: string | undefined;
|
|
183
201
|
metadata?: {
|
|
184
202
|
[x: string]: unknown;
|
|
185
203
|
} | undefined;
|
|
204
|
+
model_id?: string | undefined;
|
|
186
205
|
provider: string;
|
|
187
206
|
provider_config: {
|
|
188
207
|
[x: string]: unknown;
|
|
189
208
|
credential_key?: string | undefined;
|
|
190
209
|
};
|
|
210
|
+
tasks?: string[] | undefined;
|
|
211
|
+
title?: string | undefined;
|
|
191
212
|
};
|
|
192
213
|
}>;
|
|
193
214
|
declare module "@workglow/task-graph" {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DownloadModelTask.d.ts","sourceRoot":"","sources":["../../src/task/DownloadModelTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"DownloadModelTask.d.ts","sourceRoot":"","sources":["../../src/task/DownloadModelTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAKvC,QAAA,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOK,CAAC;AAEpC,QAAA,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOI,CAAC;AAEpC,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;AACpF,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AAEtF;;;;;GAKG;AACH,qBAAa,iBAAkB,SAAQ,MAAM,CAC3C,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAuB;IACzC,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAoB;IACvC,OAAc,WAAW,SAAmE;IAC5F,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;IACD,OAAc,SAAS,UAAS;IAEzB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,EAAE,CAAM;IAExD,YAAY,KAAK,EAAE,OAAO,CAAC,yBAAyB,CAAC,EAAE,MAAM,GAAE,kBAAuB,EAMrF;IAED;;;;;OAKG;IACH,eAAe,CACb,QAAQ,EAAE,MAAM,EAChB,OAAO,GAAE,MAAW,EACpB,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,oGAAoG;QACpG,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE;YAAE,MAAM,EAAE,MAAM,CAAC;YAAC,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,GACA,IAAI,CAyBN;CACF;AAED;;;;;GAKG;AACH,eAAO,MAAM,aAAa;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAEzB,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,aAAa,EAAE,cAAc,CAC3B,yBAAyB,EACzB,0BAA0B,EAC1B,kBAAkB,CACnB,CAAC;KACH;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiVisionTask } from "./base/AiVisionTask";
|
|
9
9
|
export declare const FaceDetectorInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
@@ -346,12 +346,43 @@ export declare class FaceDetectorTask extends AiVisionTask<FaceDetectorTaskInput
|
|
|
346
346
|
* @param input The input parameters for face detection (image, model, and optional configuration)
|
|
347
347
|
* @returns Promise resolving to the detected faces with bounding boxes and keypoints
|
|
348
348
|
*/
|
|
349
|
-
export declare const faceDetector: (input:
|
|
349
|
+
export declare const faceDetector: (input: {
|
|
350
|
+
image: string | {
|
|
351
|
+
channels: number;
|
|
352
|
+
data: {
|
|
353
|
+
[x: string]: unknown;
|
|
354
|
+
} | {
|
|
355
|
+
channels: number;
|
|
356
|
+
data: number[];
|
|
357
|
+
height: number;
|
|
358
|
+
rawChannels?: number | undefined;
|
|
359
|
+
width: number;
|
|
360
|
+
};
|
|
361
|
+
height: number;
|
|
362
|
+
width: number;
|
|
363
|
+
};
|
|
364
|
+
minDetectionConfidence?: number | undefined;
|
|
365
|
+
minSuppressionThreshold?: number | undefined;
|
|
366
|
+
model: string | {
|
|
367
|
+
[x: string]: unknown;
|
|
368
|
+
description?: string | undefined;
|
|
369
|
+
metadata?: {
|
|
370
|
+
[x: string]: unknown;
|
|
371
|
+
} | undefined;
|
|
372
|
+
model_id?: string | undefined;
|
|
373
|
+
provider: string;
|
|
374
|
+
provider_config: {
|
|
375
|
+
[x: string]: unknown;
|
|
376
|
+
credential_key?: string | undefined;
|
|
377
|
+
};
|
|
378
|
+
tasks?: string[] | undefined;
|
|
379
|
+
title?: string | undefined;
|
|
380
|
+
};
|
|
381
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
350
382
|
faces: {
|
|
351
|
-
score: number;
|
|
352
383
|
box: {
|
|
353
|
-
width: number;
|
|
354
384
|
height: number;
|
|
385
|
+
width: number;
|
|
355
386
|
x: number;
|
|
356
387
|
y: number;
|
|
357
388
|
};
|
|
@@ -360,11 +391,11 @@ export declare const faceDetector: (input: FaceDetectorTaskInput, config?: JobQu
|
|
|
360
391
|
x: number;
|
|
361
392
|
y: number;
|
|
362
393
|
}[];
|
|
363
|
-
}[] | {
|
|
364
394
|
score: number;
|
|
395
|
+
}[][] | {
|
|
365
396
|
box: {
|
|
366
|
-
width: number;
|
|
367
397
|
height: number;
|
|
398
|
+
width: number;
|
|
368
399
|
x: number;
|
|
369
400
|
y: number;
|
|
370
401
|
};
|
|
@@ -373,7 +404,8 @@ export declare const faceDetector: (input: FaceDetectorTaskInput, config?: JobQu
|
|
|
373
404
|
x: number;
|
|
374
405
|
y: number;
|
|
375
406
|
}[];
|
|
376
|
-
|
|
407
|
+
score: number;
|
|
408
|
+
}[];
|
|
377
409
|
}>;
|
|
378
410
|
declare module "@workglow/task-graph" {
|
|
379
411
|
interface Workflow {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FaceDetectorTask.d.ts","sourceRoot":"","sources":["../../src/task/FaceDetectorTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"FaceDetectorTask.d.ts","sourceRoot":"","sources":["../../src/task/FaceDetectorTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAoFnD,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0BD,CAAC;AAEpC,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAcF,CAAC;AAEpC,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAC/E,MAAM,MAAM,sBAAsB,GAAG,UAAU,CAAC,OAAO,wBAAwB,CAAC,CAAC;AAEjF;;;GAGG;AACH,qBAAa,gBAAiB,SAAQ,YAAY,CAChD,qBAAqB,EACrB,sBAAsB,EACtB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAsB;IACxC,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAmB;IACtC,OAAc,WAAW,SAC8E;IACvG,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;CACF;AAED;;;;;GAKG;AACH,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAExB,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,YAAY,EAAE,cAAc,CAAC,qBAAqB,EAAE,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;KACjG;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiVisionTask } from "./base/AiVisionTask";
|
|
9
9
|
export declare const FaceLandmarkerInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
@@ -379,30 +379,66 @@ export declare class FaceLandmarkerTask extends AiVisionTask<FaceLandmarkerTaskI
|
|
|
379
379
|
* @param input The input parameters for face landmark detection (image, model, and optional configuration)
|
|
380
380
|
* @returns Promise resolving to the detected facial landmarks, blendshapes, and transformation matrices
|
|
381
381
|
*/
|
|
382
|
-
export declare const faceLandmarker: (input:
|
|
382
|
+
export declare const faceLandmarker: (input: {
|
|
383
|
+
image: string | {
|
|
384
|
+
channels: number;
|
|
385
|
+
data: {
|
|
386
|
+
[x: string]: unknown;
|
|
387
|
+
} | {
|
|
388
|
+
channels: number;
|
|
389
|
+
data: number[];
|
|
390
|
+
height: number;
|
|
391
|
+
rawChannels?: number | undefined;
|
|
392
|
+
width: number;
|
|
393
|
+
};
|
|
394
|
+
height: number;
|
|
395
|
+
width: number;
|
|
396
|
+
};
|
|
397
|
+
minFaceDetectionConfidence?: number | undefined;
|
|
398
|
+
minFacePresenceConfidence?: number | undefined;
|
|
399
|
+
minTrackingConfidence?: number | undefined;
|
|
400
|
+
model: string | {
|
|
401
|
+
[x: string]: unknown;
|
|
402
|
+
description?: string | undefined;
|
|
403
|
+
metadata?: {
|
|
404
|
+
[x: string]: unknown;
|
|
405
|
+
} | undefined;
|
|
406
|
+
model_id?: string | undefined;
|
|
407
|
+
provider: string;
|
|
408
|
+
provider_config: {
|
|
409
|
+
[x: string]: unknown;
|
|
410
|
+
credential_key?: string | undefined;
|
|
411
|
+
};
|
|
412
|
+
tasks?: string[] | undefined;
|
|
413
|
+
title?: string | undefined;
|
|
414
|
+
};
|
|
415
|
+
numFaces?: number | undefined;
|
|
416
|
+
outputFaceBlendshapes?: boolean | undefined;
|
|
417
|
+
outputFacialTransformationMatrixes?: boolean | undefined;
|
|
418
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
383
419
|
faces: {
|
|
384
420
|
blendshapes?: {
|
|
385
|
-
score: number;
|
|
386
421
|
label: string;
|
|
422
|
+
score: number;
|
|
387
423
|
}[] | undefined;
|
|
388
|
-
transformationMatrix?: number[] | undefined;
|
|
389
424
|
landmarks: {
|
|
390
425
|
x: number;
|
|
391
426
|
y: number;
|
|
392
427
|
z: number;
|
|
393
428
|
}[];
|
|
394
|
-
|
|
429
|
+
transformationMatrix?: number[] | undefined;
|
|
430
|
+
}[][] | {
|
|
395
431
|
blendshapes?: {
|
|
396
|
-
score: number;
|
|
397
432
|
label: string;
|
|
433
|
+
score: number;
|
|
398
434
|
}[] | undefined;
|
|
399
|
-
transformationMatrix?: number[] | undefined;
|
|
400
435
|
landmarks: {
|
|
401
436
|
x: number;
|
|
402
437
|
y: number;
|
|
403
438
|
z: number;
|
|
404
439
|
}[];
|
|
405
|
-
|
|
440
|
+
transformationMatrix?: number[] | undefined;
|
|
441
|
+
}[];
|
|
406
442
|
}>;
|
|
407
443
|
declare module "@workglow/task-graph" {
|
|
408
444
|
interface Workflow {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"FaceLandmarkerTask.d.ts","sourceRoot":"","sources":["../../src/task/FaceLandmarkerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"FaceLandmarkerTask.d.ts","sourceRoot":"","sources":["../../src/task/FaceLandmarkerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAuFnD,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0DH,CAAC;AAEpC,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAcJ,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACnF,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAErF;;;;GAIG;AACH,qBAAa,kBAAmB,SAAQ,YAAY,CAClD,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SACyI;IAClK,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;CACF;AAED;;;;;GAKG;AACH,eAAO,MAAM,cAAc;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAE1B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiVisionTask } from "./base/AiVisionTask";
|
|
9
9
|
export declare const GestureRecognizerInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
@@ -443,46 +443,80 @@ export declare class GestureRecognizerTask extends AiVisionTask<GestureRecognize
|
|
|
443
443
|
* @param input The input parameters for gesture recognition (image, model, and optional configuration)
|
|
444
444
|
* @returns Promise resolving to the detected gestures with landmarks and handedness
|
|
445
445
|
*/
|
|
446
|
-
export declare const gestureRecognizer: (input:
|
|
446
|
+
export declare const gestureRecognizer: (input: {
|
|
447
|
+
image: string | {
|
|
448
|
+
channels: number;
|
|
449
|
+
data: {
|
|
450
|
+
[x: string]: unknown;
|
|
451
|
+
} | {
|
|
452
|
+
channels: number;
|
|
453
|
+
data: number[];
|
|
454
|
+
height: number;
|
|
455
|
+
rawChannels?: number | undefined;
|
|
456
|
+
width: number;
|
|
457
|
+
};
|
|
458
|
+
height: number;
|
|
459
|
+
width: number;
|
|
460
|
+
};
|
|
461
|
+
minHandDetectionConfidence?: number | undefined;
|
|
462
|
+
minHandPresenceConfidence?: number | undefined;
|
|
463
|
+
minTrackingConfidence?: number | undefined;
|
|
464
|
+
model: string | {
|
|
465
|
+
[x: string]: unknown;
|
|
466
|
+
description?: string | undefined;
|
|
467
|
+
metadata?: {
|
|
468
|
+
[x: string]: unknown;
|
|
469
|
+
} | undefined;
|
|
470
|
+
model_id?: string | undefined;
|
|
471
|
+
provider: string;
|
|
472
|
+
provider_config: {
|
|
473
|
+
[x: string]: unknown;
|
|
474
|
+
credential_key?: string | undefined;
|
|
475
|
+
};
|
|
476
|
+
tasks?: string[] | undefined;
|
|
477
|
+
title?: string | undefined;
|
|
478
|
+
};
|
|
479
|
+
numHands?: number | undefined;
|
|
480
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
447
481
|
hands: {
|
|
448
|
-
landmarks: {
|
|
449
|
-
x: number;
|
|
450
|
-
y: number;
|
|
451
|
-
z: number;
|
|
452
|
-
}[];
|
|
453
482
|
gestures: {
|
|
454
|
-
score: number;
|
|
455
483
|
label: string;
|
|
484
|
+
score: number;
|
|
456
485
|
}[];
|
|
457
486
|
handedness: {
|
|
458
|
-
score: number;
|
|
459
487
|
label: string;
|
|
488
|
+
score: number;
|
|
460
489
|
}[];
|
|
461
|
-
|
|
490
|
+
landmarks: {
|
|
462
491
|
x: number;
|
|
463
492
|
y: number;
|
|
464
493
|
z: number;
|
|
465
494
|
}[];
|
|
466
|
-
|
|
467
|
-
landmarks: {
|
|
495
|
+
worldLandmarks: {
|
|
468
496
|
x: number;
|
|
469
497
|
y: number;
|
|
470
498
|
z: number;
|
|
471
499
|
}[];
|
|
500
|
+
}[][] | {
|
|
472
501
|
gestures: {
|
|
473
|
-
score: number;
|
|
474
502
|
label: string;
|
|
503
|
+
score: number;
|
|
475
504
|
}[];
|
|
476
505
|
handedness: {
|
|
477
|
-
score: number;
|
|
478
506
|
label: string;
|
|
507
|
+
score: number;
|
|
508
|
+
}[];
|
|
509
|
+
landmarks: {
|
|
510
|
+
x: number;
|
|
511
|
+
y: number;
|
|
512
|
+
z: number;
|
|
479
513
|
}[];
|
|
480
514
|
worldLandmarks: {
|
|
481
515
|
x: number;
|
|
482
516
|
y: number;
|
|
483
517
|
z: number;
|
|
484
518
|
}[];
|
|
485
|
-
}[]
|
|
519
|
+
}[];
|
|
486
520
|
}>;
|
|
487
521
|
declare module "@workglow/task-graph" {
|
|
488
522
|
interface Workflow {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GestureRecognizerTask.d.ts","sourceRoot":"","sources":["../../src/task/GestureRecognizerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"GestureRecognizerTask.d.ts","sourceRoot":"","sources":["../../src/task/GestureRecognizerTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnE,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AA2GnD,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4CN,CAAC;AAEpC,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAcP,CAAC;AAEpC,MAAM,MAAM,0BAA0B,GAAG,UAAU,CAAC,OAAO,4BAA4B,CAAC,CAAC;AACzF,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAE3F;;;;GAIG;AACH,qBAAa,qBAAsB,SAAQ,YAAY,CACrD,0BAA0B,EAC1B,2BAA2B,EAC3B,kBAAkB,CACnB;IACC,OAAc,IAAI,SAA2B;IAC7C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAwB;IAC3C,OAAc,WAAW,SACkH;IAC3I,OAAc,WAAW,IAAI,cAAc,CAE1C;IACD,OAAc,YAAY,IAAI,cAAc,CAE3C;CACF;AAED;;;;;GAKG;AACH,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAK7B,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,iBAAiB,EAAE,cAAc,CAC/B,0BAA0B,EAC1B,2BAA2B,EAC3B,kBAAkB,CACnB,CAAC;KACH;CACF"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
|
|
7
|
-
import { DataPortSchema, FromSchema } from "@workglow/util";
|
|
7
|
+
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
8
8
|
import { AiVisionTask } from "./base/AiVisionTask";
|
|
9
9
|
export declare const HandLandmarkerInputSchema: {
|
|
10
10
|
readonly type: "object";
|
|
@@ -398,38 +398,72 @@ export declare class HandLandmarkerTask extends AiVisionTask<HandLandmarkerTaskI
|
|
|
398
398
|
* @param input The input parameters for hand landmark detection (image, model, and optional configuration)
|
|
399
399
|
* @returns Promise resolving to the detected hand landmarks and handedness
|
|
400
400
|
*/
|
|
401
|
-
export declare const handLandmarker: (input:
|
|
401
|
+
export declare const handLandmarker: (input: {
|
|
402
|
+
image: string | {
|
|
403
|
+
channels: number;
|
|
404
|
+
data: {
|
|
405
|
+
[x: string]: unknown;
|
|
406
|
+
} | {
|
|
407
|
+
channels: number;
|
|
408
|
+
data: number[];
|
|
409
|
+
height: number;
|
|
410
|
+
rawChannels?: number | undefined;
|
|
411
|
+
width: number;
|
|
412
|
+
};
|
|
413
|
+
height: number;
|
|
414
|
+
width: number;
|
|
415
|
+
};
|
|
416
|
+
minHandDetectionConfidence?: number | undefined;
|
|
417
|
+
minHandPresenceConfidence?: number | undefined;
|
|
418
|
+
minTrackingConfidence?: number | undefined;
|
|
419
|
+
model: string | {
|
|
420
|
+
[x: string]: unknown;
|
|
421
|
+
description?: string | undefined;
|
|
422
|
+
metadata?: {
|
|
423
|
+
[x: string]: unknown;
|
|
424
|
+
} | undefined;
|
|
425
|
+
model_id?: string | undefined;
|
|
426
|
+
provider: string;
|
|
427
|
+
provider_config: {
|
|
428
|
+
[x: string]: unknown;
|
|
429
|
+
credential_key?: string | undefined;
|
|
430
|
+
};
|
|
431
|
+
tasks?: string[] | undefined;
|
|
432
|
+
title?: string | undefined;
|
|
433
|
+
};
|
|
434
|
+
numHands?: number | undefined;
|
|
435
|
+
}, config?: JobQueueTaskConfig | undefined) => Promise<{
|
|
402
436
|
hands: {
|
|
437
|
+
handedness: {
|
|
438
|
+
label: string;
|
|
439
|
+
score: number;
|
|
440
|
+
}[];
|
|
403
441
|
landmarks: {
|
|
404
442
|
x: number;
|
|
405
443
|
y: number;
|
|
406
444
|
z: number;
|
|
407
445
|
}[];
|
|
408
|
-
handedness: {
|
|
409
|
-
score: number;
|
|
410
|
-
label: string;
|
|
411
|
-
}[];
|
|
412
446
|
worldLandmarks: {
|
|
413
447
|
x: number;
|
|
414
448
|
y: number;
|
|
415
449
|
z: number;
|
|
416
450
|
}[];
|
|
417
|
-
}[] | {
|
|
451
|
+
}[][] | {
|
|
452
|
+
handedness: {
|
|
453
|
+
label: string;
|
|
454
|
+
score: number;
|
|
455
|
+
}[];
|
|
418
456
|
landmarks: {
|
|
419
457
|
x: number;
|
|
420
458
|
y: number;
|
|
421
459
|
z: number;
|
|
422
460
|
}[];
|
|
423
|
-
handedness: {
|
|
424
|
-
score: number;
|
|
425
|
-
label: string;
|
|
426
|
-
}[];
|
|
427
461
|
worldLandmarks: {
|
|
428
462
|
x: number;
|
|
429
463
|
y: number;
|
|
430
464
|
z: number;
|
|
431
465
|
}[];
|
|
432
|
-
}[]
|
|
466
|
+
}[];
|
|
433
467
|
}>;
|
|
434
468
|
declare module "@workglow/task-graph" {
|
|
435
469
|
interface Workflow {
|