@workglow/ai 0.2.8 → 0.2.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/browser.js +652 -209
- package/dist/browser.js.map +14 -12
- package/dist/bun.js +652 -209
- package/dist/bun.js.map +14 -12
- package/dist/execution/QueuedExecutionStrategy.d.ts +14 -5
- package/dist/execution/QueuedExecutionStrategy.d.ts.map +1 -1
- package/dist/node.js +652 -209
- package/dist/node.js.map +14 -12
- package/dist/task/AiChatTask.d.ts +666 -0
- package/dist/task/AiChatTask.d.ts.map +1 -0
- package/dist/task/ChatMessage.d.ts +356 -0
- package/dist/task/ChatMessage.d.ts.map +1 -0
- package/dist/task/MessageConversion.d.ts +1 -9
- package/dist/task/MessageConversion.d.ts.map +1 -1
- package/dist/task/StructuredGenerationTask.d.ts +50 -3
- package/dist/task/StructuredGenerationTask.d.ts.map +1 -1
- package/dist/task/ToolCallingTask.d.ts +162 -8
- package/dist/task/ToolCallingTask.d.ts.map +1 -1
- package/dist/task/index.d.ts +6 -3
- package/dist/task/index.d.ts.map +1 -1
- package/dist/worker.js +42 -91
- package/dist/worker.js.map +3 -3
- package/package.json +11 -11
|
@@ -5,6 +5,7 @@
|
|
|
5
5
|
*/
|
|
6
6
|
import { CreateWorkflow } from "@workglow/task-graph";
|
|
7
7
|
import type { IExecuteContext, StreamEvent, TaskConfig } from "@workglow/task-graph";
|
|
8
|
+
import type { ChatMessage } from "./ChatMessage";
|
|
8
9
|
import { ServiceRegistry } from "@workglow/util";
|
|
9
10
|
import { DataPortSchema, FromSchema } from "@workglow/util/schema";
|
|
10
11
|
import type { AiJobInput } from "../job/AiJob";
|
|
@@ -179,12 +180,168 @@ export declare const ToolCallingInputSchema: {
|
|
|
179
180
|
readonly properties: {
|
|
180
181
|
readonly role: {
|
|
181
182
|
readonly type: "string";
|
|
182
|
-
readonly enum: readonly ["user", "assistant", "tool"];
|
|
183
|
+
readonly enum: readonly ["user", "assistant", "tool", "system"];
|
|
184
|
+
};
|
|
185
|
+
readonly content: {
|
|
186
|
+
readonly type: "array";
|
|
187
|
+
readonly items: {
|
|
188
|
+
readonly oneOf: readonly [{
|
|
189
|
+
readonly type: "object";
|
|
190
|
+
readonly properties: {
|
|
191
|
+
readonly type: {
|
|
192
|
+
readonly type: "string";
|
|
193
|
+
readonly enum: readonly ["text"];
|
|
194
|
+
};
|
|
195
|
+
readonly text: {
|
|
196
|
+
readonly type: "string";
|
|
197
|
+
};
|
|
198
|
+
};
|
|
199
|
+
readonly required: readonly ["type", "text"];
|
|
200
|
+
readonly additionalProperties: false;
|
|
201
|
+
}, {
|
|
202
|
+
readonly type: "object";
|
|
203
|
+
readonly properties: {
|
|
204
|
+
readonly type: {
|
|
205
|
+
readonly type: "string";
|
|
206
|
+
readonly enum: readonly ["image"];
|
|
207
|
+
};
|
|
208
|
+
readonly mimeType: {
|
|
209
|
+
readonly type: "string";
|
|
210
|
+
};
|
|
211
|
+
readonly data: {
|
|
212
|
+
readonly type: "string";
|
|
213
|
+
};
|
|
214
|
+
};
|
|
215
|
+
readonly required: readonly ["type", "mimeType", "data"];
|
|
216
|
+
readonly additionalProperties: false;
|
|
217
|
+
}, {
|
|
218
|
+
readonly type: "object";
|
|
219
|
+
readonly properties: {
|
|
220
|
+
readonly type: {
|
|
221
|
+
readonly type: "string";
|
|
222
|
+
readonly enum: readonly ["tool_use"];
|
|
223
|
+
};
|
|
224
|
+
readonly id: {
|
|
225
|
+
readonly type: "string";
|
|
226
|
+
};
|
|
227
|
+
readonly name: {
|
|
228
|
+
readonly type: "string";
|
|
229
|
+
};
|
|
230
|
+
readonly input: {
|
|
231
|
+
readonly type: "object";
|
|
232
|
+
readonly additionalProperties: true;
|
|
233
|
+
};
|
|
234
|
+
};
|
|
235
|
+
readonly required: readonly ["type", "id", "name", "input"];
|
|
236
|
+
readonly additionalProperties: false;
|
|
237
|
+
}, {
|
|
238
|
+
readonly type: "object";
|
|
239
|
+
readonly properties: {
|
|
240
|
+
readonly type: {
|
|
241
|
+
readonly type: "string";
|
|
242
|
+
readonly enum: readonly ["tool_result"];
|
|
243
|
+
};
|
|
244
|
+
readonly tool_use_id: {
|
|
245
|
+
readonly type: "string";
|
|
246
|
+
};
|
|
247
|
+
readonly content: {
|
|
248
|
+
readonly type: "array";
|
|
249
|
+
readonly items: {
|
|
250
|
+
readonly $ref: "#/definitions/ContentBlock";
|
|
251
|
+
};
|
|
252
|
+
};
|
|
253
|
+
readonly is_error: {
|
|
254
|
+
readonly type: "boolean";
|
|
255
|
+
};
|
|
256
|
+
};
|
|
257
|
+
readonly required: readonly ["type", "tool_use_id", "content"];
|
|
258
|
+
readonly additionalProperties: false;
|
|
259
|
+
}];
|
|
260
|
+
readonly definitions: {
|
|
261
|
+
readonly ContentBlock: {
|
|
262
|
+
readonly oneOf: readonly [{
|
|
263
|
+
readonly type: "object";
|
|
264
|
+
readonly properties: {
|
|
265
|
+
readonly type: {
|
|
266
|
+
readonly type: "string";
|
|
267
|
+
readonly enum: readonly ["text"];
|
|
268
|
+
};
|
|
269
|
+
readonly text: {
|
|
270
|
+
readonly type: "string";
|
|
271
|
+
};
|
|
272
|
+
};
|
|
273
|
+
readonly required: readonly ["type", "text"];
|
|
274
|
+
readonly additionalProperties: false;
|
|
275
|
+
}, {
|
|
276
|
+
readonly type: "object";
|
|
277
|
+
readonly properties: {
|
|
278
|
+
readonly type: {
|
|
279
|
+
readonly type: "string";
|
|
280
|
+
readonly enum: readonly ["image"];
|
|
281
|
+
};
|
|
282
|
+
readonly mimeType: {
|
|
283
|
+
readonly type: "string";
|
|
284
|
+
};
|
|
285
|
+
readonly data: {
|
|
286
|
+
readonly type: "string";
|
|
287
|
+
};
|
|
288
|
+
};
|
|
289
|
+
readonly required: readonly ["type", "mimeType", "data"];
|
|
290
|
+
readonly additionalProperties: false;
|
|
291
|
+
}, {
|
|
292
|
+
readonly type: "object";
|
|
293
|
+
readonly properties: {
|
|
294
|
+
readonly type: {
|
|
295
|
+
readonly type: "string";
|
|
296
|
+
readonly enum: readonly ["tool_use"];
|
|
297
|
+
};
|
|
298
|
+
readonly id: {
|
|
299
|
+
readonly type: "string";
|
|
300
|
+
};
|
|
301
|
+
readonly name: {
|
|
302
|
+
readonly type: "string";
|
|
303
|
+
};
|
|
304
|
+
readonly input: {
|
|
305
|
+
readonly type: "object";
|
|
306
|
+
readonly additionalProperties: true;
|
|
307
|
+
};
|
|
308
|
+
};
|
|
309
|
+
readonly required: readonly ["type", "id", "name", "input"];
|
|
310
|
+
readonly additionalProperties: false;
|
|
311
|
+
}, {
|
|
312
|
+
readonly type: "object";
|
|
313
|
+
readonly properties: {
|
|
314
|
+
readonly type: {
|
|
315
|
+
readonly type: "string";
|
|
316
|
+
readonly enum: readonly ["tool_result"];
|
|
317
|
+
};
|
|
318
|
+
readonly tool_use_id: {
|
|
319
|
+
readonly type: "string";
|
|
320
|
+
};
|
|
321
|
+
readonly content: {
|
|
322
|
+
readonly type: "array";
|
|
323
|
+
readonly items: {
|
|
324
|
+
readonly $ref: "#/definitions/ContentBlock";
|
|
325
|
+
};
|
|
326
|
+
};
|
|
327
|
+
readonly is_error: {
|
|
328
|
+
readonly type: "boolean";
|
|
329
|
+
};
|
|
330
|
+
};
|
|
331
|
+
readonly required: readonly ["type", "tool_use_id", "content"];
|
|
332
|
+
readonly additionalProperties: false;
|
|
333
|
+
}];
|
|
334
|
+
};
|
|
335
|
+
};
|
|
336
|
+
readonly title: "ContentBlock";
|
|
337
|
+
readonly description: "A single content block within a chat message";
|
|
338
|
+
};
|
|
183
339
|
};
|
|
184
|
-
readonly content: {};
|
|
185
340
|
};
|
|
186
341
|
readonly required: readonly ["role", "content"];
|
|
187
|
-
readonly additionalProperties:
|
|
342
|
+
readonly additionalProperties: false;
|
|
343
|
+
readonly title: "ChatMessage";
|
|
344
|
+
readonly description: "A single chat message with role and structured content blocks";
|
|
188
345
|
};
|
|
189
346
|
};
|
|
190
347
|
readonly tools: {
|
|
@@ -319,12 +476,9 @@ export declare const ToolCallingOutputSchema: {
|
|
|
319
476
|
* `messages` field typed explicitly (the loose `content: {}` in the
|
|
320
477
|
* schema prevents `FromSchema` from producing a useful type).
|
|
321
478
|
*/
|
|
322
|
-
export type ToolCallingTaskInput = Omit<FromSchema<typeof ToolCallingInputSchema>, "tools"> & {
|
|
479
|
+
export type ToolCallingTaskInput = Omit<FromSchema<typeof ToolCallingInputSchema>, "tools" | "messages"> & {
|
|
323
480
|
readonly tools: ToolDefinition[];
|
|
324
|
-
readonly messages?: ReadonlyArray<
|
|
325
|
-
readonly role: "user" | "assistant" | "tool";
|
|
326
|
-
readonly content: unknown;
|
|
327
|
-
}>;
|
|
481
|
+
readonly messages?: ReadonlyArray<ChatMessage>;
|
|
328
482
|
readonly sessionId?: string;
|
|
329
483
|
};
|
|
330
484
|
export type ToolCallingTaskOutput = FromSchema<typeof ToolCallingOutputSchema>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ToolCallingTask.d.ts","sourceRoot":"","sources":["../../src/task/ToolCallingTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAiC,MAAM,sBAAsB,CAAC;AAErF,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"ToolCallingTask.d.ts","sourceRoot":"","sources":["../../src/task/ToolCallingTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAiC,MAAM,sBAAsB,CAAC;AAErF,OAAO,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAErF,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAmB,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAI/C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAMzD,MAAM,WAAW,0BAA2B,SAAQ,cAAc;IAChE,6DAA6D;IAC7D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,aAAa,CAAC,MAAM,CAAC,EAChC,QAAQ,CAAC,EAAE,eAAe,GACzB,0BAA0B,EAAE,CAsB9B;AAMD,eAAO,MAAM,oBAAoB;aAC/B,IAAI,EAAE,QAAQ;aACd,UAAU;iBACR,IAAI;qBACF,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,MAAM;qBACb,WAAW,EAAE,eAAe;;iBAE9B,WAAW;qBACT,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,qCAAqC;;iBAEpD,WAAW;qBACT,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,cAAc;qBACrB,WAAW,EAAE,oDAAoD;qBACjE,oBAAoB;;iBAEtB,YAAY;qBACV,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,8CAA8C;qBAC3D,oBAAoB;;iBAEtB,YAAY;qBACV,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,+EAA+E;qBAC5F,oBAAoB;;iBAEtB,MAAM;qBACJ,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,QAAQ;qBACf,WAAW,EAAE,0EAA0E;qBACvF,oBAAoB;;;aAGxB,QAAQ,YAAG,MAAM,EAAE,aAAa,EAAE,aAAa;aAC/C,oBAAoB;CACZ,CAAC;AA4BX,eAAO,MAAM,sBAAsB;mBAC3B,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;+BAKA,QAAQ;gCAAS,QAAQ;sCAAe,iCAAiC;;+BAEzE,OAAO;gCACN,QAAQ;sCACF,qDAAqD;;;uCAGtD,QAAQ;;uCAER,QAAQ;;qCAEZ,IAAI;yCAAI,IAAI,EAAE,QAAQ;yCAAE,IAAI;;;;;;;;4BASjC,QAAQ;kCACF,iCAAiC;;;qBAG9C,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,eAAe;qBACtB,WAAW,EAAE,4CAA4C;;;qBAGzD,IAAI,EAAE,OAAO;qBACb,KAAK,EAAE,UAAU;qBACjB,WAAW,EACT,oJAAoJ;qBACtJ,KAAK;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;2BAGC,OAAO;6BACL,OAAO;4BACR,OAAO;kCACD,kDAAkD;;;mCAGnD,QAAQ;qCAAU,OAAO;0CAAe,gBAAgB;;mCAnHlE,QAAQ;;iCAEZ,IAAI;qCACF,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,MAAM;qCACb,WAAW,EAAE,eAAe;;iCAE9B,WAAW;qCACT,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,aAAa;qCACpB,WAAW,EAAE,qCAAqC;;iCAEpD,WAAW;qCACT,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,cAAc;qCACrB,WAAW,EAAE,oDAAoD;qCACjE,oBAAoB;;iCAEtB,YAAY;qCACV,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,eAAe;qCACtB,WAAW,EAAE,8CAA8C;qCAC3D,oBAAoB;;iCAEtB,YAAY;qCACV,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,eAAe;qCACtB,WAAW,EAAE,+EAA+E;qCAC5F,oBAAoB;;iCAEtB,MAAM;qCACJ,IAAI,EAAE,QAAQ;qCACd,KAAK,EAAE,QAAQ;qCACf,WAAW,EAAE,0EAA0E;qCACvF,oBAAoB;;;iDAGb,MAAM,EAAE,aAAa,EAAE,aAAa;;;;;;qBAoF3C,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EACT,4HAA4H;qBAC9H,YAAY,EAAE,eAAe;;;qBAG7B,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,YAAY;qBACnB,WAAW,EAAE,0CAA0C;qBACvD,OAAO,EAAE,CAAC;qBACV,YAAY,EAAE,eAAe;;;qBAG7B,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,aAAa;qBACpB,WAAW,EAAE,qCAAqC;qBAClD,OAAO,EAAE,CAAC;qBACV,OAAO,EAAE,CAAC;qBACV,YAAY,EAAE,eAAe;;;;;CAKA,CAAC;AAEpC,eAAO,MAAM,uBAAuB;mBAC5B,QAAQ;;iBAEZ,IAAI;qBACF,IAAI,EAAE,QAAQ;qBACd,KAAK,EAAE,MAAM;qBACb,WAAW,EAAE,yCAAyC;qBACtD,UAAU,EAAE,QAAQ;;iBAEtB,SAAS;qBACP,IAAI,EAAE,OAAO;qBACb,KAAK;+BApHH,QAAQ;;6BAEZ,EAAE;iCACA,IAAI,EAAE,QAAQ;iCACd,KAAK,EAAE,IAAI;iCACX,WAAW,EAAE,sCAAsC;;6BAErD,IAAI;iCACF,IAAI,EAAE,QAAQ;iCACd,KAAK,EAAE,MAAM;iCACb,WAAW,EAAE,gCAAgC;;6BAE/C,KAAK;iCACH,IAAI,EAAE,QAAQ;iCACd,KAAK,EAAE,OAAO;iCACd,WAAW,EAAE,uCAAuC;iCACpD,oBAAoB;;;6CAGb,IAAI,EAAE,MAAM,EAAE,OAAO;;;qBAkG5B,KAAK,EAAE,YAAY;qBACnB,WAAW,EAAE,mCAAmC;qBAChD,UAAU,EAAE,QAAQ;;;;;CAKS,CAAC;AAEpC;;;;;;;;;;;GAWG;AACH,MAAM,MAAM,oBAAoB,GAAG,IAAI,CACrC,UAAU,CAAC,OAAO,sBAAsB,CAAC,EACzC,OAAO,GAAG,UAAU,CACrB,GAAG;IACF,QAAQ,CAAC,KAAK,EAAE,cAAc,EAAE,CAAC;IACjC,QAAQ,CAAC,QAAQ,CAAC,EAAE,aAAa,CAAC,WAAW,CAAC,CAAC;IAC/C,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;CAC7B,CAAC;AAEF,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAC/E,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,oBAAoB,CAAC,CAAC;AAMrE,qBAAa,eAAgB,SAAQ,eAAe,CAClD,oBAAoB,EACpB,qBAAqB,EACrB,qBAAqB,CACtB;IACC,OAAuB,IAAI,SAAqB;IAChD,OAAuB,QAAQ,SAAmB;IAClD,OAAuB,KAAK,SAAkB;IAC9C,OAAuB,WAAW,SACyF;IAC3H,OAAuB,WAAW,IAAI,cAAc,CAEnD;IACD,OAAuB,YAAY,IAAI,cAAc,CAEpD;IAED,wEAAwE;IACxE,OAAO,CAAC,kBAAkB,CAAqB;IAE/C;;;;OAIG;IACH,UAAyB,WAAW,CAClC,KAAK,EAAE,oBAAoB,GAC1B,OAAO,CAAC,UAAU,CAAC,oBAAoB,CAAC,CAAC,CAa3C;IAED,OAAO,CAAC,sBAAsB;IAaf,OAAO,CACpB,KAAK,EAAE,oBAAoB,EAC3B,cAAc,EAAE,eAAe,GAC9B,OAAO,CAAC,qBAAqB,GAAG,SAAS,CAAC,CAI5C;IAEe,aAAa,CAC3B,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,eAAe,GACvB,aAAa,CAAC,WAAW,CAAC,qBAAqB,CAAC,CAAC,CAGnD;CACF;AAED;;GAEG;AACH,eAAO,MAAM,WAAW,UAAW,oBAAoB,WAAW,qBAAqB;;;;;;;;;EAEtF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC,CAAC;IACrC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CAAC,oBAAoB,EAAE,qBAAqB,EAAE,qBAAqB,CAAC,CAAC;KACjG;CACF"}
|
package/dist/task/index.d.ts
CHANGED
|
@@ -3,6 +3,7 @@
|
|
|
3
3
|
* Copyright 2025 Steven Roussey <sroussey@gmail.com>
|
|
4
4
|
* SPDX-License-Identifier: Apache-2.0
|
|
5
5
|
*/
|
|
6
|
+
import { AiChatTask } from "./AiChatTask";
|
|
6
7
|
import { BackgroundRemovalTask } from "./BackgroundRemovalTask";
|
|
7
8
|
import { ChunkRetrievalTask } from "./ChunkRetrievalTask";
|
|
8
9
|
import { ChunkToVectorTask } from "./ChunkToVectorTask";
|
|
@@ -44,9 +45,9 @@ import { TopicSegmenterTask } from "./TopicSegmenterTask";
|
|
|
44
45
|
import { UnloadModelTask } from "./UnloadModelTask";
|
|
45
46
|
import { VectorQuantizeTask } from "./VectorQuantizeTask";
|
|
46
47
|
import { VectorSimilarityTask } from "./VectorSimilarityTask";
|
|
47
|
-
export declare const registerAiTasks: () => (typeof ToolCallingTask | typeof BackgroundRemovalTask | typeof TextEmbeddingTask | typeof ChunkRetrievalTask | typeof ChunkToVectorTask | typeof ChunkVectorHybridSearchTask | typeof ChunkVectorSearchTask | typeof ChunkVectorUpsertTask | typeof CountTokensTask | typeof ContextBuilderTask | typeof TextNamedEntityRecognitionTask | typeof TextSummaryTask | typeof DocumentEnricherTask | typeof DocumentUpsertTask | typeof FaceDetectorTask | typeof FaceLandmarkerTask | typeof HandLandmarkerTask | typeof HierarchicalChunkerTask | typeof HierarchyJoinTask | typeof KbToDocumentsTask | typeof ImageClassificationTask | typeof ImageEmbeddingTask | typeof ImageSegmentationTask | typeof ImageToTextTask | typeof ModelSearchTask | typeof ObjectDetectionTask | typeof PoseLandmarkerTask | typeof QueryExpanderTask | typeof TextClassificationTask | typeof RerankerTask | typeof StructuralParserTask | typeof StructuredGenerationTask | typeof TextChunkerTask | typeof TextFillMaskTask | typeof TextGenerationTask | typeof TextLanguageDetectionTask | typeof TextQuestionAnswerTask | typeof TopicSegmenterTask | typeof UnloadModelTask | typeof VectorQuantizeTask | typeof VectorSimilarityTask)[];
|
|
48
|
-
export * from "./
|
|
49
|
-
export * from "./
|
|
48
|
+
export declare const registerAiTasks: () => (typeof ToolCallingTask | typeof AiChatTask | typeof BackgroundRemovalTask | typeof TextEmbeddingTask | typeof ChunkRetrievalTask | typeof ChunkToVectorTask | typeof ChunkVectorHybridSearchTask | typeof ChunkVectorSearchTask | typeof ChunkVectorUpsertTask | typeof CountTokensTask | typeof ContextBuilderTask | typeof TextNamedEntityRecognitionTask | typeof TextSummaryTask | typeof DocumentEnricherTask | typeof DocumentUpsertTask | typeof FaceDetectorTask | typeof FaceLandmarkerTask | typeof HandLandmarkerTask | typeof HierarchicalChunkerTask | typeof HierarchyJoinTask | typeof KbToDocumentsTask | typeof ImageClassificationTask | typeof ImageEmbeddingTask | typeof ImageSegmentationTask | typeof ImageToTextTask | typeof ModelSearchTask | typeof ObjectDetectionTask | typeof PoseLandmarkerTask | typeof QueryExpanderTask | typeof TextClassificationTask | typeof RerankerTask | typeof StructuralParserTask | typeof StructuredGenerationTask | typeof TextChunkerTask | typeof TextFillMaskTask | typeof TextGenerationTask | typeof TextLanguageDetectionTask | typeof TextQuestionAnswerTask | typeof TopicSegmenterTask | typeof UnloadModelTask | typeof VectorQuantizeTask | typeof VectorSimilarityTask)[];
|
|
49
|
+
export * from "./AiChatTask";
|
|
50
|
+
export * from "./ChatMessage";
|
|
50
51
|
export * from "./BackgroundRemovalTask";
|
|
51
52
|
export * from "./base/AiTask";
|
|
52
53
|
export * from "./base/AiTaskSchemas";
|
|
@@ -72,6 +73,7 @@ export * from "./ImageClassificationTask";
|
|
|
72
73
|
export * from "./ImageEmbeddingTask";
|
|
73
74
|
export * from "./ImageSegmentationTask";
|
|
74
75
|
export * from "./ImageToTextTask";
|
|
76
|
+
export * from "./MessageConversion";
|
|
75
77
|
export * from "./ModelInfoTask";
|
|
76
78
|
export * from "./ModelSearchTask";
|
|
77
79
|
export * from "./ObjectDetectionTask";
|
|
@@ -92,6 +94,7 @@ export * from "./TextRewriterTask";
|
|
|
92
94
|
export * from "./TextSummaryTask";
|
|
93
95
|
export * from "./TextTranslationTask";
|
|
94
96
|
export * from "./ToolCallingTask";
|
|
97
|
+
export * from "./ToolCallingUtils";
|
|
95
98
|
export * from "./TopicSegmenterTask";
|
|
96
99
|
export * from "./UnloadModelTask";
|
|
97
100
|
export * from "./VectorQuantizeTask";
|
package/dist/task/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/task/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAElE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAK9D,eAAO,MAAM,eAAe,
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/task/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAC1C,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,2BAA2B,EAAE,MAAM,+BAA+B,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,yBAAyB,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,EAAE,wBAAwB,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,kCAAkC,CAAC;AAClF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAElE,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEpD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAC;AAK9D,eAAO,MAAM,eAAe,4rCAoD3B,CAAC;AAEF,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC;AAC9B,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,+BAA+B,CAAC;AAC9C,cAAc,yBAAyB,CAAC;AACxC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,wBAAwB,CAAC;AACvC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,sBAAsB,CAAC;AACrC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,qBAAqB,CAAC;AACpC,cAAc,qBAAqB,CAAC;AACpC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,sBAAsB,CAAC;AACrC,cAAc,qBAAqB,CAAC;AACpC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,wBAAwB,CAAC;AACvC,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mBAAmB,CAAC;AAClC,cAAc,0BAA0B,CAAC;AACzC,cAAc,qBAAqB,CAAC;AACpC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,kCAAkC,CAAC;AACjD,cAAc,0BAA0B,CAAC;AACzC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,mBAAmB,CAAC;AAClC,cAAc,sBAAsB,CAAC;AACrC,cAAc,wBAAwB,CAAC"}
|
package/dist/worker.js
CHANGED
|
@@ -494,66 +494,46 @@ function toOpenAIMessages(input) {
|
|
|
494
494
|
}
|
|
495
495
|
for (const msg of inputMessages) {
|
|
496
496
|
if (msg.role === "user") {
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
}
|
|
506
|
-
parts.push({
|
|
507
|
-
type: "image_url",
|
|
508
|
-
image_url: { url: `data:${b.mimeType};base64,${b.data}` }
|
|
509
|
-
});
|
|
510
|
-
} else if (b.type === "audio") {
|
|
511
|
-
const format = b.mimeType.replace(/^audio\//, "");
|
|
512
|
-
parts.push({
|
|
513
|
-
type: "input_audio",
|
|
514
|
-
input_audio: { data: b.data, format }
|
|
515
|
-
});
|
|
516
|
-
}
|
|
517
|
-
}
|
|
518
|
-
messages.push({ role: "user", content: parts });
|
|
519
|
-
} else {
|
|
520
|
-
try {
|
|
521
|
-
messages.push({ role: "user", content: JSON.stringify(msg.content) });
|
|
522
|
-
} catch {
|
|
523
|
-
messages.push({ role: "user", content: String(msg.content) });
|
|
497
|
+
const parts = [];
|
|
498
|
+
for (const block of msg.content) {
|
|
499
|
+
if (block.type === "text") {
|
|
500
|
+
parts.push({ type: "text", text: block.text });
|
|
501
|
+
} else if (block.type === "image") {
|
|
502
|
+
parts.push({
|
|
503
|
+
type: "image_url",
|
|
504
|
+
image_url: { url: `data:${block.mimeType};base64,${block.data}` }
|
|
505
|
+
});
|
|
524
506
|
}
|
|
525
507
|
}
|
|
508
|
+
messages.push({ role: "user", content: parts });
|
|
526
509
|
} else if (msg.role === "assistant") {
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
function: {
|
|
535
|
-
name: b.name,
|
|
536
|
-
arguments: JSON.stringify(b.input)
|
|
537
|
-
}
|
|
538
|
-
}));
|
|
539
|
-
const entry = {
|
|
540
|
-
role: "assistant",
|
|
541
|
-
content: textParts.length > 0 ? textParts : null
|
|
542
|
-
};
|
|
543
|
-
if (toolCalls.length > 0) {
|
|
544
|
-
entry.tool_calls = toolCalls;
|
|
510
|
+
const textParts = msg.content.filter((b) => b.type === "text").map((b) => b.text).join("");
|
|
511
|
+
const toolCalls = msg.content.filter((b) => b.type === "tool_use").map((b) => ({
|
|
512
|
+
id: b.id,
|
|
513
|
+
type: "function",
|
|
514
|
+
function: {
|
|
515
|
+
name: b.name,
|
|
516
|
+
arguments: JSON.stringify(b.input)
|
|
545
517
|
}
|
|
546
|
-
|
|
518
|
+
}));
|
|
519
|
+
const entry = {
|
|
520
|
+
role: "assistant",
|
|
521
|
+
content: textParts.length > 0 ? textParts : null
|
|
522
|
+
};
|
|
523
|
+
if (toolCalls.length > 0) {
|
|
524
|
+
entry.tool_calls = toolCalls;
|
|
547
525
|
}
|
|
548
|
-
|
|
526
|
+
messages.push(entry);
|
|
527
|
+
} else if (msg.role === "tool") {
|
|
549
528
|
for (const block of msg.content) {
|
|
550
|
-
|
|
529
|
+
if (block.type !== "tool_result")
|
|
530
|
+
continue;
|
|
551
531
|
let content;
|
|
552
|
-
if (
|
|
553
|
-
content =
|
|
554
|
-
} else
|
|
532
|
+
if (block.content.length === 1 && block.content[0].type === "text") {
|
|
533
|
+
content = block.content[0].text;
|
|
534
|
+
} else {
|
|
555
535
|
const parts = [];
|
|
556
|
-
for (const inner of
|
|
536
|
+
for (const inner of block.content) {
|
|
557
537
|
if (inner.type === "text") {
|
|
558
538
|
parts.push({ type: "text", text: inner.text });
|
|
559
539
|
} else if (inner.type === "image") {
|
|
@@ -564,14 +544,8 @@ function toOpenAIMessages(input) {
|
|
|
564
544
|
}
|
|
565
545
|
}
|
|
566
546
|
content = parts;
|
|
567
|
-
} else {
|
|
568
|
-
content = "";
|
|
569
547
|
}
|
|
570
|
-
messages.push({
|
|
571
|
-
role: "tool",
|
|
572
|
-
content,
|
|
573
|
-
tool_call_id: b.tool_use_id
|
|
574
|
-
});
|
|
548
|
+
messages.push({ role: "tool", content, tool_call_id: block.tool_use_id });
|
|
575
549
|
}
|
|
576
550
|
}
|
|
577
551
|
}
|
|
@@ -601,41 +575,18 @@ function toTextFlatMessages(input) {
|
|
|
601
575
|
}
|
|
602
576
|
for (const msg of inputMessages) {
|
|
603
577
|
if (msg.role === "user") {
|
|
604
|
-
|
|
605
|
-
if (typeof msg.content === "string") {
|
|
606
|
-
content = msg.content;
|
|
607
|
-
} else if (Array.isArray(msg.content) && msg.content.length > 0 && typeof msg.content[0]?.type === "string") {
|
|
608
|
-
content = msg.content.filter((b) => b.type === "text").map((b) => b.text).join("");
|
|
609
|
-
} else if (msg.content != null) {
|
|
610
|
-
try {
|
|
611
|
-
content = JSON.stringify(msg.content);
|
|
612
|
-
} catch {
|
|
613
|
-
content = String(msg.content);
|
|
614
|
-
}
|
|
615
|
-
}
|
|
578
|
+
const content = msg.content.filter((b) => b.type === "text").map((b) => b.text).join("");
|
|
616
579
|
messages.push({ role: "user", content });
|
|
617
580
|
} else if (msg.role === "assistant") {
|
|
618
|
-
|
|
619
|
-
|
|
620
|
-
|
|
621
|
-
}
|
|
622
|
-
} else if (Array.isArray(msg.content)) {
|
|
623
|
-
const text = msg.content.filter((b) => b.type === "text").map((b) => b.text).join("");
|
|
624
|
-
if (text) {
|
|
625
|
-
messages.push({ role: "assistant", content: text });
|
|
626
|
-
}
|
|
581
|
+
const text = msg.content.filter((b) => b.type === "text").map((b) => b.text).join("");
|
|
582
|
+
if (text) {
|
|
583
|
+
messages.push({ role: "assistant", content: text });
|
|
627
584
|
}
|
|
628
|
-
} else if (msg.role === "tool"
|
|
585
|
+
} else if (msg.role === "tool") {
|
|
629
586
|
for (const block of msg.content) {
|
|
630
|
-
|
|
631
|
-
|
|
632
|
-
|
|
633
|
-
content = b.content;
|
|
634
|
-
} else if (Array.isArray(b.content)) {
|
|
635
|
-
content = b.content.filter((inner) => inner.type === "text").map((inner) => inner.text).join("");
|
|
636
|
-
} else {
|
|
637
|
-
content = "";
|
|
638
|
-
}
|
|
587
|
+
if (block.type !== "tool_result")
|
|
588
|
+
continue;
|
|
589
|
+
const content = block.content.filter((inner) => inner.type === "text").map((inner) => inner.text).join("");
|
|
639
590
|
messages.push({ role: "tool", content });
|
|
640
591
|
}
|
|
641
592
|
}
|
|
@@ -708,4 +659,4 @@ export {
|
|
|
708
659
|
AiProvider
|
|
709
660
|
};
|
|
710
661
|
|
|
711
|
-
//# debugId=
|
|
662
|
+
//# debugId=447D7588D545BC8C64756E2164756E21
|