@workglow/ai 0.0.84 → 0.0.86

package/dist/task/TextTranslationTask.d.ts

@@ -6,177 +6,76 @@
 import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
 import { DataPortSchema, FromSchema } from "@workglow/util";
 import { AiTask } from "./base/AiTask";
-import { DeReplicateFromSchema } from "./base/AiTaskSchemas";
 export declare const TextTranslationInputSchema: {
     readonly type: "object";
     readonly properties: {
         readonly text: {
-            readonly "x-replicate": true;
-            readonly format?: string | undefined;
-            readonly oneOf: readonly [{
-                type: "string";
-                title: string;
-                description: string;
-            }, {
-                readonly type: "array";
-                readonly items: {
-                    type: "string";
-                    title: string;
-                    description: string;
-                };
-            }];
-            readonly title: string | undefined;
-            readonly description: string | undefined;
+            readonly type: "string";
+            readonly title: "Text";
+            readonly description: "The text to translate";
         };
         readonly source_lang: {
-            readonly "x-replicate": true;
-            readonly format?: string | undefined;
-            readonly oneOf: readonly [{
-                readonly type: "string";
-                readonly title: "Language";
-                readonly description: "The language to use";
-                readonly maxLength: 2;
-                readonly minLength: 2;
-            }, {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                    readonly title: "Language";
-                    readonly description: "The language to use";
-                    readonly maxLength: 2;
-                    readonly minLength: 2;
-                };
-            }];
-            readonly title: string | undefined;
-            readonly description: string | undefined;
+            readonly type: "string";
+            readonly title: "Language";
+            readonly description: "The language to use";
+            readonly maxLength: 2;
+            readonly minLength: 2;
         };
         readonly target_lang: {
-            readonly "x-replicate": true;
-            readonly format?: string | undefined;
-            readonly oneOf: readonly [{
-                readonly type: "string";
-                readonly title: "Language";
-                readonly description: "The language to use";
-                readonly maxLength: 2;
-                readonly minLength: 2;
-            }, {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                    readonly title: "Language";
-                    readonly description: "The language to use";
-                    readonly maxLength: 2;
-                    readonly minLength: 2;
-                };
-            }];
-            readonly title: string | undefined;
-            readonly description: string | undefined;
+            readonly type: "string";
+            readonly title: "Language";
+            readonly description: "The language to use";
+            readonly maxLength: 2;
+            readonly minLength: 2;
         };
         readonly model: {
-            readonly "x-replicate": true;
-            readonly format?: string | undefined;
             readonly oneOf: readonly [{
-                readonly oneOf: readonly [{
-                    readonly title: "Model";
-                    readonly description: `The model ${string}`;
-                } & {
-                    readonly format: import(".").TypeModelSemantic;
-                    readonly type: "string";
-                }, {
-                    readonly type: "object";
-                    readonly properties: {
-                        readonly model_id: {
-                            readonly type: "string";
-                        };
-                        readonly tasks: {
-                            readonly type: "array";
-                            readonly items: {
-                                readonly type: "string";
-                            };
-                            readonly "x-ui-editor": "multiselect";
-                        };
-                        readonly title: {
-                            readonly type: "string";
-                        };
-                        readonly description: {
-                            readonly type: "string";
-                            readonly "x-ui-editor": "textarea";
-                        };
-                        readonly provider: {
-                            readonly type: "string";
-                        };
-                        readonly provider_config: {
-                            readonly type: "object";
-                            readonly default: {};
-                        };
-                        readonly metadata: {
-                            readonly type: "object";
-                            readonly default: {};
-                            readonly "x-ui-hidden": true;
-                        };
-                    };
-                    readonly required: readonly ["provider", "provider_config"];
-                    readonly format: "model";
-                    readonly additionalProperties: false;
-                } & {
-                    readonly format: import(".").TypeModelSemantic;
-                }];
+                readonly title: "Model";
+                readonly description: `The model ${string}`;
             } & {
                 readonly format: import(".").TypeModelSemantic;
+                readonly type: "string";
             }, {
-                readonly type: "array";
-                readonly items: {
-                    readonly oneOf: readonly [{
-                        readonly title: "Model";
-                        readonly description: `The model ${string}`;
-                    } & {
-                        readonly format: import(".").TypeModelSemantic;
+                readonly type: "object";
+                readonly properties: {
+                    readonly model_id: {
                         readonly type: "string";
-                    }, {
-                        readonly type: "object";
-                        readonly properties: {
-                            readonly model_id: {
-                                readonly type: "string";
-                            };
-                            readonly tasks: {
-                                readonly type: "array";
-                                readonly items: {
-                                    readonly type: "string";
-                                };
-                                readonly "x-ui-editor": "multiselect";
-                            };
-                            readonly title: {
-                                readonly type: "string";
-                            };
-                            readonly description: {
-                                readonly type: "string";
-                                readonly "x-ui-editor": "textarea";
-                            };
-                            readonly provider: {
-                                readonly type: "string";
-                            };
-                            readonly provider_config: {
-                                readonly type: "object";
-                                readonly default: {};
-                            };
-                            readonly metadata: {
-                                readonly type: "object";
-                                readonly default: {};
-                                readonly "x-ui-hidden": true;
-                            };
+                    };
+                    readonly tasks: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "string";
                         };
-                        readonly required: readonly ["provider", "provider_config"];
-                        readonly format: "model";
-                        readonly additionalProperties: false;
-                    } & {
-                        readonly format: import(".").TypeModelSemantic;
-                    }];
-                } & {
-                    readonly format: import(".").TypeModelSemantic;
+                        readonly "x-ui-editor": "multiselect";
+                    };
+                    readonly title: {
+                        readonly type: "string";
+                    };
+                    readonly description: {
+                        readonly type: "string";
+                        readonly "x-ui-editor": "textarea";
+                    };
+                    readonly provider: {
+                        readonly type: "string";
+                    };
+                    readonly provider_config: {
+                        readonly type: "object";
+                        readonly default: {};
+                    };
+                    readonly metadata: {
+                        readonly type: "object";
+                        readonly default: {};
+                        readonly "x-ui-hidden": true;
+                    };
                 };
+                readonly required: readonly ["provider", "provider_config"];
+                readonly format: "model";
+                readonly additionalProperties: false;
+            } & {
+                readonly format: import(".").TypeModelSemantic;
             }];
-            readonly title: string | undefined;
-            readonly description: string | undefined;
+        } & {
+            readonly format: import(".").TypeModelSemantic;
         };
     };
     readonly required: readonly ["text", "source_lang", "target_lang", "model"];
@@ -186,18 +85,7 @@ export declare const TextTranslationOutputSchema: {
     readonly type: "object";
     readonly properties: {
         readonly text: {
-            readonly oneOf: readonly [{
-                readonly type: "string";
-                readonly title: "Text";
-                readonly description: "The translated text";
-            }, {
-                readonly type: "array";
-                readonly items: {
-                    readonly type: "string";
-                    readonly title: "Text";
-                    readonly description: "The translated text";
-                };
-            }];
+            readonly type: "string";
             readonly title: "Text";
             readonly description: "The translated text";
         };
@@ -214,8 +102,6 @@ export declare const TextTranslationOutputSchema: {
 };
 export type TextTranslationTaskInput = FromSchema<typeof TextTranslationInputSchema>;
 export type TextTranslationTaskOutput = FromSchema<typeof TextTranslationOutputSchema>;
-export type TextTranslationTaskExecuteInput = DeReplicateFromSchema<typeof TextTranslationInputSchema>;
-export type TextTranslationTaskExecuteOutput = DeReplicateFromSchema<typeof TextTranslationOutputSchema>;
 /**
  * This translates text from one language to another
  */
@@ -234,7 +120,7 @@ export declare class TextTranslationTask extends AiTask<TextTranslationTaskInput
  * @returns Promise resolving to the translated text output(s)
  */
 export declare const textTranslation: (input: TextTranslationTaskInput, config?: JobQueueTaskConfig) => Promise<{
-    text: string | string[];
+    text: string;
     target_lang: string;
 }>;
 declare module "@workglow/task-graph" {

package/dist/task/TextTranslationTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TextTranslationTask.d.ts","sourceRoot":"","sources":["../../src/task/TextTranslationTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EACL,qBAAqB,EAItB,MAAM,sBAAsB,CAAC;AAU9B,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4BJ,CAAC;AAEpC,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAiBL,CAAC;AAEpC,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACrF,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC;AACvF,MAAM,MAAM,+BAA+B,GAAG,qBAAqB,CACjE,OAAO,0BAA0B,CAClC,CAAC;AACF,MAAM,MAAM,gCAAgC,GAAG,qBAAqB,CAClE,OAAO,2BAA2B,CACnC,CAAC;AAEF;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,MAAM,CAC7C,wBAAwB,EACxB,yBAAyB,CAC1B;IACC,OAAc,IAAI,SAAyB;IAC3C,OAAc,QAAQ,SAAmB;IACzC,OAAc,KAAK,SAAsB;IACzC,OAAc,WAAW,SAAwE;WACnF,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;CAG7C;AAID;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAI,OAAO,wBAAwB,EAAE,SAAS,kBAAkB;;;EAE3F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,eAAe,EAAE,cAAc,CAC7B,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,CACnB,CAAC;KACH;CACF"}
+{"version":3,"file":"TextTranslationTask.d.ts","sourceRoot":"","sources":["../../src/task/TextTranslationTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAWvC,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwBJ,CAAC;AAEpC,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;CAaL,CAAC;AAEpC,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACrF,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEvF;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,MAAM,CAC7C,wBAAwB,EACxB,yBAAyB,CAC1B;IACC,OAAc,IAAI,SAAyB;IAC3C,OAAc,QAAQ,SAAmB;IACzC,OAAc,KAAK,SAAsB;IACzC,OAAc,WAAW,SAAwE;WACnF,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;CAG7C;AAED;;;;;GAKG;AACH,eAAO,MAAM,eAAe,GAAI,OAAO,wBAAwB,EAAE,SAAS,kBAAkB;;;EAE3F,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,eAAe,EAAE,cAAc,CAC7B,wBAAwB,EACxB,yBAAyB,EACzB,kBAAkB,CACnB,CAAC;KACH;CACF"}

package/dist/task/TopicSegmenterTask.d.ts

@@ -0,0 +1,148 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { CreateWorkflow, IExecuteContext, JobQueueTaskConfig, Task } from "@workglow/task-graph";
+import { DataPortSchema, FromSchema } from "@workglow/util";
+export declare const SegmentationMethod: {
+    readonly HEURISTIC: "heuristic";
+    readonly EMBEDDING_SIMILARITY: "embedding-similarity";
+    readonly HYBRID: "hybrid";
+};
+export type SegmentationMethod = (typeof SegmentationMethod)[keyof typeof SegmentationMethod];
+declare const inputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly text: {
+            readonly type: "string";
+            readonly title: "Text";
+            readonly description: "The text to segment into topics";
+        };
+        readonly method: {
+            readonly type: "string";
+            readonly enum: ("heuristic" | "embedding-similarity" | "hybrid")[];
+            readonly title: "Segmentation Method";
+            readonly description: "Method to use for topic segmentation";
+            readonly default: "heuristic";
+        };
+        readonly minSegmentSize: {
+            readonly type: "number";
+            readonly title: "Min Segment Size";
+            readonly description: "Minimum segment size in characters";
+            readonly minimum: 50;
+            readonly default: 100;
+        };
+        readonly maxSegmentSize: {
+            readonly type: "number";
+            readonly title: "Max Segment Size";
+            readonly description: "Maximum segment size in characters";
+            readonly minimum: 100;
+            readonly default: 2000;
+        };
+        readonly similarityThreshold: {
+            readonly type: "number";
+            readonly title: "Similarity Threshold";
+            readonly description: "Threshold for embedding similarity (0-1, lower = more splits)";
+            readonly minimum: 0;
+            readonly maximum: 1;
+            readonly default: 0.5;
+        };
+    };
+    readonly required: readonly ["text"];
+    readonly additionalProperties: false;
+};
+declare const outputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly segments: {
+            readonly type: "array";
+            readonly items: {
+                readonly type: "object";
+                readonly properties: {
+                    readonly text: {
+                        readonly type: "string";
+                    };
+                    readonly startOffset: {
+                        readonly type: "number";
+                    };
+                    readonly endOffset: {
+                        readonly type: "number";
+                    };
+                };
+                readonly required: readonly ["text", "startOffset", "endOffset"];
+                readonly additionalProperties: false;
+            };
+            readonly title: "Segments";
+            readonly description: "Detected topic segments";
+        };
+        readonly count: {
+            readonly type: "number";
+            readonly title: "Count";
+            readonly description: "Number of segments detected";
+        };
+    };
+    readonly required: readonly ["segments", "count"];
+    readonly additionalProperties: false;
+};
+export type TopicSegmenterTaskInput = FromSchema<typeof inputSchema>;
+export type TopicSegmenterTaskOutput = FromSchema<typeof outputSchema>;
+/**
+ * Task for segmenting text into topic-based sections
+ * Uses hybrid approach: heuristics + optional embedding similarity
+ */
+export declare class TopicSegmenterTask extends Task<TopicSegmenterTaskInput, TopicSegmenterTaskOutput, JobQueueTaskConfig> {
+    static type: string;
+    static category: string;
+    static title: string;
+    static description: string;
+    static cacheable: boolean;
+    private static readonly EMBEDDING_DIMENSIONS;
+    static inputSchema(): DataPortSchema;
+    static outputSchema(): DataPortSchema;
+    execute(input: TopicSegmenterTaskInput, context: IExecuteContext): Promise<TopicSegmenterTaskOutput>;
+    /**
+     * Embedding-based segmentation using hashed token vectors and cosine similarity
+     */
+    private embeddingSegmentation;
+    /**
+     * Heuristic segmentation based on paragraph breaks and transition markers
+     */
+    private heuristicSegmentation;
+    /**
+     * Create a hashed token embedding for fast similarity checks
+     */
+    private embedParagraph;
+    private cosineSimilarityWithNorms;
+    /**
+     * Split text into paragraphs with offsets
+     */
+    private splitIntoParagraphs;
+    /**
+     * Check if paragraph contains transition markers
+     */
+    private hasTransitionMarker;
+    /**
+     * Create a segment from paragraphs
+     */
+    private createSegment;
+    /**
+     * Merge segments that are too small
+     */
+    private mergeSmallSegments;
+}
+export declare const topicSegmenter: (input: TopicSegmenterTaskInput, config?: JobQueueTaskConfig) => Promise<{
+    count: number;
+    segments: {
+        text: string;
+        startOffset: number;
+        endOffset: number;
+    }[];
+}>;
+declare module "@workglow/task-graph" {
+    interface Workflow {
+        topicSegmenter: CreateWorkflow<TopicSegmenterTaskInput, TopicSegmenterTaskOutput, JobQueueTaskConfig>;
+    }
+}
+export {};
+//# sourceMappingURL=TopicSegmenterTask.d.ts.map

package/dist/task/TopicSegmenterTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"TopicSegmenterTask.d.ts","sourceRoot":"","sources":["../../src/task/TopicSegmenterTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EACL,cAAc,EACd,eAAe,EACf,kBAAkB,EAClB,IAAI,EAEL,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAE5D,eAAO,MAAM,kBAAkB;;;;CAIrB,CAAC;AAEX,MAAM,MAAM,kBAAkB,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,OAAO,kBAAkB,CAAC,CAAC;AAE9F,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAwCkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA0BiB,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AACrE,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAEvE;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAc;IACpC,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAAkE;IAC3F,OAAc,SAAS,UAAQ;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,oBAAoB,CAAO;WAErC,WAAW,IAAI,cAAc;WAI7B,YAAY,IAAI,cAAc;IAItC,OAAO,CACX,KAAK,EAAE,uBAAuB,EAC9B,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,wBAAwB,CAAC;IAqCpC;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAuD7B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA0D7B;;OAEG;IACH,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,yBAAyB;IAkBjC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAiB3B;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAU3B;;OAEG;IACH,OAAO,CAAC,aAAa;IAarB;;OAEG;IACH,OAAO,CAAC,kBAAkB;CAyC3B;AAED,eAAO,MAAM,cAAc,GAAI,OAAO,uBAAuB,EAAE,SAAS,kBAAkB;;;;;;;EAEzF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}