@workglow/ai 0.0.85 → 0.0.87

package/dist/task/UnloadModelTask.d.ts

@@ -6,115 +6,57 @@
 import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
 import { DataPortSchema, FromSchema } from "@workglow/util";
 import { AiTask } from "./base/AiTask";
-import { DeReplicateFromSchema } from "./base/AiTaskSchemas";
 declare const UnloadModelInputSchema: {
     readonly type: "object";
     readonly properties: {
         readonly model: {
-            readonly "x-replicate": true;
-            readonly format?: string | undefined;
             readonly oneOf: readonly [{
-                readonly oneOf: readonly [{
-                    readonly title: "Model";
-                    readonly description: `The model ${string}`;
-                } & {
-                    readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                    readonly type: "string";
-                }, {
-                    readonly type: "object";
-                    readonly properties: {
-                        readonly model_id: {
-                            readonly type: "string";
-                        };
-                        readonly tasks: {
-                            readonly type: "array";
-                            readonly items: {
-                                readonly type: "string";
-                            };
-                            readonly "x-ui-editor": "multiselect";
-                        };
-                        readonly title: {
-                            readonly type: "string";
-                        };
-                        readonly description: {
-                            readonly type: "string";
-                            readonly "x-ui-editor": "textarea";
-                        };
-                        readonly provider: {
-                            readonly type: "string";
-                        };
-                        readonly provider_config: {
-                            readonly type: "object";
-                            readonly default: {};
-                        };
-                        readonly metadata: {
-                            readonly type: "object";
-                            readonly default: {};
-                            readonly "x-ui-hidden": true;
-                        };
-                    };
-                    readonly required: readonly ["provider", "provider_config"];
-                    readonly format: "model";
-                    readonly additionalProperties: false;
-                } & {
-                    readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                }];
+                readonly title: "Model";
+                readonly description: `The model ${string}`;
             } & {
                 readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
+                readonly type: "string";
             }, {
-                readonly type: "array";
-                readonly items: {
-                    readonly oneOf: readonly [{
-                        readonly title: "Model";
-                        readonly description: `The model ${string}`;
-                    } & {
-                        readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
+                readonly type: "object";
+                readonly properties: {
+                    readonly model_id: {
                         readonly type: "string";
-                    }, {
-                        readonly type: "object";
-                        readonly properties: {
-                            readonly model_id: {
-                                readonly type: "string";
-                            };
-                            readonly tasks: {
-                                readonly type: "array";
-                                readonly items: {
-                                    readonly type: "string";
-                                };
-                                readonly "x-ui-editor": "multiselect";
-                            };
-                            readonly title: {
-                                readonly type: "string";
-                            };
-                            readonly description: {
-                                readonly type: "string";
-                                readonly "x-ui-editor": "textarea";
-                            };
-                            readonly provider: {
-                                readonly type: "string";
-                            };
-                            readonly provider_config: {
-                                readonly type: "object";
-                                readonly default: {};
-                            };
-                            readonly metadata: {
-                                readonly type: "object";
-                                readonly default: {};
-                                readonly "x-ui-hidden": true;
-                            };
+                    };
+                    readonly tasks: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "string";
                         };
-                        readonly required: readonly ["provider", "provider_config"];
-                        readonly format: "model";
-                        readonly additionalProperties: false;
-                    } & {
-                        readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                    }];
-                } & {
-                    readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
+                        readonly "x-ui-editor": "multiselect";
+                    };
+                    readonly title: {
+                        readonly type: "string";
+                    };
+                    readonly description: {
+                        readonly type: "string";
+                        readonly "x-ui-editor": "textarea";
+                    };
+                    readonly provider: {
+                        readonly type: "string";
+                    };
+                    readonly provider_config: {
+                        readonly type: "object";
+                        readonly default: {};
+                    };
+                    readonly metadata: {
+                        readonly type: "object";
+                        readonly default: {};
+                        readonly "x-ui-hidden": true;
+                    };
                 };
+                readonly required: readonly ["provider", "provider_config"];
+                readonly format: "model";
+                readonly additionalProperties: true;
+            } & {
+                readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
             }];
-            readonly title: string | undefined;
-            readonly description: string | undefined;
+        } & {
+            readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
         };
     };
     readonly required: readonly ["model"];
@@ -124,110 +66,53 @@ declare const UnloadModelOutputSchema: {
     readonly type: "object";
     readonly properties: {
         readonly model: {
-            readonly "x-replicate": true;
-            readonly format?: string | undefined;
             readonly oneOf: readonly [{
-                readonly oneOf: readonly [{
-                    readonly title: "Model";
-                    readonly description: `The model ${string}`;
-                } & {
-                    readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                    readonly type: "string";
-                }, {
-                    readonly type: "object";
-                    readonly properties: {
-                        readonly model_id: {
-                            readonly type: "string";
-                        };
-                        readonly tasks: {
-                            readonly type: "array";
-                            readonly items: {
-                                readonly type: "string";
-                            };
-                            readonly "x-ui-editor": "multiselect";
-                        };
-                        readonly title: {
-                            readonly type: "string";
-                        };
-                        readonly description: {
-                            readonly type: "string";
-                            readonly "x-ui-editor": "textarea";
-                        };
-                        readonly provider: {
-                            readonly type: "string";
-                        };
-                        readonly provider_config: {
-                            readonly type: "object";
-                            readonly default: {};
-                        };
-                        readonly metadata: {
-                            readonly type: "object";
-                            readonly default: {};
-                            readonly "x-ui-hidden": true;
-                        };
-                    };
-                    readonly required: readonly ["provider", "provider_config"];
-                    readonly format: "model";
-                    readonly additionalProperties: false;
-                } & {
-                    readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                }];
+                readonly title: "Model";
+                readonly description: `The model ${string}`;
             } & {
                 readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
+                readonly type: "string";
             }, {
-                readonly type: "array";
-                readonly items: {
-                    readonly oneOf: readonly [{
-                        readonly title: "Model";
-                        readonly description: `The model ${string}`;
-                    } & {
-                        readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
+                readonly type: "object";
+                readonly properties: {
+                    readonly model_id: {
                         readonly type: "string";
-                    }, {
-                        readonly type: "object";
-                        readonly properties: {
-                            readonly model_id: {
-                                readonly type: "string";
-                            };
-                            readonly tasks: {
-                                readonly type: "array";
-                                readonly items: {
-                                    readonly type: "string";
-                                };
-                                readonly "x-ui-editor": "multiselect";
-                            };
-                            readonly title: {
-                                readonly type: "string";
-                            };
-                            readonly description: {
-                                readonly type: "string";
-                                readonly "x-ui-editor": "textarea";
-                            };
-                            readonly provider: {
-                                readonly type: "string";
-                            };
-                            readonly provider_config: {
-                                readonly type: "object";
-                                readonly default: {};
-                            };
-                            readonly metadata: {
-                                readonly type: "object";
-                                readonly default: {};
-                                readonly "x-ui-hidden": true;
-                            };
+                    };
+                    readonly tasks: {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "string";
                         };
-                        readonly required: readonly ["provider", "provider_config"];
-                        readonly format: "model";
-                        readonly additionalProperties: false;
-                    } & {
-                        readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
-                    }];
-                } & {
-                    readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
+                        readonly "x-ui-editor": "multiselect";
+                    };
+                    readonly title: {
+                        readonly type: "string";
+                    };
+                    readonly description: {
+                        readonly type: "string";
+                        readonly "x-ui-editor": "textarea";
+                    };
+                    readonly provider: {
+                        readonly type: "string";
+                    };
+                    readonly provider_config: {
+                        readonly type: "object";
+                        readonly default: {};
+                    };
+                    readonly metadata: {
+                        readonly type: "object";
+                        readonly default: {};
+                        readonly "x-ui-hidden": true;
+                    };
                 };
+                readonly required: readonly ["provider", "provider_config"];
+                readonly format: "model";
+                readonly additionalProperties: true;
+            } & {
+                readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
             }];
-            readonly title: string | undefined;
-            readonly description: string | undefined;
+        } & {
+            readonly format: import("./base/AiTaskSchemas").TypeModelSemantic;
         };
     };
     readonly required: readonly ["model"];
@@ -235,8 +120,6 @@ declare const UnloadModelOutputSchema: {
 };
 export type UnloadModelTaskRunInput = FromSchema<typeof UnloadModelInputSchema>;
 export type UnloadModelTaskRunOutput = FromSchema<typeof UnloadModelOutputSchema>;
-export type UnloadModelTaskExecuteInput = DeReplicateFromSchema<typeof UnloadModelInputSchema>;
-export type UnloadModelTaskExecuteOutput = DeReplicateFromSchema<typeof UnloadModelOutputSchema>;
 /**
  * Unload a model from memory and clear its cache.
  *
@@ -260,6 +143,7 @@ export declare class UnloadModelTask extends AiTask<UnloadModelTaskRunInput, Unl
  */
 export declare const unloadModel: (input: UnloadModelTaskRunInput, config?: JobQueueTaskConfig) => Promise<{
     model: string | {
+        [x: string]: unknown;
         title?: string | undefined;
         description?: string | undefined;
         model_id?: string | undefined;
@@ -271,19 +155,7 @@ export declare const unloadModel: (input: UnloadModelTaskRunInput, config?: JobQ
         provider_config: {
             [x: string]: unknown;
         };
-    } | (string | {
-        title?: string | undefined;
-        description?: string | undefined;
-        model_id?: string | undefined;
-        tasks?: string[] | undefined;
-        metadata?: {
-            [x: string]: unknown;
-        } | undefined;
-        provider: string;
-        provider_config: {
-            [x: string]: unknown;
-        };
-    })[];
+    };
 }>;
 declare module "@workglow/task-graph" {
     interface Workflow {

package/dist/task/UnloadModelTask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"UnloadModelTask.d.ts","sourceRoot":"","sources":["../../src/task/UnloadModelTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,qBAAqB,EAAiC,MAAM,sBAAsB,CAAC;AAI5F,QAAA,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOO,CAAC;AAEpC,QAAA,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOM,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAChF,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAClF,MAAM,MAAM,2BAA2B,GAAG,qBAAqB,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAC/F,MAAM,MAAM,4BAA4B,GAAG,qBAAqB,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAEjG;;;;;GAKG;AACH,qBAAa,eAAgB,SAAQ,MAAM,CACzC,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAqB;IACvC,OAAc,QAAQ,SAAY;IAClC,OAAc,KAAK,SAAkB;IACrC,OAAc,WAAW,SAAiE;WAC5E,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;IAG5C,OAAc,SAAS,UAAS;CACjC;AAID;;;;;GAKG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,uBAAuB,EAAE,SAAS,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;EAEtF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CACzB,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}
+{"version":3,"file":"UnloadModelTask.d.ts","sourceRoot":"","sources":["../../src/task/UnloadModelTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAY,MAAM,sBAAsB,CAAC;AACpF,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAKvC,QAAA,MAAM,sBAAsB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOO,CAAC;AAEpC,QAAA,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAOM,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAChF,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAElF;;;;;GAKG;AACH,qBAAa,eAAgB,SAAQ,MAAM,CACzC,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAqB;IACvC,OAAc,QAAQ,SAAY;IAClC,OAAc,KAAK,SAAkB;IACrC,OAAc,WAAW,SAAiE;WAC5E,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;IAG5C,OAAc,SAAS,UAAS;CACjC;AAED;;;;;GAKG;AACH,eAAO,MAAM,WAAW,GAAI,OAAO,uBAAuB,EAAE,SAAS,kBAAkB;;;;;;;;;;;;;;;EAEtF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,WAAW,EAAE,cAAc,CACzB,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}

package/dist/task/VectorQuantizeTask.d.ts

@@ -0,0 +1,120 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { CreateWorkflow, JobQueueTaskConfig, Task } from "@workglow/task-graph";
+import { DataPortSchema, FromSchema, TypedArray, TypedArraySchemaOptions } from "@workglow/util";
+declare const inputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly vector: {
+            readonly anyOf: readonly [{
+                readonly type: "array";
+                readonly format: "TypedArray";
+                readonly title: "Typed Array";
+                readonly description: "A typed array (Float32Array, Int8Array, etc.)";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "array";
+                    readonly format: "TypedArray";
+                    readonly title: "Typed Array";
+                    readonly description: "A typed array (Float32Array, Int8Array, etc.)";
+                };
+            }];
+            readonly title: "Input Vector(s)";
+            readonly description: "Vector or array of vectors to quantize";
+        };
+        readonly targetType: {
+            readonly type: "string";
+            readonly enum: ("float16" | "float32" | "float64" | "int8" | "uint8" | "int16" | "uint16")[];
+            readonly title: "Target Type";
+            readonly description: "Target quantization type";
+            readonly default: "int8";
+        };
+        readonly normalize: {
+            readonly type: "boolean";
+            readonly title: "Normalize";
+            readonly description: "Normalize vector before quantization";
+            readonly default: true;
+        };
+    };
+    readonly required: readonly ["vector", "targetType"];
+    readonly additionalProperties: false;
+};
+declare const outputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly vector: {
+            readonly anyOf: readonly [{
+                readonly type: "array";
+                readonly format: "TypedArray";
+                readonly title: "Typed Array";
+                readonly description: "A typed array (Float32Array, Int8Array, etc.)";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly type: "array";
+                    readonly format: "TypedArray";
+                    readonly title: "Typed Array";
+                    readonly description: "A typed array (Float32Array, Int8Array, etc.)";
+                };
+            }];
+            readonly title: "Output Vector(s)";
+            readonly description: "Quantized vector or array of vectors";
+        };
+        readonly originalType: {
+            readonly type: "string";
+            readonly enum: ("float16" | "float32" | "float64" | "int8" | "uint8" | "int16" | "uint16")[];
+            readonly title: "Original Type";
+            readonly description: "Original vector type";
+        };
+        readonly targetType: {
+            readonly type: "string";
+            readonly enum: ("float16" | "float32" | "float64" | "int8" | "uint8" | "int16" | "uint16")[];
+            readonly title: "Target Type";
+            readonly description: "Target quantization type";
+        };
+    };
+    readonly required: readonly ["vector", "originalType", "targetType"];
+    readonly additionalProperties: false;
+};
+export type VectorQuantizeTaskInput = FromSchema<typeof inputSchema, TypedArraySchemaOptions>;
+export type VectorQuantizeTaskOutput = FromSchema<typeof outputSchema, TypedArraySchemaOptions>;
+/**
+ * Task for quantizing vectors to reduce storage and improve performance.
+ * Supports various quantization types including binary, int8, uint8, int16, uint16.
+ */
+export declare class VectorQuantizeTask extends Task<VectorQuantizeTaskInput, VectorQuantizeTaskOutput, JobQueueTaskConfig> {
+    static type: string;
+    static category: string;
+    static title: string;
+    static description: string;
+    static cacheable: boolean;
+    static inputSchema(): DataPortSchema;
+    static outputSchema(): DataPortSchema;
+    executeReactive(input: VectorQuantizeTaskInput): Promise<VectorQuantizeTaskOutput>;
+    private getVectorType;
+    private vectorQuantize;
+    /**
+     * Find min and max values in a single pass for better performance
+     */
+    private findMinMax;
+    private quantizeToInt8;
+    private quantizeToUint8;
+    private quantizeToInt16;
+    private quantizeToUint16;
+}
+export declare const vectorQuantize: (input: VectorQuantizeTaskInput, config?: JobQueueTaskConfig) => Promise<{
+    vector: TypedArray | TypedArray[];
+    targetType: "float16" | "float32" | "float64" | "int8" | "uint8" | "int16" | "uint16";
+    originalType: "float16" | "float32" | "float64" | "int8" | "uint8" | "int16" | "uint16";
+}>;
+declare module "@workglow/task-graph" {
+    interface Workflow {
+        vectorQuantize: CreateWorkflow<VectorQuantizeTaskInput, VectorQuantizeTaskOutput, JobQueueTaskConfig>;
+    }
+}
+export {};
+//# sourceMappingURL=VectorQuantizeTask.d.ts.map

package/dist/task/VectorQuantizeTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VectorQuantizeTask.d.ts","sourceRoot":"","sources":["../../src/task/VectorQuantizeTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,IAAI,EAAY,MAAM,sBAAsB,CAAC;AAC1F,OAAO,EACL,cAAc,EACd,UAAU,EAGV,UAAU,EAEV,uBAAuB,EACxB,MAAM,gBAAgB,CAAC;AAExB,QAAA,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAoCkB,CAAC;AAEpC,QAAA,MAAM,YAAY;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmCiB,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,WAAW,EAAE,uBAAuB,CAAC,CAAC;AAC9F,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,YAAY,EAAE,uBAAuB,CAAC,CAAC;AAEhG;;;GAGG;AACH,qBAAa,kBAAmB,SAAQ,IAAI,CAC1C,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAuB;IAC7C,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAAgE;IACzF,OAAc,SAAS,UAAQ;WAEjB,WAAW,IAAI,cAAc;WAI7B,YAAY,IAAI,cAAc;IAItC,eAAe,CAAC,KAAK,EAAE,uBAAuB,GAAG,OAAO,CAAC,wBAAwB,CAAC;IAexF,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,cAAc;IAuCtB;;OAEG;IACH,OAAO,CAAC,UAAU;IAiBlB,OAAO,CAAC,cAAc;IAMtB,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,eAAe;IAMvB,OAAO,CAAC,gBAAgB;CAQzB;AAED,eAAO,MAAM,cAAc,GAAI,OAAO,uBAAuB,EAAE,SAAS,kBAAkB;;;;EAEzF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}