@workglow/ai 0.0.70 → 0.0.72

package/dist/task/ImageEmbeddingTask.d.ts

@@ -0,0 +1,503 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { CreateWorkflow, JobQueueTaskConfig } from "@workglow/task-graph";
+import { DataPortSchema, FromSchema } from "@workglow/util";
+import { DeReplicateFromSchema } from "./base/AiTaskSchemas";
+import { AiVisionTask } from "./base/AiVisionTask";
+export declare const ImageEmbeddingInputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly image: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly type: "string";
+                    readonly title: "Image Data";
+                    readonly description: "Image as data-uri";
+                }, {
+                    readonly type: "object";
+                    readonly additionalProperties: false;
+                    readonly properties: {
+                        readonly data: {
+                            readonly oneOf: readonly [{
+                                readonly type: "object";
+                                readonly format: "image:ImageBitmap";
+                                readonly title: "ImageBitmap";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:OffscreenCanvas";
+                                readonly title: "OffscreenCanvas";
+                            }, {
+                                readonly type: "object";
+                                readonly format: "image:VideoFrame";
+                                readonly title: "VideoFrame";
+                            }, {
+                                readonly type: "object";
+                                readonly properties: {
+                                    readonly data: {
+                                        readonly type: "array";
+                                        readonly items: {
+                                            readonly type: "number";
+                                            readonly format: "Uint8Clamped";
+                                        };
+                                        readonly format: "Uint8ClampedArray";
+                                        readonly title: "Data";
+                                        readonly description: "Data of the image";
+                                    };
+                                    readonly width: {
+                                        readonly type: "number";
+                                        readonly title: "Width";
+                                        readonly description: "Width of the image";
+                                    };
+                                    readonly height: {
+                                        readonly type: "number";
+                                        readonly title: "Height";
+                                        readonly description: "Height of the image";
+                                    };
+                                    readonly channels: {
+                                        readonly type: "number";
+                                        readonly title: "Channels";
+                                        readonly description: "Channels of the image";
+                                    };
+                                    readonly rawChannels: {
+                                        readonly type: "number";
+                                        readonly title: "Raw Channels";
+                                        readonly description: "Raw channels of the image";
+                                    };
+                                };
+                                readonly additionalProperties: false;
+                                readonly required: readonly ["data", "width", "height", "channels"];
+                                readonly format: "image:ImageBinary";
+                                readonly title: "ImageBinary";
+                            }];
+                        };
+                        readonly width: {
+                            readonly type: "number";
+                            readonly title: "Width";
+                            readonly description: "Width of the image";
+                        };
+                        readonly height: {
+                            readonly type: "number";
+                            readonly title: "Height";
+                            readonly description: "Height of the image";
+                        };
+                        readonly channels: {
+                            readonly type: "number";
+                            readonly title: "Channels";
+                            readonly description: "Channels of the image";
+                            readonly minimum: 1;
+                            readonly maximum: 4;
+                        };
+                    };
+                    readonly required: readonly ["data", "width", "height", "channels"];
+                }];
+                readonly title: "Image";
+                readonly description: "Image as URL or base64-encoded data";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly type: "string";
+                        readonly title: "Image Data";
+                        readonly description: "Image as data-uri";
+                    }, {
+                        readonly type: "object";
+                        readonly additionalProperties: false;
+                        readonly properties: {
+                            readonly data: {
+                                readonly oneOf: readonly [{
+                                    readonly type: "object";
+                                    readonly format: "image:ImageBitmap";
+                                    readonly title: "ImageBitmap";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:OffscreenCanvas";
+                                    readonly title: "OffscreenCanvas";
+                                }, {
+                                    readonly type: "object";
+                                    readonly format: "image:VideoFrame";
+                                    readonly title: "VideoFrame";
+                                }, {
+                                    readonly type: "object";
+                                    readonly properties: {
+                                        readonly data: {
+                                            readonly type: "array";
+                                            readonly items: {
+                                                readonly type: "number";
+                                                readonly format: "Uint8Clamped";
+                                            };
+                                            readonly format: "Uint8ClampedArray";
+                                            readonly title: "Data";
+                                            readonly description: "Data of the image";
+                                        };
+                                        readonly width: {
+                                            readonly type: "number";
+                                            readonly title: "Width";
+                                            readonly description: "Width of the image";
+                                        };
+                                        readonly height: {
+                                            readonly type: "number";
+                                            readonly title: "Height";
+                                            readonly description: "Height of the image";
+                                        };
+                                        readonly channels: {
+                                            readonly type: "number";
+                                            readonly title: "Channels";
+                                            readonly description: "Channels of the image";
+                                        };
+                                        readonly rawChannels: {
+                                            readonly type: "number";
+                                            readonly title: "Raw Channels";
+                                            readonly description: "Raw channels of the image";
+                                        };
+                                    };
+                                    readonly additionalProperties: false;
+                                    readonly required: readonly ["data", "width", "height", "channels"];
+                                    readonly format: "image:ImageBinary";
+                                    readonly title: "ImageBinary";
+                                }];
+                            };
+                            readonly width: {
+                                readonly type: "number";
+                                readonly title: "Width";
+                                readonly description: "Width of the image";
+                            };
+                            readonly height: {
+                                readonly type: "number";
+                                readonly title: "Height";
+                                readonly description: "Height of the image";
+                            };
+                            readonly channels: {
+                                readonly type: "number";
+                                readonly title: "Channels";
+                                readonly description: "Channels of the image";
+                                readonly minimum: 1;
+                                readonly maximum: 4;
+                            };
+                        };
+                        readonly required: readonly ["data", "width", "height", "channels"];
+                    }];
+                    readonly title: "Image";
+                    readonly description: "Image as URL or base64-encoded data";
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+        readonly model: {
+            readonly "x-replicate": true;
+            readonly format?: string | undefined;
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly title: "Model";
+                    readonly description: `The model ${string}`;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                    readonly type: "string";
+                }, {
+                    readonly type: "object";
+                    readonly properties: {
+                        readonly model_id: {
+                            readonly type: "string";
+                        };
+                        readonly tasks: {
+                            readonly type: "array";
+                            readonly items: {
+                                readonly type: "string";
+                            };
+                        };
+                        readonly title: {
+                            readonly type: "string";
+                        };
+                        readonly description: {
+                            readonly type: "string";
+                        };
+                        readonly provider: {
+                            readonly type: "string";
+                        };
+                        readonly providerConfig: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                        readonly metadata: {
+                            readonly type: "object";
+                            readonly default: {};
+                        };
+                    };
+                    readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                    readonly format: "model";
+                    readonly additionalProperties: false;
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                }];
+            } & {
+                readonly format: import(".").TypeModelSemantic;
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly title: "Model";
+                        readonly description: `The model ${string}`;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                        readonly type: "string";
+                    }, {
+                        readonly type: "object";
+                        readonly properties: {
+                            readonly model_id: {
+                                readonly type: "string";
+                            };
+                            readonly tasks: {
+                                readonly type: "array";
+                                readonly items: {
+                                    readonly type: "string";
+                                };
+                            };
+                            readonly title: {
+                                readonly type: "string";
+                            };
+                            readonly description: {
+                                readonly type: "string";
+                            };
+                            readonly provider: {
+                                readonly type: "string";
+                            };
+                            readonly providerConfig: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                            readonly metadata: {
+                                readonly type: "object";
+                                readonly default: {};
+                            };
+                        };
+                        readonly required: readonly ["model_id", "tasks", "provider", "title", "description", "providerConfig", "metadata"];
+                        readonly format: "model";
+                        readonly additionalProperties: false;
+                    } & {
+                        readonly format: import(".").TypeModelSemantic;
+                    }];
+                } & {
+                    readonly format: import(".").TypeModelSemantic;
+                };
+            }];
+            readonly title: string | undefined;
+            readonly description: string | undefined;
+        };
+    };
+    readonly required: readonly ["image", "model"];
+    readonly additionalProperties: false;
+};
+export declare const ImageEmbeddingOutputSchema: {
+    readonly type: "object";
+    readonly properties: {
+        readonly vector: {
+            readonly oneOf: readonly [{
+                readonly oneOf: readonly [{
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Float64";
+                    };
+                    readonly title: "Float64Array";
+                    readonly description: "A 64-bit floating point array";
+                    readonly format: "Float64Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Float32";
+                    };
+                    readonly title: "Float32Array";
+                    readonly description: "A 32-bit floating point array";
+                    readonly format: "Float32Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Int32";
+                    };
+                    readonly title: "Int32Array";
+                    readonly description: "A 32-bit integer array";
+                    readonly format: "Int32Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Int16";
+                    };
+                    readonly title: "Int16Array";
+                    readonly description: "A 16-bit integer array";
+                    readonly format: "Int16Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Int8";
+                    };
+                    readonly title: "Int8Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Uint8";
+                    };
+                    readonly title: "Uint8Array";
+                    readonly description: "A 8-bit unsigned integer array";
+                    readonly format: "Uint8Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Uint16";
+                    };
+                    readonly title: "Uint16Array";
+                    readonly description: "A 16-bit unsigned integer array";
+                    readonly format: "Uint16Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Uint32";
+                    };
+                    readonly title: "Uint32Array";
+                    readonly description: "A 32-bit unsigned integer array";
+                    readonly format: "Uint32Array";
+                }, {
+                    readonly type: "array";
+                    readonly items: {
+                        readonly type: "number";
+                        readonly format: "Uint8Clamped";
+                    };
+                    readonly title: "Uint8ClampedArray";
+                    readonly description: "A 8-bit unsigned integer array with values clamped to 0-255";
+                    readonly format: "Uint8ClampedArray";
+                }];
+                readonly format: "TypedArray";
+            }, {
+                readonly type: "array";
+                readonly items: {
+                    readonly oneOf: readonly [{
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Float64";
+                        };
+                        readonly title: "Float64Array";
+                        readonly description: "A 64-bit floating point array";
+                        readonly format: "Float64Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Float32";
+                        };
+                        readonly title: "Float32Array";
+                        readonly description: "A 32-bit floating point array";
+                        readonly format: "Float32Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Int32";
+                        };
+                        readonly title: "Int32Array";
+                        readonly description: "A 32-bit integer array";
+                        readonly format: "Int32Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Int16";
+                        };
+                        readonly title: "Int16Array";
+                        readonly description: "A 16-bit integer array";
+                        readonly format: "Int16Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Int8";
+                        };
+                        readonly title: "Int8Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Uint8";
+                        };
+                        readonly title: "Uint8Array";
+                        readonly description: "A 8-bit unsigned integer array";
+                        readonly format: "Uint8Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Uint16";
+                        };
+                        readonly title: "Uint16Array";
+                        readonly description: "A 16-bit unsigned integer array";
+                        readonly format: "Uint16Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Uint32";
+                        };
+                        readonly title: "Uint32Array";
+                        readonly description: "A 32-bit unsigned integer array";
+                        readonly format: "Uint32Array";
+                    }, {
+                        readonly type: "array";
+                        readonly items: {
+                            readonly type: "number";
+                            readonly format: "Uint8Clamped";
+                        };
+                        readonly title: "Uint8ClampedArray";
+                        readonly description: "A 8-bit unsigned integer array with values clamped to 0-255";
+                        readonly format: "Uint8ClampedArray";
+                    }];
+                    readonly format: "TypedArray";
+                };
+            }];
+            readonly title: "Embedding";
+            readonly description: "The image embedding vector";
+        };
+    };
+    readonly required: readonly ["vector"];
+    readonly additionalProperties: false;
+};
+export type ImageEmbeddingTaskInput = FromSchema<typeof ImageEmbeddingInputSchema>;
+export type ImageEmbeddingTaskOutput = FromSchema<typeof ImageEmbeddingOutputSchema>;
+export type ImageEmbeddingTaskExecuteInput = DeReplicateFromSchema<typeof ImageEmbeddingInputSchema>;
+export type ImageEmbeddingTaskExecuteOutput = DeReplicateFromSchema<typeof ImageEmbeddingOutputSchema>;
+/**
+ * Generates embeddings from images using vision models
+ */
+export declare class ImageEmbeddingTask extends AiVisionTask<ImageEmbeddingTaskInput, ImageEmbeddingTaskOutput, JobQueueTaskConfig> {
+    static type: string;
+    static category: string;
+    static title: string;
+    static description: string;
+    static inputSchema(): DataPortSchema;
+    static outputSchema(): DataPortSchema;
+}
+/**
+ * Convenience function to run image embedding tasks.
+ * Creates and executes an ImageEmbeddingTask with the provided input.
+ * @param input The input parameters for image embedding (image and model)
+ * @returns Promise resolving to the image embedding vector
+ */
+export declare const ImageEmbedding: (input: ImageEmbeddingTaskInput, config?: JobQueueTaskConfig) => Promise<{
+    vector: number[] | number[][];
+}>;
+declare module "@workglow/task-graph" {
+    interface Workflow {
+        ImageEmbedding: CreateWorkflow<ImageEmbeddingTaskInput, ImageEmbeddingTaskOutput, JobQueueTaskConfig>;
+    }
+}
+//# sourceMappingURL=ImageEmbeddingTask.d.ts.map

package/dist/task/ImageEmbeddingTask.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ImageEmbeddingTask.d.ts","sourceRoot":"","sources":["../../src/task/ImageEmbeddingTask.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAA0B,MAAM,sBAAsB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5D,OAAO,EACL,qBAAqB,EAKtB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AASnD,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAQH,CAAC;AAEpC,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAWJ,CAAC;AAEpC,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAAC,OAAO,yBAAyB,CAAC,CAAC;AACnF,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAAC,OAAO,0BAA0B,CAAC,CAAC;AACrF,MAAM,MAAM,8BAA8B,GAAG,qBAAqB,CAChE,OAAO,yBAAyB,CACjC,CAAC;AACF,MAAM,MAAM,+BAA+B,GAAG,qBAAqB,CACjE,OAAO,0BAA0B,CAClC,CAAC;AAEF;;GAEG;AACH,qBAAa,kBAAmB,SAAQ,YAAY,CAClD,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB;IACC,OAAc,IAAI,SAAwB;IAC1C,OAAc,QAAQ,SAAqB;IAC3C,OAAc,KAAK,SAAqB;IACxC,OAAc,WAAW,SAA0D;WACrE,WAAW,IAAI,cAAc;WAG7B,YAAY,IAAI,cAAc;CAG7C;AAID;;;;;GAKG;AACH,eAAO,MAAM,cAAc,GAAI,OAAO,uBAAuB,EAAE,SAAS,kBAAkB;;EAEzF,CAAC;AAEF,OAAO,QAAQ,sBAAsB,CAAC;IACpC,UAAU,QAAQ;QAChB,cAAc,EAAE,cAAc,CAC5B,uBAAuB,EACvB,wBAAwB,EACxB,kBAAkB,CACnB,CAAC;KACH;CACF"}