@nodetool-ai/agents 0.7.0-rc.11

package/dist/tools/media-tools.d.ts

@@ -0,0 +1,277 @@
+/**
+ * Generic provider-backed media generation tools for any agent loop.
+ *
+ * Each tool is a thin wrapper around `ProcessingContext.runProviderPrediction`
+ * (or `streamProviderPrediction` for capabilities that require it). They take
+ * `provider` + `model_id` + capability-specific params, dispatch to whichever
+ * `BaseProvider` is registered for that id, and return a JSON-friendly result.
+ *
+ * Persistence: outputs are saved as proper **assets** when the context
+ * exposes a `createAsset` model interface — the tool returns an
+ * `asset_id` + `asset_uri` ("asset://<id>.<ext>") that subsequent steps and
+ * the chat UI can reference. When no asset interface is wired (CLI without
+ * a model layer, tests), the tool falls back to writing the bytes to the
+ * caller-supplied `output_file` under the workspace.
+ *
+ * Pair with `find_model` so the agent first picks a `{provider, model_id}`
+ * and then calls the right generation tool.
+ */
+import type { ProcessingContext } from "@nodetool-ai/runtime";
+import { Tool } from "./base-tool.js";
+export declare class GenerateImageTool extends Tool {
+    readonly name = "generate_image";
+    readonly description = "Generate an image from a text prompt using a provider+model selected via find_model (capability=text_to_image). The result is saved as an asset (asset:// URI returned); pass `output_file` to also write a workspace copy.";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+                description: string;
+            };
+            model: {
+                type: "string";
+                description: string;
+            };
+            prompt: {
+                type: "string";
+                description: string;
+            };
+            output_file: {
+                type: "string";
+                description: string;
+            };
+            negative_prompt: {
+                type: "string";
+            };
+            width: {
+                type: "number";
+            };
+            height: {
+                type: "number";
+            };
+            quality: {
+                type: "string";
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+export declare class EditImageTool extends Tool {
+    readonly name = "edit_image";
+    readonly description = "Transform a source image with a text prompt using a provider+model selected via find_model (capability=image_to_image). Source can be an asset URI (asset://...) or a workspace path. Result is saved as an asset.";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+                description: string;
+            };
+            model: {
+                type: "string";
+                description: string;
+            };
+            input_file: {
+                type: "string";
+                description: string;
+            };
+            prompt: {
+                type: "string";
+                description: string;
+            };
+            output_file: {
+                type: "string";
+                description: string;
+            };
+            negative_prompt: {
+                type: "string";
+            };
+            target_width: {
+                type: "number";
+            };
+            target_height: {
+                type: "number";
+            };
+            strength: {
+                type: "number";
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+export declare class GenerateVideoTool extends Tool {
+    readonly name = "generate_video";
+    readonly description = "Generate a video from a text prompt using a provider+model selected via find_model (capability=text_to_video). Result is saved as an asset (asset:// URI returned).";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+            };
+            model: {
+                type: "string";
+            };
+            prompt: {
+                type: "string";
+            };
+            output_file: {
+                type: "string";
+                description: string;
+            };
+            negative_prompt: {
+                type: "string";
+            };
+            num_frames: {
+                type: "number";
+            };
+            aspect_ratio: {
+                type: "string";
+            };
+            resolution: {
+                type: "string";
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+export declare class AnimateImageTool extends Tool {
+    readonly name = "animate_image";
+    readonly description = "Animate a source image into a video using a provider+model selected via find_model (capability=image_to_video). Source can be a workspace path or asset URI; result is saved as an asset.";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+            };
+            model: {
+                type: "string";
+            };
+            input_file: {
+                type: "string";
+                description: string;
+            };
+            output_file: {
+                type: "string";
+                description: string;
+            };
+            prompt: {
+                type: "string";
+            };
+            num_frames: {
+                type: "number";
+            };
+            aspect_ratio: {
+                type: "string";
+            };
+            resolution: {
+                type: "string";
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+export declare class GenerateSpeechTool extends Tool {
+    readonly name = "generate_speech";
+    readonly description = "Synthesize speech audio from text using a provider+model selected via find_model (capability=text_to_speech). Result is saved as an asset (asset:// URI returned).";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+            };
+            model: {
+                type: "string";
+            };
+            text: {
+                type: "string";
+                description: string;
+            };
+            output_file: {
+                type: "string";
+                description: string;
+            };
+            voice: {
+                type: "string";
+            };
+            speed: {
+                type: "number";
+                description: string;
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+export declare class TranscribeAudioTool extends Tool {
+    readonly name = "transcribe_audio";
+    readonly description = "Transcribe an audio file to text using a provider+model selected via find_model (capability=automatic_speech_recognition). Source can be a workspace path or asset:// URI.";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+            };
+            model: {
+                type: "string";
+            };
+            input_file: {
+                type: "string";
+                description: string;
+            };
+            language: {
+                type: "string";
+                description: string;
+            };
+            prompt: {
+                type: "string";
+                description: string;
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+export declare class EmbedTextTool extends Tool {
+    readonly name = "embed_text";
+    readonly description = "Compute embedding vector(s) for a text or list of texts using a provider+model selected via find_model (capability=generate_embedding).";
+    readonly inputSchema: {
+        type: "object";
+        properties: {
+            provider: {
+                type: "string";
+            };
+            model: {
+                type: "string";
+            };
+            text: {
+                oneOf: ({
+                    type: "string";
+                    items?: undefined;
+                } | {
+                    type: "array";
+                    items: {
+                        type: "string";
+                    };
+                })[];
+                description: string;
+            };
+            dimensions: {
+                type: "number";
+                description: string;
+            };
+        };
+        required: string[];
+    };
+    process(context: ProcessingContext, params: Record<string, unknown>): Promise<unknown>;
+    userMessage(params: Record<string, unknown>): string;
+}
+//# sourceMappingURL=media-tools.d.ts.map

package/dist/tools/media-tools.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"media-tools.d.ts","sourceRoot":"","sources":["../../src/tools/media-tools.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAKH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AA2ItC,qBAAa,iBAAkB,SAAQ,IAAI;IACzC,QAAQ,CAAC,IAAI,oBAAoB;IACjC,QAAQ,CAAC,WAAW,iOAC4M;IAChO,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAiBlB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IAkCnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD;AAED,qBAAa,aAAc,SAAQ,IAAI;IACrC,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,QAAQ,CAAC,WAAW,wNACmM;IACvN,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAoBlB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IAuCnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD;AAMD,qBAAa,iBAAkB,SAAQ,IAAI;IACzC,QAAQ,CAAC,IAAI,oBAAoB;IACjC,QAAQ,CAAC,WAAW,yKACoJ;IACxK,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAgBlB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IAkCnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD;AAED,qBAAa,gBAAiB,SAAQ,IAAI;IACxC,QAAQ,CAAC,IAAI,mBAAmB;IAChC,QAAQ,CAAC,WAAW,+LAC0K;IAC9L,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAmBlB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IAmCnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD;AAsFD,qBAAa,kBAAmB,SAAQ,IAAI;IAC1C,QAAQ,CAAC,IAAI,qBAAqB;IAClC,QAAQ,CAAC,WAAW,wKACmJ;IACvK,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;MAclB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IAwGnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD;AAED,qBAAa,mBAAoB,SAAQ,IAAI;IAC3C,QAAQ,CAAC,IAAI,sBAAsB;IACnC,QAAQ,CAAC,WAAW,gLAC2J;IAC/K,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;MAmBlB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IAqCnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD;AAMD,qBAAa,aAAc,SAAQ,IAAI;IACrC,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,QAAQ,CAAC,WAAW,6IACwH;IAC5I,QAAQ,CAAC,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;MAkBlB;IAEI,OAAO,CACX,OAAO,EAAE,iBAAiB,EAC1B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,OAAO,CAAC,OAAO,CAAC;IA8BnB,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM;CAGrD"}