@blockrun/franklin 3.15.51 → 3.15.53

package/dist/tools/videogen.js

@@ -23,6 +23,7 @@ import path from 'node:path';
 import { getOrCreateWallet, getOrCreateSolanaWallet, createPaymentPayload, createSolanaPaymentPayload, parsePaymentRequired, extractPaymentDetails, solanaKeyToBytes, SOLANA_NETWORK, } from '@blockrun/llm';
 import { loadChain, API_URLS, VERSION } from '../config.js';
 import { logger } from '../logger.js';
+import { resolveReferenceImage } from './imagegen.js';
 import { ModelClient } from '../agent/llm.js';
 import { analyzeMediaRequest, renderProposalForAskUser } from '../agent/media-router.js';
 import { recordUsage } from '../stats/tracker.js';
@@ -46,6 +47,28 @@ function buildExecute(deps) {
         const { output_path, model, image_url, duration_seconds, contentId } = rawInput;
         if (!rawInput.prompt)
             return { output: 'Error: prompt is required', isError: true };
+        // Resolve image_url before sending. The gateway requires a URL (http(s)
+        // or data: URI), but agents naturally pass a local file path —
+        // verified 2026-05-04 in a live session: agent passed
+        // `/Users/.../keyframe.png` and the gateway returned
+        // `400 Invalid request body: invalid_format url path: image_url`.
+        // ImageGen already had `resolveReferenceImage` for the same problem;
+        // sharing the helper keeps the contract consistent across both tools
+        // (local path → base64 data URI; http(s) URL → fetched + inlined;
+        // data: URI → passes through). On any resolution failure, surface
+        // the message instead of letting the gateway 400 bubble back.
+        let resolvedImageUrl;
+        if (image_url) {
+            try {
+                resolvedImageUrl = await resolveReferenceImage(image_url, ctx.workingDir);
+            }
+            catch (err) {
+                return {
+                    output: `Could not resolve image_url ${JSON.stringify(image_url)}: ${err.message}`,
+                    isError: true,
+                };
+            }
+        }
         // One-shot refinement opt-out: leading `///` tells Franklin "don't
         // refine this prompt." Strip the prefix and pass skipRefine through.
         let prompt = rawInput.prompt;
@@ -131,7 +154,7 @@ function buildExecute(deps) {
         const body = JSON.stringify({
             model: videoModel,
             prompt: chosenPrompt,
-            ...(image_url ? { image_url } : {}),
+            ...(resolvedImageUrl ? { image_url: resolvedImageUrl } : {}),
             ...(duration_seconds ? { duration_seconds } : {}),
         });
         const headers = {
@@ -439,8 +462,14 @@ export function createVideoGenCapability(deps = {}) {
                 properties: {
                     prompt: { type: 'string', description: 'Text description of the video to generate' },
                     output_path: { type: 'string', description: 'Where to save the MP4. Default: generated-<timestamp>.mp4 in working directory' },
-                    model: { type: 'string', description: 'Video model. Default: xai/grok-imagine-video' },
-                    image_url: { type: 'string', description: 'Optional seed image URL (image-to-video)' },
+                    model: {
+                        type: 'string',
+                        description: 'Video model. Default: xai/grok-imagine-video. Known-valid models on the BlockRun gateway as of 2026-05: ' +
+                            'xai/grok-imagine-video, bytedance/seedance-1.5-pro, bytedance/seedance-2.0, bytedance/seedance-2.0-fast. ' +
+                            'Pick from this list; the gateway rejects unknown names with HTTP 400 (no money charged on rejection). ' +
+                            'Speak "Seedance Pro" → bytedance/seedance-2.0; speak "Seedance fast" → bytedance/seedance-2.0-fast.',
+                    },
+                    image_url: { type: 'string', description: 'Optional seed image (image-to-video). Accepts http(s) URL, data: URI, or local file path — local paths get inlined as base64 data URIs automatically.' },
                     duration_seconds: { type: 'number', description: 'Duration billed for. Default depends on model (8s for grok-imagine-video).' },
                     contentId: { type: 'string', description: 'Optional Content id to attach and budget against.' },
                 },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blockrun/franklin",
-  "version": "3.15.51",
+  "version": "3.15.53",
   "description": "Franklin — The AI agent with a wallet. Spends USDC autonomously to get real work done. Pay per action, no subscriptions.",
   "type": "module",
   "exports": {