@blockrun/franklin 3.21.8 → 3.22.0

package/dist/tools/videogen.js

@@ -28,6 +28,13 @@ import { ModelClient } from '../agent/llm.js';
 import { analyzeMediaRequest, renderProposalForAskUser } from '../agent/media-router.js';
 import { recordUsage } from '../stats/tracker.js';
 import { findModel, estimateCostUsd } from '../gateway-models.js';
+// BytePlus RealFace asset IDs from the RealFace tool (after H5 liveness +
+// enrollment). Format: `ta_` + alphanumeric.
+const REAL_FACE_ASSET_ID_REGEX = /^ta_[A-Za-z0-9]+$/;
+const REAL_FACE_MODELS = new Set([
+    'bytedance/seedance-2.0',
+    'bytedance/seedance-2.0-fast',
+]);
 const DEFAULT_MODEL = 'xai/grok-imagine-video';
 const DEFAULT_DURATION = 8;
 const PRICE_PER_SECOND_USD = 0.05;
@@ -44,9 +51,33 @@ function estimateVideoCostUsd(durationSeconds = DEFAULT_DURATION) {
 function buildExecute(deps) {
     return async function execute(input, ctx) {
         const rawInput = input;
-        const { output_path, model, image_url, duration_seconds, contentId, aspect_ratio } = rawInput;
+        const { output_path, model, image_url, duration_seconds, contentId, aspect_ratio, real_face_asset_id } = rawInput;
         if (!rawInput.prompt)
             return { output: 'Error: prompt is required', isError: true };
+        // RealFace asset client-side validations (the gateway 400s on the same
+        // conditions but a local check is friendlier — and the rejected request
+        // doesn't burn an x402 round-trip).
+        if (real_face_asset_id !== undefined) {
+            if (typeof real_face_asset_id !== 'string' || !REAL_FACE_ASSET_ID_REGEX.test(real_face_asset_id)) {
+                return {
+                    output: `Error: real_face_asset_id must match "ta_<alphanumeric>" (e.g. ta_abc123). Enroll one with the RealFace tool. Got: ${JSON.stringify(real_face_asset_id)}`,
+                    isError: true,
+                };
+            }
+            const chosenModel = model || DEFAULT_MODEL;
+            if (!REAL_FACE_MODELS.has(chosenModel)) {
+                return {
+                    output: `Error: real_face_asset_id is only supported on Seedance 2.0 variants (${[...REAL_FACE_MODELS].join(', ')}). Current model: ${chosenModel}.`,
+                    isError: true,
+                };
+            }
+            if (image_url) {
+                return {
+                    output: 'Error: real_face_asset_id and image_url both seed the first frame — pick one. Drop image_url to use RealFace, or drop real_face_asset_id to use the image.',
+                    isError: true,
+                };
+            }
+        }
         // Resolve image_url before sending. The gateway requires a URL (http(s)
         // or data: URI), but agents naturally pass a local file path —
         // verified 2026-05-04 in a live session: agent passed
@@ -162,6 +193,10 @@ function buildExecute(deps) {
             // value, the 400 body surfaces via 3.15.45 diagnostic so the agent
             // can drop the param and retry.
             ...(aspect_ratio ? { aspect_ratio } : {}),
+            // RealFace (BytePlus, Seedance 2.0 only) — seeds the first frame from
+            // a real-person asset for cross-frame character consistency. Client
+            // already validated the ID + model gate above; just pass through.
+            ...(real_face_asset_id ? { real_face_asset_id } : {}),
         });
         const headers = {
             'Content-Type': 'application/json',
@@ -502,6 +537,14 @@ export function createVideoGenCapability(deps = {}) {
                             'error body surfaces — drop the param and retry.',
                     },
                     contentId: { type: 'string', description: 'Optional Content id to attach and budget against.' },
+                    real_face_asset_id: {
+                        type: 'string',
+                        description: 'Optional BytePlus RealFace asset id (format `ta_<alphanumeric>`) for cross-frame ' +
+                            'character consistency from a real person. Enroll one with the RealFace tool ' +
+                            '(init → phone liveness → enroll). Seedance 2.0 variants only (bytedance/seedance-2.0, ' +
+                            'bytedance/seedance-2.0-fast). Mutually exclusive with image_url — both seed the ' +
+                            'first frame; pick one.',
+                    },
                 },
                 required: ['prompt'],
             },

package/dist/tools/voice.d.ts

@@ -15,5 +15,6 @@
  * x402 payment flow mirrors src/tools/exa.ts.
  */
 import type { CapabilityHandler } from '../agent/types.js';
+export declare function buildVoiceCallBody(input: Record<string, unknown>): Record<string, unknown>;
 export declare const voiceCallCapability: CapabilityHandler;
 export declare const voiceStatusCapability: CapabilityHandler;

package/dist/tools/voice.js

@@ -183,6 +183,34 @@ async function extractPaymentReq(response) {
     return header;
 }
 // ─── Tools ─────────────────────────────────────────────────────────────────
+export function buildVoiceCallBody(input) {
+    const body = {
+        to: input.to,
+        from: input.from,
+        task: input.task,
+    };
+    // The gateway validates additionalProperties: false - only forward known
+    // optional fields, don't echo back whatever the caller passed.
+    if (typeof input.voice === 'string')
+        body.voice = input.voice;
+    if (typeof input.max_duration === 'number')
+        body.max_duration = input.max_duration;
+    if (typeof input.language === 'string')
+        body.language = input.language;
+    if (typeof input.first_sentence === 'string')
+        body.first_sentence = input.first_sentence;
+    if (typeof input.wait_for_greeting === 'boolean')
+        body.wait_for_greeting = input.wait_for_greeting;
+    if (typeof input.voicemail_action === 'string')
+        body.voicemail_action = input.voicemail_action;
+    if (typeof input.voicemail_message === 'string')
+        body.voicemail_message = input.voicemail_message;
+    if (typeof input.interruption_threshold === 'number')
+        body.interruption_threshold = input.interruption_threshold;
+    if (typeof input.model === 'string')
+        body.model = input.model;
+    return body;
+}
 export const voiceCallCapability = {
     spec: {
         name: 'VoiceCall',
@@ -252,6 +280,17 @@ export const voiceCallCapability = {
                     description: 'The message to leave when voicemail_action is "leave_message" (≤1000 chars). ' +
                         'Voicemail is one-way — this is spoken once as a monologue, there is no back-and-forth.',
                 },
+                interruption_threshold: {
+                    type: 'integer',
+                    minimum: 50,
+                    maximum: 500,
+                    description: 'Milliseconds of recipient speech before the agent pauses to listen (50-500).',
+                },
+                model: {
+                    type: 'string',
+                    enum: ['base', 'enhanced', 'turbo'],
+                    description: 'Call model tier to use for the conversation.',
+                },
             },
             required: ['to', 'from', 'task'],
         },
@@ -264,27 +303,7 @@ export const voiceCallCapability = {
         if (typeof input.task !== 'string' || input.task.length < 10) {
             return { output: 'task required (10–4000 chars natural-language description)', isError: true };
         }
-        const body = {
-            to: input.to,
-            from: input.from,
-            task: input.task,
-        };
-        // The gateway validates additionalProperties: false — only forward known
-        // optional fields, don't echo back whatever the caller passed.
-        if (typeof input.voice === 'string')
-            body.voice = input.voice;
-        if (typeof input.max_duration === 'number')
-            body.max_duration = input.max_duration;
-        if (typeof input.language === 'string')
-            body.language = input.language;
-        if (typeof input.first_sentence === 'string')
-            body.first_sentence = input.first_sentence;
-        if (typeof input.wait_for_greeting === 'boolean')
-            body.wait_for_greeting = input.wait_for_greeting;
-        if (typeof input.voicemail_action === 'string')
-            body.voicemail_action = input.voicemail_action;
-        if (typeof input.voicemail_message === 'string')
-            body.voicemail_message = input.voicemail_message;
+        const body = buildVoiceCallBody(input);
         try {
             const res = await postWithPayment('/v1/voice/call', body, ctx, { tool: 'VoiceCall', priceUsd: 0.54 });
             const callId = (res.call_id || res.id);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@blockrun/franklin",
-  "version": "3.21.8",
+  "version": "3.22.0",
   "description": "Franklin Agent — The AI agent with a wallet. Spends USDC autonomously to get real work done. Pay per action, no subscriptions.",
   "type": "module",
   "exports": {