freebeat-mcp 0.4.2 → 0.4.3

package/dist/core/video-session.js

@@ -0,0 +1,192 @@
+import { z } from "zod";
+export const CO_CREATE_DESCRIPTION = "On freebeat.ai a person creates a video by chatting with a director agent and seeing what it made. In auto mode the agent makes the creative decisions and delivers the film; otherwise it pauses where a person's taste matters. Through these tools you stand where that person stands: read the agent's words and work, and say anything the person could type there, including approval, changes, direction, or handing the rest to auto. Decide whether and how to involve the user from their intent. Credit consent is given when the video starts; continuing this session needs no new consent. Relay any credit notice the agent reports. ";
+export const autoModeSchema = z.boolean().describe("true: let the director agent make creative decisions and deliver the film. false: co-create through get_video_session and send_video_agent_message when it pauses for creative input. Choose from the user's request, or discuss the choice when needed.");
+export const videoTaskIdSchema = z.string().max(500).regex(/^(music_video|dance|lyric_video):.+/)
+    .describe("The task_id from generate_music_video, generate_dance_video, or generate_lyric_video.");
+const stageStatusSchema = z.enum(["not_started", "queued", "running", "retrying", "pending_review", "approved", "complete", "completed", "failed", "cancelled", "warning", "unknown"]);
+const fieldSchema = z.object({ path: z.string().max(500), value: z.union([z.string().max(4000), z.number().finite(), z.boolean()]) });
+const mediaSchema = z.object({ path: z.string().max(500), url: z.string().max(2048) });
+const displaySchema = { fields: z.array(fieldSchema).max(400), media: z.array(mediaSchema).max(100) };
+export const videoSessionSchema = z.object({
+    task_id: videoTaskIdSchema,
+    session_url: z.string(),
+    status: z.enum(["running", "waiting_for_user", "idle"]),
+    auto_mode: z.boolean().nullable(),
+    current_stage: z.string().max(120).nullable(),
+    stages: z.array(z.object({ name: z.string().max(120), status: stageStatusSchema })).max(64),
+    waiting_for: z.array(z.object({ ...displaySchema })).max(20),
+    messages: z.array(z.object({ role: z.enum(["user", "assistant"]), parts: z.array(z.object({
+            type: z.string().max(80), ...displaySchema,
+        })).max(40) })).max(20),
+    artifacts: z.array(z.object({
+        type: z.string().max(120), version: z.number().finite().optional(), is_latest: z.boolean().optional(),
+        ...displaySchema,
+    })).max(24),
+    truncated: z.boolean(),
+});
+export function record(value) {
+    return value && typeof value === "object" && !Array.isArray(value) ? value : {};
+}
+// Match the website's structural text boundary before treating assistant text as visible content.
+export function creatorFacingText(value) {
+    let text = value.trimStart();
+    if (/^\[reasoning\]/i.test(text) && !/<\/mm:think>/i.test(text))
+        return undefined;
+    text = text.replace(/(?:^|\n\n)\[reasoning\][\s\S]*?<\/mm:think>\s*/gi, "")
+        .replace(/(?:^|\n\n)\[(?:summary|clarification|support needed)\][^\n]*(?=\n\n|$)/gi, "")
+        .replace(/^\[assistant text compacted:[^\n]+\]\n[^\n]*\n\n/, "").trim();
+    if (/^\[reasoning\]/i.test(text) && !/<\/mm:think>/i.test(text))
+        return undefined;
+    if (!text || text.startsWith("{") || /^Updated todo list to\s+/i.test(text) ||
+        /^##\s*SESSION INTENT\b/i.test(text) || (/##\s*ARTIFACTS\b/i.test(text) && /##\s*NEXT STEPS\b/i.test(text)))
+        return undefined;
+    if (text.startsWith("[")) {
+        try {
+            JSON.parse(text);
+            return undefined;
+        }
+        catch {
+            if (/"[\w-]+"\s*:/.test(text))
+                return undefined;
+        }
+    }
+    return text;
+}
+// Artifacts are the agent's work product and pass through whole; only credentials, diagnostics and raw upstream data never do.
+const hiddenKey = (key) => /(^|_)(token|secret|passw(or)?d|api_?key|authori[sz]ation|cookie|credentials?|signature|metadata|debug|trace|traceback|stack_?trace)$/i.test(key) ||
+    /(Token|Secret|Password|ApiKey|Authorization|Cookie|Credentials?|Signature|Metadata|Debug|Trace)$/.test(key) || /^(provider|raw)(_|[A-Z])/.test(key);
+const mediaFields = new Set(`url src href public_url publicUrl preview_url previewUrl thumbnail_url thumbnailUrl cover_url coverUrl
+image_url imageUrl video_url videoUrl audio_url audioUrl result_url resultUrl final_video_url finalVideoUrl grid_image_url gridImageUrl subject_photo_uri
+object_key objectKey payload_ref payloadRef preview_object_key previewObjectKey image_urls imageUrls storyboard_cover_image_url storyboardCoverImageUrl cover_image_url coverImageUrl`.split(/\s+/));
+const mediaContainers = new Set(["image", "video", "audio", "thumbnail", "grid_image", "frame", "cover"]);
+export function projectVideoSession(taskId, sessionUrl, host, rawState, rawMessages, rawAssets) {
+    let remaining = 60_000;
+    let truncated = false;
+    const take = (value, max) => {
+        const length = Math.min(max, remaining);
+        if (value.length > length)
+            truncated = true;
+        const text = value.slice(0, length);
+        remaining -= text.length;
+        return text;
+    };
+    const limit = (items, max) => {
+        if (items.length > max)
+            truncated = true;
+        return items.slice(0, max);
+    };
+    const display = (raw) => {
+        const fields = [];
+        const media = [];
+        const visit = (value, path, depth, isMedia = false) => {
+            if (depth > 10 || remaining <= 0 || fields.length >= 400 || media.length >= 100) {
+                truncated = true;
+                return;
+            }
+            if (Array.isArray(value)) {
+                limit(value, 64).forEach((item, i) => visit(item, `${path}[${i}]`, depth + 1, isMedia));
+                return;
+            }
+            if (typeof value === "string" || typeof value === "boolean" || typeof value === "number") {
+                if (remaining < path.length + 100) {
+                    truncated = true;
+                    return;
+                }
+                remaining -= path.length + 100;
+            }
+            if (typeof value === "string") {
+                if (isMedia || /^https?:\/\/\S+$/i.test(value)) {
+                    try {
+                        const url = new URL(value, host);
+                        if (!/^https?:$/.test(url.protocol) || url.username || url.password || url.href.length > 2048)
+                            return;
+                        if (url.href.length > remaining) {
+                            truncated = true;
+                            return;
+                        }
+                        media.push({ path: path.slice(0, 500), url: take(url.href, 2048) });
+                    }
+                    catch { /* Invalid media has no viewable URL. */ }
+                }
+                else if (value.trim())
+                    fields.push({ path: path.slice(0, 500), value: take(value, 4000) });
+            }
+            else if (typeof value === "boolean" || (typeof value === "number" && Number.isFinite(value))) {
+                fields.push({ path: path.slice(0, 500), value });
+            }
+            else {
+                for (const [key, child] of Object.entries(record(value))) {
+                    if (!hiddenKey(key))
+                        visit(child, path ? `${path}.${key}` : key, depth + 1, mediaFields.has(key) || mediaContainers.has(key));
+                }
+            }
+        };
+        visit(raw, "", 0);
+        return { fields, media };
+    };
+    const state = record(rawState);
+    const thread = record(rawMessages);
+    const pipeline = record(state.pipeline_state);
+    const stages = limit(Object.entries(record(pipeline.stages)), 64).map(([name, status]) => ({
+        name: take(name, 120), status: stageStatusSchema.safeParse(status).success ? status : "unknown",
+    }));
+    const rawMessageList = Array.isArray(thread.messages) ? thread.messages : [];
+    if (rawMessageList.length > 20)
+        truncated = true;
+    remaining -= 24_000;
+    const messages = rawMessageList.slice(-20).reverse().flatMap(value => {
+        const message = record(value);
+        if (message.role !== "user" && message.role !== "assistant")
+            return [];
+        // Reasoning and tool-call parts are the agent's internals; text, files and data parts are what the page shows.
+        const parts = (Array.isArray(message.parts) ? message.parts : []).map(record).filter(part => typeof part.type === "string" && (part.type === "text" || part.type === "file" || part.type.startsWith("data-")));
+        if (parts.length > 40)
+            truncated = true;
+        return [{ role: message.role, parts: parts.slice(-40).reverse().flatMap(part => {
+                    if (typeof part.type !== "string")
+                        return [];
+                    let payload = part.type === "text" || part.type === "file" ? Object.fromEntries(Object.entries(part).filter(([key]) => key !== "type")) : record(part.data);
+                    if (message.role === "assistant" && ["text", "data-assistant-note"].includes(part.type)) {
+                        const text = typeof payload.text === "string" ? creatorFacingText(payload.text) : undefined;
+                        if (!text)
+                            return [];
+                        payload = { text };
+                    }
+                    return [{ type: part.type.slice(0, 80), ...display(payload) }];
+                }).reverse() }];
+    }).reverse();
+    remaining += 24_000;
+    const running = Boolean(state.active_run_id || thread.active_run_id);
+    const latest = messages.at(-1);
+    const pending = stages.some(stage => stage.status === "pending_review") ||
+        (Array.isArray(pipeline.reconciled_pending) && pipeline.reconciled_pending.length > 0);
+    const rawAssetList = Array.isArray(record(rawAssets).assets) ? record(rawAssets).assets : [];
+    // Once the agent stops, the next word is the person's, also after a film: they can approve it or ask for changes.
+    const waiting = !running && (pending || (latest?.role === "assistant" && latest.parts.some(part => part.fields.length || part.media.length)));
+    const latestRequest = [...messages].reverse().find(message => message.role === "assistant" && message.parts.some(part => ["text", "data-assistant-note", "data-review-request", "data-credit-notice"].includes(part.type) && (part.fields.length || part.media.length)));
+    const waitingFor = waiting && latestRequest ? latestRequest.parts.filter(part => ["text", "data-assistant-note", "data-review-request", "data-credit-notice"].includes(part.type)).slice(-20).map(({ fields, media }) => ({ fields, media })) : [];
+    // The agents list assets by type name; keep the current, newest ones when the bound applies.
+    const recency = (value) => {
+        const asset = record(value);
+        return [asset.is_latest === true ? 1 : 0, Date.parse(String(asset.created_at ?? record(asset.payload).created_at ?? "")) || 0];
+    };
+    const artifacts = limit([...rawAssetList].sort((a, b) => {
+        const [latestA, timeA] = recency(a), [latestB, timeB] = recency(b);
+        return latestB - latestA || timeB - timeA;
+    }), 24).map(value => {
+        const asset = record(value);
+        return {
+            type: take(typeof asset.asset_type === "string" ? asset.asset_type : "unknown", 120),
+            version: typeof asset.version === "number" && Number.isFinite(asset.version) ? asset.version : undefined,
+            is_latest: typeof asset.is_latest === "boolean" ? asset.is_latest : undefined,
+            ...display({ ...record(asset.payload), ...(typeof asset.preview_url === "string" ? { preview_url: asset.preview_url } : {}) }),
+        };
+    });
+    return videoSessionSchema.parse({
+        task_id: taskId, session_url: sessionUrl, status: running ? "running" : waiting ? "waiting_for_user" : "idle",
+        auto_mode: typeof state.auto_mode === "boolean" ? state.auto_mode : null,
+        current_stage: typeof pipeline.current === "string" ? take(pipeline.current, 120) : null,
+        stages, waiting_for: waitingFor, messages, artifacts, truncated,
+    });
+}
+//# sourceMappingURL=video-session.js.map

package/dist/core/video-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"video-session.js","sourceRoot":"","sources":["../../src/core/video-session.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,qBAAqB,GAAG,snBAAsnB,CAAC;AAE5pB,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,0PAA0P,CAAC,CAAC;AAC/S,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,qCAAqC,CAAC;KAC9F,QAAQ,CAAC,uFAAuF,CAAC,CAAC;AAErG,MAAM,iBAAiB,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,WAAW,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC,CAAC;AACvL,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;AACtI,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACvF,MAAM,aAAa,GAAG,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AACtG,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,OAAO,EAAE,iBAAiB;IAC1B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,kBAAkB,EAAE,MAAM,CAAC,CAAC;IACvD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACjC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3F,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,GAAG,aAAa,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5D,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;YACxF,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,aAAa;SAC3C,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;IACvB,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAC1B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QACrG,GAAG,aAAa;KACjB,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE;CACvB,CAAC,CAAC;AAGH,MAAM,UAAU,MAAM,CAAC,KAAc;IACnC,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAgC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC7G,CAAC;AAED,kGAAkG;AAClG,MAAM,UAAU,iBAAiB,CAAC,KAAa;IAC7C,IAAI,IAAI,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;IAC7B,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAClF,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,kDAAkD,EAAE,EAAE,CAAC;SACxE,OAAO,CAAC,0EAA0E,EAAE,EAAE,CAAC;SACvF,OAAO,CAAC,kDAAkD,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1E,IAAI,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,SAAS,CAAC;IAClF,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,2BAA2B,CAAC,IAAI,CAAC,IAAI,CAAC;QACvE,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IAClI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAAC,OAAO,SAAS,CAAC;QAAC,CAAC;QAC3C,MAAM,CAAC;YAAC,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC;gBAAE,OAAO,SAAS,CAAC;QAAC,CAAC;IAC5D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,+HAA+H;AAC/H,MAAM,SAAS,GAAG,CAAC,GAAW,EAAE,EAAE,CAAC,uIAAuI,CAAC,IAAI,CAAC,GAAG,CAAC;IAClL,kGAAkG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,0BAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACvJ,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;;sLAE0J,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;AACrM,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAE1G,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,UAAkB,EAAE,IAAY,EAAE,QAAiB,EAAE,WAAoB,EAAE,SAAkB;IAC/I,IAAI,SAAS,GAAG,MAAM,CAAC;IACvB,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,MAAM,IAAI,GAAG,CAAC,KAAa,EAAE,GAAW,EAAE,EAAE;QAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM;YAAE,SAAS,GAAG,IAAI,CAAC;QAC5C,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACpC,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC;QACzB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,CAAI,KAAU,EAAE,GAAW,EAAE,EAAE;QAC3C,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;YAAE,SAAS,GAAG,IAAI,CAAC;QACzC,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC7B,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,GAAY,EAAE,EAAE;QAC/B,MAAM,MAAM,GAAkC,EAAE,CAAC;QACjD,MAAM,KAAK,GAAkC,EAAE,CAAC;QAChD,MAAM,KAAK,GAAG,CAAC,KAAc,EAAE,IAAY,EAAE,KAAa,EAAE,OAAO,GAAG,KAAK,EAAE,EAAE;YAC7E,IAAI,KAAK,GAAG,EAAE,IAAI,SAAS,IAAI,CAAC,IAAI,MAAM,CAAC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;gBAAC,SAAS,GAAG,IAAI,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC9G,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;gBAAC,OAAO;YAAC,CAAC;YAC9H,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBACzF,IAAI,SAAS,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBAAC,SAAS,GAAG,IAAI,CAAC;oBAAC,OAAO;gBAAC,CAAC;gBAChE,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;YACjC,CAAC;YACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,IAAI,OAAO,IAAI,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;wBACjC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,IAAI;4BAAE,OAAO;wBACtG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,SAAS,EAAE,CAAC;4BAAC,SAAS,GAAG,IAAI,CAAC;4BAAC,OAAO;wBAAC,CAAC;wBAC9D,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;oBACtE,CAAC;oBAAC,MAAM,CAAC,CAAC,wCAAwC,CAAC,CAAC;gBACtD,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,EAAE;oBAAE,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/F,CAAC;iBAAM,IAAI,OAAO,KAAK,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC/F,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC;YACnD,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBACzD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;wBAAE,KAAK,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,EAAE,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChI,CAAC;YACH,CAAC;QACH,CAAC,CAAC;QACF,KAAK,CAAC,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAClB,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IACnC,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;QACzF,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAA2C,CAAC,CAAC,CAAC,SAAkB;KAC9I,CAAC,CAAC,CAAC;IACJ,MAAM,cAAc,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7E,IAAI,cAAc,CAAC,MAAM,GAAG,EAAE;QAAE,SAAS,GAAG,IAAI,CAAC;IACjD,SAAS,IAAI,MAAM,CAAC;IACpB,MAAM,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QACnE,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9B,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW;YAAE,OAAO,EAAE,CAAC;QACvE,+GAA+G;QAC/G,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAC1F,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACpH,IAAI,KAAK,CAAC,MAAM,GAAG,EAAE;YAAE,SAAS,GAAG,IAAI,CAAC;QACxC,OAAO,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;oBAC7E,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;wBAAE,OAAO,EAAE,CAAC;oBAC7C,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC5J,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;wBACxF,MAAM,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;wBAC5F,IAAI,CAAC,IAAI;4BAAE,OAAO,EAAE,CAAC;wBACrB,OAAO,GAAG,EAAE,IAAI,EAAE,CAAC;oBACrB,CAAC;oBACD,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;gBACjE,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACb,SAAS,IAAI,MAAM,CAAC;IACpB,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,aAAa,IAAI,MAAM,CAAC,aAAa,CAAC,CAAC;IACrE,MAAM,MAAM,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,gBAAgB,CAAC;QACrE,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC,IAAI,QAAQ,CAAC,kBAAkB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACzF,MAAM,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAmB,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1G,kHAAkH;IAClH,MAAM,OAAO,GAAG,CAAC,OAAO,IAAI,CAAC,OAAO,IAAI,CAAC,MAAM,EAAE,IAAI,KAAK,WAAW,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC9I,MAAM,aAAa,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtH,CAAC,MAAM,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAClJ,MAAM,UAAU,GAAG,OAAO,IAAI,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAC9E,CAAC,MAAM,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,oBAAoB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CACjG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAClE,6FAA6F;IAC7F,MAAM,OAAO,GAAG,CAAC,KAAc,EAAE,EAAE;QACjC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,IAAI,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IACjI,CAAC,CAAC;IACF,MAAM,SAAS,GAAG,KAAK,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACtD,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACnE,OAAO,OAAO,GAAG,OAAO,IAAI,KAAK,GAAG,KAAK,CAAC;IAC5C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE;QAClB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC5B,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC;YACpF,OAAO,EAAE,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS;YACxG,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;YAC7E,GAAG,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,OAAO,KAAK,CAAC,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;SAC/H,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,OAAO,kBAAkB,CAAC,KAAK,CAAC;QAC9B,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,MAAM;QAC7G,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI;QACxE,aAAa,EAAE,OAAO,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI;QACxF,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS;KAChE,CAAC,CAAC;AACL,CAAC"}

package/dist/services/freebeat-api.d.ts

@@ -1,3 +1,4 @@
+import { type VideoSession } from "../core/video-session.js";
 import { type TaskFailure, type TaskBilling } from "../core/task-outcome.js";
 import type { Readable } from "node:stream";
 import { z } from "zod";
@@ -276,6 +277,7 @@ export type GenerateTextParams = PaidOptions & {
 };
 export type CreateAgentVideoParams = PaidOptions & {
     product: AgentProduct;
+    auto_mode: boolean;
     music_id: number | string;
     prompt?: string;
     start_ms?: number;
@@ -1079,6 +1081,19 @@ export declare class FreebeatApiClient {
     generateMusic(params: GenerateMusicParams): Promise<TaskStartResponse>;
     agentSessionUrl(product: AgentProduct, flowUuid: string): string;
     createAgentVideo(params: CreateAgentVideoParams): Promise<AgentTaskStartResponse | MusicPreparationResponse>;
+    private videoTask;
+    private postVideoAgentMessage;
+    getVideoSession(taskId: string): Promise<VideoSession>;
+    sendVideoAgentMessage(params: {
+        task_id: string;
+        message: string;
+        auto_mode?: boolean;
+    }): Promise<{
+        message: string;
+        auto_mode?: boolean | undefined;
+        task_id: string;
+        delivery: "accepted";
+    }>;
     private getAgentTaskStatus;
     generateSingingVideo(params: GenerateSingingVideoParams): Promise<TaskStartResponse>;
     private prepareLipSyncRequest;

package/dist/services/freebeat-api.js

@@ -1,5 +1,6 @@
 import { normalizeTaskStatus, upstreamTaskStatusSchema } from "../core/task-status.js";
 import { normalizeCreativeResult } from "../core/task-result.js";
+import { projectVideoSession, record } from "../core/video-session.js";
 import { taskOutcome } from "../core/task-outcome.js";
 import { randomUUID } from "node:crypto";
 import axios from "axios";
@@ -254,6 +255,19 @@ function agentCreditNoticeText(value, depth = 0) {
     }
     return undefined;
 }
+// Only the newest message can be the active run's reply; an older reply's progress belongs to a finished run.
+function agentProgressMessage(messages) {
+    const reply = messages.at(-1)?.role === "assistant" ? messages.at(-1) : undefined;
+    const data = [...(reply?.parts ?? [])].reverse().find((part) => part.type === "data-stage-progress")?.data;
+    const label = typeof data?.label === "string" ? data.label.trim() : "";
+    const percent = ["running", "retrying"].includes(String(data?.status)) && typeof data?.progress === "number"
+        ? ` (${Math.round(data.progress)}% of this step)` : "";
+    return [
+        "The Freebeat agent is working.",
+        label && `Latest step: ${label}${percent}.`,
+        "Full videos usually take 15-60 minutes; poll again later.",
+    ].filter(Boolean).join(" ");
+}
 function musicModelCapabilities(model, pricing) {
     const parameters = pricing.find(group => group.generationType === 7)?.parameters ?? [];
     const parameter = (code) => parameters.find(item => item.code === code);
@@ -714,37 +728,14 @@ export class FreebeatApiClient {
             openWatermark: !params.remove_watermark,
             enablePublic: false,
             resolution,
-            autoExecEnabled: true,
+            autoExecEnabled: params.auto_mode,
             type: product.sessionType,
             ...product.createFields,
         }, agentSessionSchema, "createAgentVideo");
         const flowUuid = session.flowUuid;
         const sessionUrl = this.agentSessionUrl(params.product, flowUuid);
-        const clientRunId = randomUUID();
         try {
-            const response = await this.agentClient.post(`${this.agentEndpoints[params.product]}/v1/chat`, {
-                thread_id: flowUuid,
-                message: {
-                    id: clientRunId,
-                    role: "user",
-                    parts: [
-                        ...(params.image_urls ?? []).map((url) => ({
-                            type: "file",
-                            mediaType: imageMediaType(url),
-                            url,
-                        })),
-                        { type: "text", text: prompt },
-                    ],
-                },
-                business_id: flowUuid,
-                multitask_strategy: "enqueue",
-                metadata: {
-                    client_run_id: clientRunId,
-                    ...(params.product === "dance" ? { agent_kind: "dance" } : {}),
-                },
-            }, { responseType: "stream", headers: { Accept: "text/event-stream, application/json" } });
-            // The run is queued server-side; the plugin polls instead of holding the stream open.
-            response.data?.destroy?.();
+            await this.postVideoAgentMessage(params.product, flowUuid, prompt, params.image_urls);
         }
         catch {
             throw new AppError(`The ${params.product} session was created but the agent start could not be confirmed. Open ${sessionUrl} to continue.`, "API_ERROR");
@@ -757,6 +748,73 @@ export class FreebeatApiClient {
             session_url: sessionUrl,
         };
     }
+    videoTask(taskId) {
+        const task = decodeCreativeTaskId(taskId);
+        if (!task || !Object.hasOwn(AGENT_PRODUCTS, task.kind)) {
+            throw new AppError("Use a task_id from generate_music_video, generate_dance_video, or generate_lyric_video.", "INVALID_PARAMS");
+        }
+        const product = task.kind;
+        return { product, threadId: task.rawId, url: `${this.agentEndpoints[product]}/v1/threads/${encodeURIComponent(task.rawId)}` };
+    }
+    async postVideoAgentMessage(product, threadId, message, imageUrls = []) {
+        const clientRunId = randomUUID();
+        const response = await this.agentClient.post(`${this.agentEndpoints[product]}/v1/chat`, {
+            thread_id: threadId,
+            message: { id: clientRunId, role: "user", parts: [
+                    ...imageUrls.map(url => ({ type: "file", mediaType: imageMediaType(url), url })),
+                    { type: "text", text: message },
+                ] },
+            business_id: threadId,
+            multitask_strategy: "enqueue",
+            metadata: { client_run_id: clientRunId, ...(product === "dance" ? { agent_kind: "dance" } : {}) },
+        }, { responseType: "stream", headers: { Accept: "text/event-stream, application/json" } });
+        // The run persists before the SSE response; disconnecting does not cancel it.
+        response.data?.destroy?.();
+    }
+    async getVideoSession(taskId) {
+        const task = this.videoTask(taskId);
+        // Like the website, a failed state read (its auto-mode lookup can be down) still shows the conversation and artifacts.
+        const [state, messages, assets] = await Promise.all([
+            this.agentClient.get(`${task.url}/state`).then(response => response.data, () => ({})),
+            this.agentClient.get(`${task.url}/messages`, { params: { limit: 20 } }),
+            this.agentClient.get(`${task.url}/assets`),
+        ]);
+        if (!Array.isArray(record(messages.data).messages) || !Array.isArray(record(assets.data).assets)) {
+            throw new AppError("Freebeat could not read the video session. Retry get_video_session before sending another message.", "INVALID_RESPONSE");
+        }
+        return projectVideoSession(taskId, this.agentSessionUrl(task.product, task.threadId), this.agentEndpoints[task.product], state, messages.data, assets.data);
+    }
+    async sendVideoAgentMessage(params) {
+        const task = this.videoTask(params.task_id);
+        // Like the website, which locks its chat box while a run is active: a queued message would start paid work nobody reviewed.
+        const thread = agentMessagesSchema.safeParse((await this.agentClient.get(`${task.url}/messages`, { params: { limit: 1 } })).data);
+        if (!thread.success)
+            throw new AppError("Freebeat could not read the video session. Read get_video_session before sending.", "INVALID_RESPONSE");
+        if (thread.data.active_run_id) {
+            throw new AppError("The agent is still working, so this message was not sent and the auto setting was not changed. Poll get_task_status and send it once the agent is no longer running.", "TASK_NOT_COMPLETED");
+        }
+        let autoMode;
+        if (params.auto_mode !== undefined) {
+            const response = await this.agentClient.patch(`${task.url}/auto-mode`, { enabled: params.auto_mode });
+            const parsed = z.object({ auto_mode: z.boolean() }).safeParse(response.data);
+            if (!parsed.success)
+                throw new AppError("Freebeat could not confirm the auto setting. Read get_video_session before continuing.", "INVALID_RESPONSE");
+            autoMode = parsed.data.auto_mode;
+        }
+        try {
+            await this.postVideoAgentMessage(task.product, task.threadId, params.message);
+        }
+        catch (error) {
+            if (axios.isAxiosError(error) && error.response?.status === 409) {
+                throw new AppError("Freebeat did not accept this message. Read get_video_session before trying again; an optional auto setting may already have changed.", "API_ERROR");
+            }
+            throw new AppError("Message delivery could not be confirmed. Read get_video_session before resending to avoid duplicate work; an optional auto setting may already have changed.", "API_ERROR");
+        }
+        return {
+            task_id: params.task_id, delivery: "accepted", ...(autoMode === undefined ? {} : { auto_mode: autoMode }),
+            message: "Freebeat accepted the message and the agent is starting on it. Poll get_task_status for progress and read get_video_session for the agent's response and current auto setting.",
+        };
+    }
     async getAgentTaskStatus(product, flowUuid) {
         const config = AGENT_PRODUCTS[product];
         const threadUrl = `${this.agentEndpoints[product]}/v1/threads/${encodeURIComponent(flowUuid)}`;
@@ -771,12 +829,28 @@ export class FreebeatApiClient {
         const threadOutcome = taskOutcome(thread.data);
         Object.assign(base, threadOutcome);
         if (thread.data.active_run_id) {
-            return {
-                ...base,
-                status: "running",
-                message: "The Freebeat agent is working. Full videos usually take 15-60 minutes; poll again later.",
-            };
+            return { ...base, status: "running", message: agentProgressMessage(thread.data.messages) };
         }
+        const lastAssistant = [...thread.data.messages].reverse().find((message) => message.role === "assistant" && message.parts.some(part => ["data-credit-notice", "data-review-request", "data-assistant-note"].includes(String(part.type)) || (part.type === "text" && typeof part.text === "string" && part.text.trim())));
+        const agentWords = (lastAssistant?.parts ?? []).flatMap((part) => {
+            const data = record(part.data);
+            return part.type === "text" ? [part.text] : part.type === "data-assistant-note" ? [data.text]
+                : part.type === "data-review-request" ? [data.title, data.message] : [];
+        }).filter((text) => typeof text === "string" && text.trim() !== "").join("\n");
+        const waitingForPerson = () => ({
+            ...base,
+            status: "action_required",
+            message: [
+                "The Freebeat agent is waiting for the person's input; this is not a failure.",
+                agentWords,
+                "Read get_video_session with this task_id to see the agent's work and request; use send_video_agent_message to answer.",
+            ].filter(Boolean).join("\n"),
+        });
+        // A stage awaiting review outranks an older finished film: the person asked for a change and the agent waits on it.
+        const stages = await this.agentClient.get(`${threadUrl}/state`)
+            .then((response) => record(record(record(response.data).pipeline_state).stages), () => ({}));
+        if (Object.values(stages).includes("pending_review"))
+            return waitingForPerson();
         const assets = agentAssetListSchema.safeParse((await this.agentClient.get(`${threadUrl}/assets`, { params: { type: config.finalAssetType } })).data);
         if (!assets.success)
             throw new AppError("Unexpected agent assets response.", "INVALID_RESPONSE");
@@ -847,7 +921,6 @@ export class FreebeatApiClient {
                 return { ...base, status: "completed", result_payload: JSON.stringify({ video_url: rendered.video_url }) };
             }
         }
-        const lastAssistant = [...thread.data.messages].reverse().find((message) => message.role === "assistant" && message.parts.some(part => part.type === "data-credit-notice" || (part.type === "text" && typeof part.text === "string" && part.text.trim())));
         if (!lastAssistant) {
             return {
                 ...base,
@@ -856,10 +929,10 @@ export class FreebeatApiClient {
             };
         }
         const creditNotice = lastAssistant.parts.find((part) => part.type === "data-credit-notice");
-        const agentMessage = lastAssistant.parts
-            .filter((part) => part.type === "text" && typeof part.text === "string")
-            .map((part) => part.text)
-            .join("\n");
+        const upstream = record(thread.data);
+        if (!creditNotice && (upstream.error ?? upstream.errorMsg ?? upstream.errorMessage) === undefined)
+            return waitingForPerson();
+        const agentMessage = agentWords;
         const noticeData = creditNotice?.data && typeof creditNotice.data === "object" ? creditNotice.data : {};
         const noticeDetail = noticeData.detail && typeof noticeData.detail === "object" ? noticeData.detail : {};
         const noticeMessage = (typeof noticeData.message === "string" ? noticeData.message : undefined)
@@ -876,7 +949,7 @@ export class FreebeatApiClient {
                 typeof noticeData.title === "string" ? noticeData.title : undefined,
                 noticeMessage,
                 agentMessage !== outcome.failure?.reason ? agentMessage : undefined,
-                `Review and continue this session at ${base.session_url}.`,
+                "Read get_video_session with this task_id to see the agent's work and request; use send_video_agent_message to continue the conversation.",
             ].filter(Boolean).join("\n"),
         };
     }