openclaw-zero-video 0.1.4 → 0.1.7

package/README.md

@@ -15,7 +15,7 @@ The plugin is a thin CDP driver plus a durable job store. It does not use provid
 | `cancel` | Best-effort cancel; reports whether the credit may already be spent |
 | `providers` | `list`, `add`, `configure`, `remove`, `test` provider profiles |
 
-Jobs are asynchronous. A render can take 1–15 minutes, so `submit` returns immediately and `status` is polled. `waitSec` (0–10) lets one status call wait inside the tool. Tool calls are kept under the Gateway's 60 s plugin-drain budget; long waits are split across calls.
+Jobs are asynchronous. A render can take 1–15 minutes, so `submit` returns immediately and `status` is polled. `waitSec` (0–20) lets one status call wait inside the tool. `providers list` returns a compact summary by default; pass `includeDetails: true` for selectors. `status` and `submit` return compact jobs by default; pass `verbose: true` for the full record. Tool calls stay under the Gateway's drain budget.
 
 ## Provider profiles
 
@@ -120,7 +120,7 @@ The ledger uses balance delta, not a calendar:
 | `mediaDir` | `~/.openclaw/media/zero-video` |
 | `maxParallel` | `2` |
 | `jobTimeoutMs` | `1200000` |
-| `downloadTimeoutMs` | `30000` |
+| `downloadTimeoutMs` | `20000` |
 | `maxDownloadBytes` | `52428800` |
 | `maxPromptChars` | `2000` |
 | `sshHost` | `192.168.1.12` |

package/dist/config.js

@@ -79,7 +79,7 @@ export function parseConfig(raw, home = homedir()) {
         mediaDir: expandHome(text(input.mediaDir, '~/.openclaw/media/zero-video'), home),
         maxParallel: integer(input.maxParallel, 2, 1, 3),
         jobTimeoutMs: integer(input.jobTimeoutMs, 1_200_000, 60_000, 7_200_000),
-        downloadTimeoutMs: integer(input.downloadTimeoutMs, 30_000, 10_000, 35_000),
+        downloadTimeoutMs: integer(input.downloadTimeoutMs, 20_000, 10_000, 25_000),
         maxDownloadBytes: integer(input.maxDownloadBytes, 52_428_800, 1_048_576, 104_857_600),
         maxPromptChars: integer(input.maxPromptChars, 2000, 1, 8000),
         sshHost: text(input.sshHost, '192.168.1.12'),

package/dist/index.js

@@ -21,8 +21,23 @@ export default definePluginEntry({
             const action = args.providersAction;
             const id = args.providerId ?? (typeof args.provider?.id === 'string' ? args.provider.id : undefined);
             switch (action) {
-                case 'list':
-                    return { ok: true, providers: await runner.providerView(), active: runner.activeSummary() };
+                case 'list': {
+                    const rows = await runner.providerView();
+                    if (args.includeDetails)
+                        return { ok: true, providers: rows, active: runner.activeSummary() };
+                    return {
+                        ok: true,
+                        providers: rows.map((p) => ({
+                            id: p.id,
+                            label: p.label,
+                            enabled: p.enabled,
+                            verifiedAt: p.verifiedAt,
+                            ledger: p.ledger,
+                            activeJobId: p.activeJobId,
+                        })),
+                        active: runner.activeSummary(),
+                    };
+                }
                 case 'add': {
                     if (!args.provider)
                         throw new ToolError('INVALID_REQUEST');
@@ -72,8 +87,10 @@ export default definePluginEntry({
                     aspect: { type: 'string', enum: ['16:9', '9:16', '1:1', '4:3', '3:4'] },
                     imagePath: { type: 'string' },
                     jobId: { type: 'string' },
-                    waitSec: { type: 'integer', minimum: 0, maximum: 10 },
+                    waitSec: { type: 'integer', minimum: 0, maximum: 20 },
                     retryDownload: { type: 'boolean' },
+                    includeDetails: { type: 'boolean' },
+                    verbose: { type: 'boolean' },
                     providersAction: { type: 'string', enum: ['list', 'add', 'configure', 'remove', 'test'] },
                     provider: { type: 'object' },
                     providerId: { type: 'string' },
@@ -92,30 +109,48 @@ export default definePluginEntry({
                         case 'submit': {
                             if (!args.site || !args.prompt)
                                 throw new ToolError('INVALID_REQUEST');
+                            const job = await runner.submit({
+                                site: args.site,
+                                prompt: args.prompt,
+                                negativePrompt: args.negativePrompt,
+                                model: args.model,
+                                durationSec: args.durationSec,
+                                aspect: args.aspect,
+                                imagePath: args.imagePath,
+                            }, signal);
                             result = {
                                 ok: true,
-                                job: await runner.submit({
-                                    site: args.site,
-                                    prompt: args.prompt,
-                                    negativePrompt: args.negativePrompt,
-                                    model: args.model,
-                                    durationSec: args.durationSec,
-                                    aspect: args.aspect,
-                                    imagePath: args.imagePath,
-                                }, signal),
+                                job: args.verbose ? job : {
+                                    id: job.id,
+                                    site: job.site,
+                                    state: job.state,
+                                    submittedAt: job.submittedAt,
+                                    creditsBefore: job.creditsBefore,
+                                },
                             };
                             break;
                         }
                         case 'status': {
                             if (!args.jobId)
                                 throw new ToolError('INVALID_REQUEST');
+                            const job = await runner.status({
+                                jobId: args.jobId,
+                                waitSec: args.waitSec,
+                                retryDownload: args.retryDownload,
+                            }, signal);
                             result = {
                                 ok: true,
-                                job: await runner.status({
-                                    jobId: args.jobId,
-                                    waitSec: args.waitSec,
-                                    retryDownload: args.retryDownload,
-                                }, signal),
+                                job: args.verbose ? job : {
+                                    id: job.id,
+                                    site: job.site,
+                                    state: job.state,
+                                    errorCode: job.errorCode,
+                                    artifact: job.artifact,
+                                    creditsBefore: job.creditsBefore,
+                                    creditsAfter: job.creditsAfter,
+                                    submittedAt: job.submittedAt,
+                                    completedAt: job.completedAt,
+                                },
                             };
                             break;
                         }

package/dist/jobs.d.ts

@@ -74,6 +74,8 @@ export declare class Runner {
         activeJobId: string | null;
     }>>;
     private applyOptions;
+    private readTextMatch;
+    private readBlockedText;
     private readBalance;
     private waitEnabled;
     private waitForRemoteFile;

package/dist/jobs.js

@@ -419,6 +419,7 @@ export class Runner {
         try {
             job = await this.jobs.update(job.id, { state: 'opening' });
             page = await this.driver.open(provider.url, signal);
+            await page.bringToFront();
             const promptReady = await page.waitFor(provider.promptInput, 20_000, signal);
             if (!promptReady) {
                 if (provider.loginCheck && !(await page.isVisible(provider.loginCheck).catch(() => false))) {
@@ -431,6 +432,9 @@ export class Runner {
             }
             // Let the SPA finish mounting the editor and submit handlers before typing.
             await sleep(provider.readinessMs ?? 3000, signal);
+            const blocked = await this.readBlockedText(page, provider);
+            if (blocked)
+                throw new ToolError('PROVIDER_BLOCKED', blocked);
             if (request.imagePath) {
                 if (!provider.imageInput)
                     throw new ToolError('IMAGE_INPUT_NOT_CONFIGURED');
@@ -440,7 +444,8 @@ export class Runner {
                 await page.setFileInput(provider.imageInput, remote);
                 await sleep(750, signal);
             }
-            await page.fill(provider.promptInput, prompt);
+            const promptToFill = provider.promptPrefix ? `${provider.promptPrefix} ${prompt}` : prompt;
+            await page.fill(provider.promptInput, promptToFill);
             await sleep(300, signal);
             await this.applyOptions(page, provider, request);
             const balance = await this.readBalance(page, provider);
@@ -449,9 +454,18 @@ export class Runner {
             const enabled = await this.waitEnabled(page, provider.submitButton, 8_000, signal);
             if (!enabled)
                 throw new ToolError('SUBMIT_DISABLED');
-            if (!(await page.click(provider.submitButton)))
+            if (!(await page.realClick(provider.submitButton)))
                 throw new ToolError('SUBMIT_DISABLED');
             await sleep(1000, signal);
+            if (provider.adapter === 'flow') {
+                const confirmSelector = provider.confirmSelector ?? 'div[role="radio"][aria-label="Approve"]';
+                const confirmed = await page.waitFor(confirmSelector, 45_000, signal);
+                if (!confirmed)
+                    throw new ToolError('FLOW_CONFIRMATION_TIMEOUT');
+                if (!(await page.realClick(confirmSelector)))
+                    throw new ToolError('FLOW_CONFIRMATION_FAILED');
+                await sleep(1500, signal);
+            }
             if (provider.errorText && (await page.isVisible(provider.errorText).catch(() => false))) {
                 const message = (await page.text(provider.errorText).catch(() => '')).slice(0, 500);
                 throw new ToolError(classifySubmitError(message), message || 'SUBMIT_FAILED');
@@ -482,8 +496,12 @@ export class Runner {
     }
     async status(request, signal) {
         let job = await this.jobs.get(assertJobId(request.jobId));
-        if (isTerminal(job.state))
+        if (isTerminal(job.state)) {
+            const rt = this.active.get(job.site);
+            if (rt?.jobId === job.id)
+                this.active.delete(job.site);
             return job;
+        }
         const provider = await this.providers.get(job.site);
         const runtime = this.active.get(provider.id);
         if (!runtime || runtime.jobId !== job.id) {
@@ -496,10 +514,30 @@ export class Runner {
         if (request.retryDownload) {
             return this.download(job, provider, runtime.page);
         }
-        const deadline = Date.now() + Math.min(Math.max(request.waitSec ?? 0, 0), 10) * 1000;
+        const deadline = Date.now() + Math.min(Math.max(request.waitSec ?? 0, 0), 20) * 1000;
         do {
             if (signal?.aborted)
                 throw new ToolError('CANCELLED');
+            const blocked = await this.readBlockedText(runtime.page, provider);
+            if (blocked) {
+                this.active.delete(provider.id);
+                return this.jobs.update(job.id, {
+                    state: 'failed',
+                    errorCode: 'PROVIDER_BLOCKED',
+                    errorMessage: blocked,
+                    completedAt: nowIso(),
+                });
+            }
+            const failure = await this.readTextMatch(runtime.page, provider.failureText);
+            if (failure) {
+                this.active.delete(provider.id);
+                return this.jobs.update(job.id, {
+                    state: 'failed',
+                    errorCode: 'PROVIDER_FAILED',
+                    errorMessage: failure,
+                    completedAt: nowIso(),
+                });
+            }
             if (provider.errorText) {
                 const visible = await runtime.page.isVisible(provider.errorText).catch(() => false);
                 if (visible) {
@@ -550,7 +588,7 @@ export class Runner {
         const runtime = this.active.get(provider.id);
         if (runtime && runtime.jobId === job.id) {
             if (provider.cancelButton)
-                await runtime.page.click(provider.cancelButton).catch(() => false);
+                await runtime.page.realClick(provider.cancelButton).catch(() => false);
             await runtime.page.close().catch(() => undefined);
             this.active.delete(provider.id);
         }
@@ -597,12 +635,27 @@ export class Runner {
             el.dispatchEvent(new Event('change', { bubbles: true }));
           }`, { selector: option.selector, value: option.value });
             }
-            else if (!(await page.click(option.selector))) {
+            else if (!(await page.realClick(option.selector))) {
                 throw new ToolError('SELECTOR_CHANGED');
             }
             await sleep(300);
         }
     }
+    async readTextMatch(page, pattern) {
+        if (!pattern)
+            return null;
+        const text = await page.text('body').catch(() => '');
+        try {
+            const match = text.match(new RegExp(pattern, 'i'));
+            return match ? match[0].slice(0, 200) : null;
+        }
+        catch {
+            return null;
+        }
+    }
+    async readBlockedText(page, provider) {
+        return this.readTextMatch(page, provider.blockedText);
+    }
     async readBalance(page, provider) {
         if (!provider.creditBalance)
             return null;
@@ -646,12 +699,13 @@ export class Runner {
         const remoteDir = `${this.config.cosmosDownloadsDir}/${job.id}`;
         try {
             await this.ssh.mkdir(remoteDir);
+            await page.bringToFront();
             await page.setDownloadBehavior(remoteDir);
-            if (!(await page.click(provider.downloadButton)))
+            if (!(await page.realClick(provider.downloadButton)))
                 throw new ToolError('DOWNLOAD_FAILED');
             if (provider.downloadConfirm) {
                 await sleep(700);
-                await page.click(provider.downloadConfirm);
+                await page.realClick(provider.downloadConfirm);
             }
             const remoteName = await this.waitForRemoteFile(remoteDir);
             const tempDir = path.join(this.config.stateDir, 'tmp');

package/dist/providers.js

@@ -4,6 +4,7 @@ import { ToolError } from './config.js';
 const PROVIDER_KEYS = new Set([
     'id', 'label', 'url', 'enabled', 'promptInput', 'submitButton', 'downloadButton',
     'downloadConfirm', 'loginCheck', 'busyIndicator', 'readyIndicator', 'errorText',
+    'blockedText', 'adapter', 'confirmSelector', 'failureText', 'promptPrefix',
     'creditBalance', 'creditCost', 'dailyCap', 'timeoutMs', 'readinessMs', 'options', 'imageInput',
     'cancelButton', 'libraryUrl', 'libraryItem', 'notes', 'createdAt', 'updatedAt',
     'verifiedAt',
@@ -111,6 +112,17 @@ export function normalizeProvider(input, existing, touch = true) {
         busyIndicator: optionalSelector(merged.busyIndicator, 'busyIndicator'),
         readyIndicator: optionalSelector(merged.readyIndicator, 'readyIndicator'),
         errorText: optionalSelector(merged.errorText, 'errorText'),
+        blockedText: optionalString(merged.blockedText, 'blockedText', 500),
+        adapter: (() => {
+            if (merged.adapter === undefined)
+                return undefined;
+            if (merged.adapter === 'flow')
+                return 'flow';
+            throw new ToolError('INVALID_PROVIDER');
+        })(),
+        confirmSelector: optionalSelector(merged.confirmSelector, 'confirmSelector'),
+        failureText: optionalString(merged.failureText, 'failureText', 500),
+        promptPrefix: optionalString(merged.promptPrefix, 'promptPrefix', 500),
         creditBalance: optionalSelector(merged.creditBalance, 'creditBalance'),
         creditCost: numberValue(merged.creditCost, 1, 0, 10_000),
         dailyCap: numberValue(merged.dailyCap, 6, 0, 10_000, true),

package/dist/transport.d.ts

@@ -6,6 +6,8 @@ export interface Page {
     enabled(selector: string): Promise<boolean>;
     text(selector: string): Promise<string>;
     click(selector: string): Promise<boolean>;
+    realClick(selector: string): Promise<boolean>;
+    bringToFront(): Promise<void>;
     fill(selector: string, text: string): Promise<void>;
     setFileInput(selector: string, filePath: string): Promise<void>;
     setDownloadBehavior(downloadPath: string): Promise<void>;

package/dist/transport.js

@@ -142,19 +142,56 @@ export class CdpDriver {
               return true;
             }`, selector);
                 },
+                async realClick(selector) {
+                    const rect = await evaluate(`(s) => {
+              const el = document.querySelector(s);
+              if (!el) return null;
+              const r = el.getBoundingClientRect();
+              const st = getComputedStyle(el);
+              return { x: r.x, y: r.y, w: r.width, h: r.height,
+                visible: r.width > 1 && r.height > 1 && st.display !== 'none' && st.visibility !== 'hidden' && Number(st.opacity || '1') > 0.01 };
+            }`, selector);
+                    if (!rect?.visible)
+                        return false;
+                    const x = rect.x + rect.w / 2;
+                    const y = rect.y + rect.h / 2;
+                    await command('Input.dispatchMouseEvent', { type: 'mouseMoved', x, y }, sessionId);
+                    await command('Input.dispatchMouseEvent', { type: 'mousePressed', x, y, button: 'left', clickCount: 1 }, sessionId);
+                    await command('Input.dispatchMouseEvent', { type: 'mouseReleased', x, y, button: 'left', clickCount: 1 }, sessionId);
+                    return true;
+                },
+                async bringToFront() {
+                    await command('Page.bringToFront', {}, sessionId);
+                },
                 async fill(selector, value) {
-                    await evaluate(`(a) => {
-              const el = document.querySelector(a.selector);
-              if (!el) throw new Error('INPUT_NOT_FOUND');
-              el.focus();
-              if ('value' in el) {
+                    const isValue = await evaluate(`(s) => { const el = document.querySelector(s); return !!el && 'value' in el; }`, selector);
+                    if (isValue) {
+                        await evaluate(`(a) => {
+                const el = document.querySelector(a.selector);
+                if (!el) throw new Error('INPUT_NOT_FOUND');
+                el.focus();
                 const descriptor = Object.getOwnPropertyDescriptor(Object.getPrototypeOf(el), 'value');
                 descriptor?.set?.call(el, a.text);
                 el.dispatchEvent(new InputEvent('input', { bubbles: true, inputType: 'insertText', data: a.text }));
-              } else {
-                document.execCommand('insertText', false, a.text);
-              }
-            }`, { selector, text: value });
+              }`, { selector, text: value });
+                        return;
+                    }
+                    await evaluate(`(s) => {
+              const el = document.querySelector(s);
+              if (!el) throw new Error('INPUT_NOT_FOUND');
+              el.focus();
+              const selection = window.getSelection();
+              const range = document.createRange();
+              range.selectNodeContents(el);
+              selection?.removeAllRanges();
+              selection?.addRange(range);
+            }`, selector);
+                    try {
+                        await command('Input.insertText', { text: value }, sessionId);
+                    }
+                    catch {
+                        await evaluate(`(a) => document.execCommand('insertText', false, a.text)`, { text: value });
+                    }
                 },
                 async setFileInput(selector, filePath) {
                     await command('DOM.enable', {}, sessionId);

package/dist/types.d.ts

@@ -19,6 +19,11 @@ export interface ProviderSpec {
     busyIndicator?: string;
     readyIndicator?: string;
     errorText?: string;
+    blockedText?: string;
+    adapter?: 'flow';
+    confirmSelector?: string;
+    failureText?: string;
+    promptPrefix?: string;
     creditBalance?: string;
     creditCost: number;
     dailyCap: number;

package/openclaw.plugin.json

@@ -2,7 +2,7 @@
   "id": "zero-video",
   "name": "Zero Video",
   "description": "Generate videos through signed-in consumer AI video sites, with runtime-managed provider profiles.",
-  "version": "0.1.4",
+  "version": "0.1.7",
   "providers": [],
   "contracts": {
     "tools": [
@@ -51,8 +51,8 @@
       "downloadTimeoutMs": {
         "type": "integer",
         "minimum": 10000,
-        "maximum": 35000,
-        "default": 30000
+        "maximum": 25000,
+        "default": 20000
       },
       "maxDownloadBytes": {
         "type": "integer",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openclaw-zero-video",
-  "version": "0.1.4",
+  "version": "0.1.7",
   "description": "Generate videos through signed-in consumer AI video sites on the estate Chromium lane.",
   "type": "module",
   "main": "./dist/index.js",