dsh-multimodal-node 0.0.0-stage → 0.2.2

package/lib/blender.js

@@ -0,0 +1,600 @@
+/**
+ * Blender 板块：一个实例 = 一个可提交渲染的地方。
+ *
+ * 两种托管，判据不同，因此不能共用一套健康检查：
+ *
+ *   bridge —— 对方机器上跑着一个小 HTTP 端点（Blender addon 或包装服务）。
+ *             探 `GET /health`（退一步 `GET /`），提交 `POST /render`。
+ *   spawn  —— 本机 `blender.exe -b file.blend -o 前缀 -f 帧`。
+ *             不探网，只判「可执行文件在不在 + 进程还活着」，提交即起进程。
+ *
+ * 为什么不做成「whatever 一个 URL」：命令行渲染没有 URL，而桥接渲染没有进程。
+ * 把两者塞进同一个 data 形状，面板就只能给出一个既能又能的假象（用户点了「启动」
+ * 发现是别人的进程），这正是 03 号插件在 ComfyUI 实例上踩过的坑，不再重犯。
+ */
+import { spawn, spawnSync } from 'node:child_process';
+import { existsSync, readdirSync, statSync } from 'node:fs';
+import { basename, dirname, extname, isAbsolute, join, resolve } from 'node:path';
+import { randomUUID } from 'node:crypto';
+import { errorMessage } from './http.js';
+
+const ID_PATTERN = /^[a-z0-9_-]{1,32}$/;
+const BLEND_EXT = /\.(blend|blend1)$/i;
+const VIDEO_EXT = /\.(mp4|mov|avi|mkv|webm)$/i;
+const IMAGE_EXT = /\.(png|jpg|jpeg|exr|tif|tiff|webp)$/i;
+
+export function normalizeBaseUrl(raw) {
+    let text = String(raw ?? '').trim();
+    if (text === '') return '';
+    if (!/^https?:\/\//i.test(text)) text = `http://${text}`;
+    try {
+        const url = new URL(text);
+        return `${url.protocol}//${url.host}${url.pathname.replace(/\/+$/, '')}`;
+    } catch {
+        return '';
+    }
+}
+
+function clampInt(value, min, max, fallback) {
+    const number = Number(value);
+    if (!Number.isFinite(number)) return fallback;
+    return Math.min(max, Math.max(min, Math.floor(number)));
+}
+
+export function normalizeBlenderInstance(input, index = 0) {
+    const kind = input.kind === 'spawn' ? 'spawn' : 'bridge';
+    const baseUrl = normalizeBaseUrl(input.baseUrl ?? input.url);
+    const derived = baseUrl === '' ? `b${index}` : `b${new URL(baseUrl).port || '80'}`;
+    const id = typeof input.id === 'string' && ID_PATTERN.test(input.id) ? input.id : derived;
+    const control = input.control ?? {};
+    const isBat = (value) => /\.(bat|cmd)$/i.test(String(value ?? '').trim());
+    const declared = typeof control.batPath === 'string' ? control.batPath.trim() : '';
+    const type = isBat(declared) ? 'script' : 'none';
+    return {
+        id,
+        label: typeof input.label === 'string' && input.label !== '' ? input.label : id,
+        kind,
+        baseUrl: kind === 'bridge' ? baseUrl : '',
+        token: typeof input.token === 'string' ? input.token : '',
+        weight: clampInt(input.weight, 1, 10, 1),
+        maxConcurrent: clampInt(input.maxConcurrent, 1, 16, 1),
+        enabled: input.enabled !== false,
+        autoStart: input.autoStart === true,
+        /** spawn 专用：这台机器的工程文件与渲染参数由提交时给，这里只放可执行文件覆盖。 */
+        executable: typeof input.executable === 'string' ? input.executable.trim() : '',
+        control: {
+            type,
+            batPath: declared,
+            cwd: typeof control.cwd === 'string' ? control.cwd : '',
+            stopTimeoutMs: clampInt(control.stopTimeoutMs, 500, 60000, 15000),
+            readyTimeoutMs: clampInt(control.readyTimeoutMs, 2000, 900000, 120000),
+            stopOnExit: control.stopOnExit === true,
+        },
+    };
+}
+
+/**
+ * 把一个可执行文件 + 参数列表变成一次真正能跑的 spawn 调用形状。
+ *
+ * 为什么需要它：Node 18 起在 Windows 上直接 spawn 一个 .cmd / .bat 会 EINVAL
+ * （CVE-2024-27980 的修法），而「用户填了个包装脚本」是最常见的部署形态——
+ * 一个 .cmd 里 cd 到工程目录再调 blender.exe。同时真实 blender.exe 又不该被套一层
+ * cmd.exe，那样 Ctrl-C 与退出码都会失真。
+ *
+ * 所以：exe 自己跑，.cmd/.bat 交给 cmd.exe 跑，两条路径各自用正确的引号形式。
+ */
+export function buildLaunch(exe, args) {
+    const file = String(exe ?? '');
+    const argv = args.map((item) => String(item));
+    if (!/\.(bat|cmd)$/i.test(file)) {
+        return { file, argv, windowsVerbatimArguments: false };
+    }
+    // cmd /s /c 要求整条命令再包一层引号，否则带空格的路径会被拆开。
+    // /d 跳过 AutoRun，避免注册表里一条 AutoRun 往我们的命令行前面插东西。
+    const quoted = argv.map((item) => (item.includes(' ') ? `"${item}"` : item)).join(' ');
+    return {
+        file: process.env.ComSpec ?? 'cmd.exe',
+        argv: ['/d', '/s', '/c', `""${file}" ${quoted}"`],
+        windowsVerbatimArguments: true,
+    };
+}
+
+/** 在常见安装位置找 blender.exe；找到第一个就用，找不到返回空串。 */
+export function findBlenderExecutable(configured = '') {
+    const explicit = String(configured ?? '').trim();
+    if (explicit !== '' && existsSync(explicit)) return explicit;
+    const candidates = [];
+    const roots = [
+        'C:\\Program Files\\Blender Foundation',
+        'D:\\Program Files\\Blender Foundation',
+        'C:\\Program Files\\Blender',
+        'D:\\Blender',
+    ];
+    for (const root of roots) {
+        if (!existsSync(root)) continue;
+        let entries = [];
+        try {
+            entries = readdirSync(root, { withFileTypes: true });
+        } catch {
+            continue;
+        }
+        for (const entry of entries) {
+            if (!entry.isDirectory()) continue;
+            // 「Blender 4.2」这样的版本目录，倒序取新版本
+            candidates.push(join(root, entry.name, 'blender.exe'));
+        }
+    }
+    candidates.sort().reverse();
+    for (const file of candidates) if (existsSync(file)) return file;
+    // PATH 兜底
+    const which = spawnSync(process.platform === 'win32' ? 'where' : 'which', ['blender'], { encoding: 'utf8', windowsHide: true });
+    if (which.status === 0) {
+        const first = String(which.stdout ?? '').split(/\r?\n/).map((line) => line.trim()).filter((line) => line !== '')[0];
+        if (first !== undefined && existsSync(first)) return first;
+    }
+    return '';
+}
+
+/** 一帧一行：接受 `1`、`1-10`、`1,3,5`、`1-10:2`。 */
+export function parseFrames(text) {
+    const raw = String(text ?? '').trim();
+    if (raw === '') return [];
+    const frames = [];
+    for (const part of raw.split(/[,\s]+/)) {
+        if (part === '') continue;
+        const stepped = part.match(/^(\d+)-(\d+)(?::(\d+))?$/);
+        if (stepped !== null) {
+            const start = Number(stepped[1]);
+            const end = Number(stepped[2]);
+            // 步长必须 >= 1：0 会让 for 循环永不推进（直接挂死宿主）。
+            const step = Math.max(1, Number(stepped[3] ?? 1));
+            // 倒序范围（9-1）故意产出空：它的字面意思是一段不存在的区间，
+            // 猜成 1-9 会让「1-10」这类手误静默渲染十倍帧数。
+            // 注意 for 的条件本身已经挡住了它，所以这里不再写一个多余的 continue——
+            // 之前的版本有一句 end<start 的守卫，那是不可达代码，
+            // 而一条永远为真的断言会把「倒序被忽略」伪装成被测过的行为。
+            for (let frame = start; frame <= end && frames.length < 2000; frame += step) frames.push(frame);
+            continue;
+        }
+        const single = Number(part);
+        if (Number.isFinite(single) && single >= 0) frames.push(Math.floor(single));
+    }
+    return frames.slice(0, 2000);
+}
+
+/** 一个 Blender 实例的运行态。 */
+export class BlenderRuntime {
+    constructor(instance) {
+        this.instance = instance;
+        this.health = { ok: false, checkedAt: 0, version: null, latencyMs: 0, error: '未探测', engine: null };
+        this.child = null;
+        this.pid = null;
+        this.starting = false;
+        this.stopping = false;
+        this.lastError = null;
+        this.consoleTail = '';
+        /** 进行中的执行：jobId -> { id, state, startedAt, frames, outputs, error, command } */
+        this.jobs = new Map();
+        this.running = 0;
+    }
+
+    get id() {
+        return this.instance.id;
+    }
+}
+
+export class BlenderManager {
+    /**
+     * @param {{getConfig:()=>any, onChange:()=>void, log:(level:string,message:string)=>void}} options
+     */
+    constructor(options) {
+        this.options = options;
+        /** @type {Map<string, BlenderRuntime>} */
+        this.runtimes = new Map();
+        this.sync();
+    }
+
+    get config() {
+        return this.options.getConfig() ?? {};
+    }
+
+    sync() {
+        const rows = Array.isArray(this.config.instances) ? this.config.instances : [];
+        const wanted = new Map();
+        for (const raw of rows) {
+            const instance = normalizeBlenderInstance(raw, wanted.size);
+            if (instance.enabled === false) {
+                // 停用的实例仍然保留在运行时表里：面板要显示它、要能重新启用，
+                // 只是不派发。删掉会让「停用」表现得像「删除」。
+                wanted.set(instance.id, instance);
+                continue;
+            }
+            wanted.set(instance.id, instance);
+        }
+        for (const [id, runtime] of this.runtimes) {
+            if (!wanted.has(id)) {
+                this.killJob(runtime, '实例被移除');
+                this.runtimes.delete(id);
+            }
+        }
+        for (const [id, instance] of wanted) {
+            const existing = this.runtimes.get(id);
+            if (existing === undefined) this.runtimes.set(id, new BlenderRuntime(instance));
+            else existing.instance = instance;
+        }
+    }
+
+    list() {
+        return [...this.runtimes.values()];
+    }
+
+    get(id) {
+        return this.runtimes.get(id);
+    }
+
+    require(id) {
+        const runtime = this.runtimes.get(id);
+        if (runtime === undefined) throw new Error(`没有 Blender 实例 ${id}`);
+        return runtime;
+    }
+
+    enabled() {
+        return this.list().filter((runtime) => runtime.instance.enabled !== false);
+    }
+
+    executableFor(runtime) {
+        const own = String(runtime.instance.executable ?? '').trim();
+        const shared = String(this.config.executable ?? '').trim();
+        return findBlenderExecutable(own !== '' ? own : shared);
+    }
+
+    async probeAll(force = false) {
+        const now = Date.now();
+        await Promise.all(
+            this.list().map(async (runtime) => {
+                if (!force && now - runtime.health.checkedAt < 4000) return;
+                const started = Date.now();
+                if (runtime.instance.kind === 'spawn') {
+                    const exe = this.executableFor(runtime);
+                    runtime.health = {
+                        ok: exe !== '',
+                        checkedAt: Date.now(),
+                        version: exe !== '' ? basename(dirname(exe)) : null,
+                        latencyMs: Date.now() - started,
+                        error: exe === '' ? '找不到 blender.exe：在板块里填可执行文件路径' : null,
+                        engine: 'spawn',
+                    };
+                    return;
+                }
+                const base = runtime.instance.baseUrl;
+                if (base === '') {
+                    runtime.health = { ok: false, checkedAt: Date.now(), version: null, latencyMs: 0, error: '没有填地址', engine: 'bridge' };
+                    return;
+                }
+                try {
+                    const reply = await fetch(`${base}/health`, {
+                        headers: this.headers(runtime),
+                        signal: AbortSignal.timeout(4000),
+                    }).catch(() => fetch(`${base}/`, { headers: this.headers(runtime), signal: AbortSignal.timeout(4000) }));
+                    const text = await reply.text();
+                    let version = null;
+                    let engine = null;
+                    try {
+                        const parsed = JSON.parse(text);
+                        version = typeof parsed.version === 'string' ? parsed.version : null;
+                        engine = typeof parsed.engine === 'string' ? parsed.engine : null;
+                    } catch {
+                        // 非 JSON 也当在线：一个回 HTML 的桥接至少是活的
+                    }
+                    runtime.health = {
+                        ok: reply.ok,
+                        checkedAt: Date.now(),
+                        version,
+                        latencyMs: Date.now() - started,
+                        error: reply.ok ? null : `HTTP ${reply.status}`,
+                        engine: engine ?? 'bridge',
+                    };
+                } catch (error) {
+                    runtime.health = {
+                        ok: false,
+                        checkedAt: Date.now(),
+                        version: null,
+                        latencyMs: Date.now() - started,
+                        error: errorMessage(error),
+                        engine: 'bridge',
+                    };
+                }
+            }),
+        );
+    }
+
+    headers(runtime) {
+        const headers = { 'content-type': 'application/json' };
+        if (runtime.instance.token !== '') headers.authorization = `Bearer ${runtime.instance.token}`;
+        return headers;
+    }
+
+    /**
+     * 提交一次渲染。
+     *
+     * spawn：立刻起进程，返回 jobId；调用方轮询 status。
+     * bridge：POST 过去，用对方的 id（没有就用本地的），再由本端轮询对方。
+     */
+    async submit(instanceId, body = {}) {
+        const runtime = this.require(instanceId);
+        if (runtime.instance.enabled === false) throw new Error(`${instanceId} 已停用`);
+        if (runtime.instance.kind === 'bridge') return this.submitBridge(runtime, body);
+        return this.submitSpawn(runtime, body);
+    }
+
+    async submitBridge(runtime, body) {
+        const base = runtime.instance.baseUrl;
+        if (base === '') throw new Error('这个实例没有填桥接地址');
+        const reply = await fetch(`${base}/render`, {
+            method: 'POST',
+            headers: this.headers(runtime),
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(30000),
+        });
+        const text = await reply.text();
+        let parsed = {};
+        try {
+            parsed = JSON.parse(text);
+        } catch {
+            // 桥接回的不是 JSON：把原文带回去，比一个空洞的 parse error 有用
+        }
+        if (!reply.ok) throw new Error(`桥接拒绝：HTTP ${reply.status} ${String(parsed.error ?? text).slice(0, 200)}`);
+        const jobId = String(parsed.id ?? parsed.jobId ?? parsed.job_id ?? '');
+        const id = jobId !== '' ? jobId : randomUUID();
+        runtime.jobs.set(id, {
+            id,
+            state: 'running',
+            mode: 'bridge',
+            startedAt: Date.now(),
+            frames: body.frames ?? null,
+            blend: body.blend ?? null,
+            outputs: [],
+            error: null,
+        });
+        runtime.running += 1;
+        return { ok: true, instanceId: runtime.id, jobId: id, mode: 'bridge', upstream: parsed };
+    }
+
+    async submitSpawn(runtime, body) {
+        const exe = this.executableFor(runtime);
+        if (exe === '') throw new Error('找不到 blender.exe：在板块里填可执行文件路径');
+        const blend = String(body.blend ?? '').trim();
+        if (blend === '' || !isAbsolute(blend)) throw new Error('spawn 渲染需要工程文件的绝对路径（blend）');
+        if (!existsSync(blend)) throw new Error(`工程文件不存在：${blend}`);
+        if (!BLEND_EXT.test(blend)) throw new Error(`不是 .blend 文件：${blend}`);
+        const frames = parseFrames(body.frames ?? '1');
+        if (frames.length === 0) throw new Error('没有可渲染的帧（frames 例：1 / 1-10 / 1,3,5）');
+
+        const outDir = isAbsolute(String(body.outputDir ?? '').trim())
+            ? resolve(String(body.outputDir).trim())
+            : join(this.config.outputDir && isAbsolute(this.config.outputDir) ? this.config.outputDir : dirname(blend), 'render');
+        const prefix = String(body.prefix ?? basename(blend, extname(blend))).replace(/[^\w.-]/g, '_');
+        const args = ['-b', blend];
+        if (typeof body.engine === 'string' && body.engine !== '') args.push('-E', body.engine);
+        args.push('-o', join(outDir, `${prefix}_####`), '-F', String(body.format ?? 'PNG'));
+        for (const frame of frames) args.push('-f', String(frame));
+
+        if (runtime.running >= runtime.instance.maxConcurrent) {
+            throw new Error(`${runtime.id} 已到并发上限 ${runtime.instance.maxConcurrent}`);
+        }
+
+        const id = randomUUID();
+        const launch = buildLaunch(exe, args);
+        const child = spawn(launch.file, launch.argv, {
+            cwd: typeof body.cwd === 'string' && body.cwd !== '' && existsSync(body.cwd) ? body.cwd : dirname(exe),
+            windowsHide: true,
+            windowsVerbatimArguments: launch.windowsVerbatimArguments,
+            stdio: ['ignore', 'pipe', 'pipe'],
+        });
+        runtime.child = child;
+        runtime.pid = child.pid ?? null;
+        runtime.running += 1;
+        const job = {
+            id,
+            state: 'running',
+            mode: 'spawn',
+            startedAt: Date.now(),
+            frames,
+            blend,
+            outputDir: outDir,
+            prefix,
+            outputs: [],
+            error: null,
+            command: `${basename(exe)} ${args.join(' ')}`,
+        };
+        runtime.jobs.set(id, job);
+
+        const tail = [];
+        const keep = (chunk) => {
+            tail.push(String(chunk));
+            if (tail.length > 60) tail.shift();
+            runtime.consoleTail = tail.join('').slice(-8000);
+        };
+        child.stdout?.on('data', keep);
+        child.stderr?.on('data', keep);
+        child.on('error', (error) => {
+            job.state = 'failed';
+            job.error = errorMessage(error);
+            job.finishedAt = Date.now();
+            runtime.running = Math.max(0, runtime.running - 1);
+            runtime.child = null;
+        });
+        child.on('exit', (code) => {
+            runtime.child = null;
+            runtime.pid = null;
+            runtime.running = Math.max(0, runtime.running - 1);
+            job.finishedAt = Date.now();
+            job.outputs = this.scanOutputs(outDir, prefix);
+            if (code === 0) {
+                job.state = job.outputs.length > 0 ? 'done' : 'empty';
+                job.error = job.outputs.length > 0 ? null : '进程正常退出但没有产物：检查输出目录与帧范围';
+            } else {
+                job.state = 'failed';
+                job.error = `blender 退出码 ${code}：${(runtime.consoleTail || '').split(/\r?\n/).filter(Boolean).slice(-3).join(' | ').slice(0, 300)}`;
+            }
+            this.options.onChange?.();
+        });
+        return { ok: true, instanceId: runtime.id, jobId: id, mode: 'spawn', frames: frames.length, outputDir: outDir, command: job.command };
+    }
+
+    /** 渲染产物按前缀扫目录；blender 自己往 `前缀_0001.png` 这种名字写。 */
+    scanOutputs(dir, prefix) {
+        const found = [];
+        let entries;
+        try {
+            entries = readdirSync(dir, { withFileTypes: true });
+        } catch {
+            return found;
+        }
+        for (const entry of entries) {
+            if (!entry.isFile()) continue;
+            if (prefix !== '' && !entry.name.startsWith(prefix)) continue;
+            if (!IMAGE_EXT.test(entry.name) && !VIDEO_EXT.test(entry.name)) continue;
+            let size = null;
+            try {
+                size = statSync(join(dir, entry.name)).size;
+            } catch {
+                size = null;
+            }
+            found.push({ file: entry.name, dir, size });
+        }
+        return found.slice(0, 500);
+    }
+
+    async cancel(instanceId, jobId) {
+        const runtime = this.require(instanceId);
+        if (runtime.instance.kind === 'bridge') {
+            const base = runtime.instance.baseUrl;
+            const reply = await fetch(`${base}/cancel`, {
+                method: 'POST',
+                headers: this.headers(runtime),
+                body: JSON.stringify({ id: jobId }),
+                signal: AbortSignal.timeout(10000),
+            }).catch((error) => ({ ok: false, status: 0, statusText: errorMessage(error) }));
+            const job = runtime.jobs.get(jobId);
+            if (job !== undefined) {
+                job.state = 'cancelled';
+                job.finishedAt = Date.now();
+            }
+            return { ok: reply.ok === true, status: reply.status ?? 0 };
+        }
+        const job = runtime.jobs.get(jobId);
+        if (job === undefined) throw new Error(`没有任务 ${jobId}`);
+        this.killJob(runtime, '用户取消');
+        job.state = 'cancelled';
+        job.finishedAt = Date.now();
+        return { ok: true };
+    }
+
+    killJob(runtime, reason) {
+        const child = runtime.child;
+        runtime.child = null;
+        if (child === null || child === undefined) return;
+        const pid = child.pid;
+        try {
+            if (process.platform === 'win32' && Number.isFinite(pid)) {
+                spawnSync('taskkill', ['/PID', String(pid), '/T', '/F'], { windowsHide: true, stdio: 'ignore' });
+            } else {
+                child.kill('SIGKILL');
+            }
+        } catch {
+            // 进程已经没了：这不是错误
+        }
+        runtime.pid = null;
+        runtime.running = Math.max(0, runtime.running - 1);
+        runtime.lastError = reason ?? null;
+    }
+
+    /** 板块状态：给面板与设置页同一个形状。 */
+    statusPayload() {
+        return {
+            enabled: this.config.enabled !== false,
+            executable: findBlenderExecutable(String(this.config.executable ?? '')),
+            outputDir: typeof this.config.outputDir === 'string' ? this.config.outputDir : '',
+            instances: this.list().map((runtime) => ({
+                id: runtime.id,
+                label: runtime.instance.label,
+                kind: runtime.instance.kind,
+                baseUrl: runtime.instance.baseUrl,
+                enabled: runtime.instance.enabled !== false,
+                healthy: runtime.health.ok,
+                version: runtime.health.version,
+                engine: runtime.health.engine,
+                latencyMs: runtime.health.latencyMs,
+                error: runtime.health.error,
+                maxConcurrent: runtime.instance.maxConcurrent,
+                weight: runtime.instance.weight,
+                control: runtime.instance.control.type,
+                controlDetail: runtime.instance.control,
+                executable: this.executableFor(runtime),
+                pid: runtime.pid,
+                running: runtime.running,
+                starting: runtime.starting,
+                stopping: runtime.stopping,
+                jobs: [...runtime.jobs.values()].slice(-20).map((job) => ({
+                    id: job.id,
+                    state: job.state,
+                    mode: job.mode,
+                    startedAt: job.startedAt,
+                    finishedAt: job.finishedAt ?? null,
+                    frames: Array.isArray(job.frames) ? job.frames.length : null,
+                    blend: job.blend ?? null,
+                    error: job.error ?? null,
+                    outputs: (job.outputs ?? []).slice(0, 8),
+                })),
+            })),
+        };
+    }
+
+    /** 板块里能选的工程文件：扫某个目录下的 .blend。 */
+    browseBlends(dir) {
+        const target = String(dir ?? '').trim();
+        if (target === '' || !isAbsolute(target) || !existsSync(target)) return [];
+        const rows = [];
+        const walk = (current, depth) => {
+            if (depth > 3 || rows.length > 400) return;
+            let entries;
+            try {
+                entries = readdirSync(current, { withFileTypes: true });
+            } catch {
+                return;
+            }
+            for (const entry of entries) {
+                if (entry.isDirectory()) {
+                    if (/^(\.git|__pycache__|node_modules)$/i.test(entry.name)) continue;
+                    walk(join(current, entry.name), depth + 1);
+                    continue;
+                }
+                if (!entry.isFile()) continue;
+                if (!BLEND_EXT.test(entry.name)) continue;
+                let size = null;
+                try {
+                    size = statSync(join(current, entry.name)).size;
+                } catch {
+                    size = null;
+                }
+                rows.push({ path: join(current, entry.name), name: entry.name, size, dir: current });
+            }
+        };
+        walk(target, 0);
+        return rows;
+    }
+
+    dispose() {
+        const stopped = [];
+        for (const runtime of this.list()) {
+            if (runtime.instance.control.stopOnExit === false) continue;
+            if (runtime.child !== null) {
+                this.killJob(runtime, 'shutdown');
+                stopped.push(runtime.id);
+            }
+        }
+        return stopped;
+    }
+}
+