@biunow/agent-biuart 0.0.0-stage → 0.1.0

package/bin/server.mjs

@@ -0,0 +1,575 @@
+import fs from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import {
+  createAgentServer,
+  ensureDir,
+  writeJson,
+  reportProgress,
+  requestKickoff,
+  requestRunPermit,
+  seedSkillIntoProject,
+  serveLocalFile,
+  watchForFilm,
+  locateJobFilm,
+  isIntermediateMp4,
+  readJson,
+} from '../lib/host.mjs';
+import { render, resolveEngineRoot } from '../lib/render-bridge.mjs';
+
+const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..');
+const catalog = readJson(path.join(root, 'data', 'styles.json'), { styles: [], grammars: [], characters: [] });
+const STYLES = catalog.styles || [];
+const GRAMMARS = catalog.grammars || [];
+const CHARACTERS = catalog.characters || [];
+
+function publicStyle(item) {
+  return {
+    id: item.id,
+    cn: item.cn,
+    en: item.en || item.cn,
+    group: item.group || (item.era ? '风格' : '解说语法'),
+    summary: item.summary || '',
+    era: item.era || '',
+    film: item.film || '',
+    previewable: !!item.era,
+    kind: 'style',
+    thumb: `/api/thumb/${item.id}.png`,
+    desc: item.summary || '',
+  };
+}
+
+function publicGrammar(item) {
+  return {
+    id: item.id,
+    cn: item.cn,
+    en: item.en || item.cn,
+    group: '解说语法',
+    summary: item.summary || '',
+    era: '',
+    film: '',
+    previewable: false,
+    kind: 'grammar',
+    thumb: `/api/thumb/${item.id}.png`,
+    desc: item.summary || '',
+  };
+}
+
+function normalizeDuration(value) {
+  if (value == null || value === '' || value === 'auto') return null;
+  const n = Number(value);
+  if (!Number.isFinite(n)) return null;
+  return Math.min(300, Math.max(15, Math.round(n)));
+}
+
+function normalizeSize(value) {
+  const key = String(value || '16:9');
+  if (key === '9:16') return { key, width: 1080, height: 1920, label: '竖屏 9:16' };
+  if (key === '1:1') return { key, width: 1080, height: 1080, label: '方形 1:1' };
+  return { key: '16:9', width: 1920, height: 1080, label: '横屏 16:9' };
+}
+
+function slugify(title) {
+  return String(title || 'film')
+    .toLowerCase()
+    .replace(/[^a-z0-9\u4e00-\u9fff]+/gi, '-')
+    .replace(/^-|-$/g, '')
+    .slice(0, 48) || 'film';
+}
+
+function isAudioFile(file) {
+  const name = String(file?.name || '');
+  const kind = String(file?.kind || '');
+  return kind.startsWith('audio') || /\.(mp3|wav|m4a|flac|ogg|aac)$/i.test(name);
+}
+
+async function saveUploads(workspace, jobId, files) {
+  const dir = ensureDir(path.join(workspace, 'films', jobId, 'assets'));
+  const charDir = ensureDir(path.join(dir, 'character'));
+  const saved = [];
+  for (const file of files || []) {
+    if (!file?.name || !file?.dataBase64) continue;
+    const safe = file.name.replace(/[^\w.\-()\u4e00-\u9fff]+/g, '_').slice(0, 120);
+    const isChar = file.role === 'character';
+    const dest = path.join(isChar ? charDir : dir, safe);
+    fs.writeFileSync(dest, Buffer.from(file.dataBase64, 'base64'));
+    saved.push({ name: safe, path: dest, kind: file.kind || 'file', role: isChar ? 'character' : 'asset' });
+  }
+  return saved;
+}
+
+/* ---- 画风缩略图：用引擎渲一帧静帧做封面，工作区缓存 ---- */
+const thumbPending = new Set();
+
+function thumbDirOf(cfg) {
+  return ensureDir(path.join(cfg.workspace, 'thumbs'));
+}
+
+async function renderThumb(cfg, engineRoot, item, kind) {
+  const dir = thumbDirOf(cfg);
+  const dest = path.join(dir, `${item.id}.png`);
+  if (fs.existsSync(dest)) return;
+  const failedMark = path.join(dir, `${item.id}.failed`);
+  if (fs.existsSync(failedMark)) return;
+  if (thumbPending.has(item.id)) return;
+  thumbPending.add(item.id);
+  const tmpDir = ensureDir(path.join(dir, '.tmp', item.id));
+  try {
+    if (kind === 'style' && item.era) {
+      await render({
+        engineRoot, out: tmpDir, solo: item.era, film: item.film || '',
+        stills: '1.2', width: 480, height: 270,
+      });
+    } else {
+      const example = path.join(engineRoot, 'examples', `${item.id}.json`);
+      if (!fs.existsSync(example)) throw new Error(`缺少示例 spec：examples/${item.id}.json`);
+      await render({ engineRoot, out: tmpDir, specPath: example, stills: '0.8' });
+    }
+    const png = fs.readdirSync(tmpDir).find((name) => name.endsWith('.png'));
+    if (!png) throw new Error('引擎没有产出静帧');
+    fs.copyFileSync(path.join(tmpDir, png), dest);
+  } catch (error) {
+    // 写失败标记：避免每次启动/每次请求都重复触发一次注定失败的 Chromium 渲染
+    fs.writeFileSync(failedMark, String(error?.message || error));
+    console.warn(`[biuart] 缩略图失败 ${item.id}:`, error?.message || error);
+  } finally {
+    thumbPending.delete(item.id);
+    fs.rmSync(tmpDir, { recursive: true, force: true });
+  }
+}
+
+function ensureThumbs(cfg) {
+  const engine = engineReady(cfg);
+  if (!engine.present) return;
+  void (async () => {
+    for (const item of STYLES) await renderThumb(cfg, engine.engineRoot, item, 'style');
+    for (const item of GRAMMARS) await renderThumb(cfg, engine.engineRoot, item, 'grammar');
+  })();
+}
+
+function seedSkillDir(projectDir, packageRoot, skillId) {
+  const src = path.join(packageRoot, 'skills', skillId);
+  if (!fs.existsSync(src)) return null;
+  const dest = ensureDir(path.join(projectDir, '.agents', 'skills', skillId));
+  fs.cpSync(src, dest, { recursive: true });
+  return dest;
+}
+
+function engineReady(cfg) {
+  const engineRoot = resolveEngineRoot(cfg.engineRoot || '');
+  return { engineRoot, present: !!engineRoot };
+}
+
+const app = createAgentServer({
+  root,
+  api: async ({ req, res, url, pathname, cfg, jobs, sendJson, readJsonBody }) => {
+    if (pathname === '/api/file' && req.method === 'GET') {
+      const target = path.resolve(url.searchParams.get('path') || '');
+      const workspace = path.resolve(cfg.workspace);
+      if (target !== workspace && !target.startsWith(workspace + path.sep)) {
+        sendJson(res, 403, { error: 'forbidden' });
+        return true;
+      }
+      serveLocalFile(req, res, target);
+      return true;
+    }
+
+    if (pathname.startsWith('/api/thumb/') && req.method === 'GET') {
+      const id = decodeURIComponent(pathname.slice('/api/thumb/'.length)).replace(/\.png$/, '');
+      if (!/^[\w-]+$/.test(id)) {
+        sendJson(res, 400, { error: 'bad id' });
+        return true;
+      }
+      const dir = thumbDirOf(cfg);
+      const file = path.join(dir, `${id}.png`);
+      if (fs.existsSync(file)) {
+        serveLocalFile(req, res, file);
+      } else {
+        const engine = engineReady(cfg);
+        const item = STYLES.find((s) => s.id === id);
+        const grammar = GRAMMARS.find((g) => g.id === id);
+        if (!item && !grammar) {
+          sendJson(res, 404, { error: 'unknown id' });
+          return true;
+        }
+        if (fs.existsSync(path.join(dir, `${id}.failed`)) || !engine.present) {
+          sendJson(res, 404, { error: 'thumb unavailable' });
+          return true;
+        }
+        void renderThumb(cfg, engine.engineRoot, item || grammar, item ? 'style' : 'grammar');
+        res.writeHead(202, { 'content-type': 'application/json; charset=utf-8' });
+        res.end(JSON.stringify({ pending: true }));
+      }
+      return true;
+    }
+
+    if (pathname === '/api/meta' && req.method === 'GET') {
+      const manifest = JSON.parse(fs.readFileSync(path.join(root, 'manifest.json'), 'utf8'));
+      const engine = engineReady(cfg);
+      sendJson(res, 200, {
+        agent: 'biuart',
+        name: manifest.name || 'BiuArt',
+        description: manifest.description || '',
+        styles: STYLES.map(publicStyle),
+        grammars: GRAMMARS.map(publicGrammar),
+        characters: CHARACTERS,
+        canExport: cfg.canExport,
+        enginePresent: engine.present,
+        engineRoot: engine.engineRoot || null,
+        formats: [
+          { id: '16:9', label: '横屏 16:9', width: 1920, height: 1080 },
+          { id: '9:16', label: '竖屏 9:16', width: 1080, height: 1920 },
+          { id: '1:1', label: '方形 1:1', width: 1080, height: 1080 },
+        ],
+      });
+      return true;
+    }
+
+    if (pathname === '/api/preview' && req.method === 'POST') {
+      const engine = engineReady(cfg);
+      if (!engine.present) {
+        sendJson(res, 503, { error: '引擎未安装：请把 ENGINE_ROOT 指向 huashu-art-motion/scripts/engine' });
+        return true;
+      }
+      const body = await readJsonBody(req);
+      const style = STYLES.find((item) => item.id === body.style);
+      if (!style?.era) {
+        sendJson(res, 400, { error: '这个风格没有可预览的示例场景' });
+        return true;
+      }
+      const seconds = Math.min(4, Math.max(1, Number(body.seconds) || 2));
+      const size = normalizeSize(body.format);
+      const previewSize = size.key === '9:16'
+        ? { width: 360, height: 640 }
+        : size.key === '1:1'
+          ? { width: 480, height: 480 }
+          : { width: 640, height: 360 };
+      const job = jobs.create({
+        kind: 'preview',
+        title: `试渲染 · ${style.cn}`,
+        style: style.id,
+        styleName: style.cn,
+        status: 'running',
+        progress: 2,
+        message: '启动 Chromium',
+        width: previewSize.width,
+        height: previewSize.height,
+        durationSec: seconds,
+      });
+      const dir = ensureDir(path.join(cfg.workspace, 'previews', job.id));
+      const out = path.join(dir, `${style.id}.mp4`);
+      sendJson(res, 202, { job: jobs.get(job.id), out });
+
+      void (async () => {
+        try {
+          jobs.update(job.id, { progress: 8, message: '逐帧渲染中' });
+          const result = await render({
+            engineRoot: engine.engineRoot,
+            out,
+            solo: style.era,
+            film: style.film || '',
+            from: 0,
+            to: seconds,
+            fps: 12,
+            width: previewSize.width,
+            height: previewSize.height,
+            crf: 16,
+            onProgress: (progress) => {
+              jobs.update(job.id, {
+                progress: Math.min(96, 8 + Math.round((progress.frame / progress.total) * 88)),
+                message: `逐帧渲染 ${progress.frame}/${progress.total}`,
+              });
+            },
+          });
+          jobs.update(job.id, {
+            status: 'done',
+            progress: 100,
+            phase: 'preview',
+            message: '试渲染完成',
+            artifact: result.out,
+            outputMp4: result.out,
+            frames: result.frames,
+            render: result,
+          });
+          await reportProgress(cfg, {
+            taskId: jobs.get(job.id)?.panelTaskId,
+            progress: 100,
+            message: '试渲染完成',
+            done: true,
+            artifact: result.out,
+          });
+        } catch (error) {
+          jobs.update(job.id, {
+            status: 'failed',
+            progress: 100,
+            message: '试渲染失败',
+            error: error?.message || String(error),
+          });
+        }
+      })();
+      return true;
+    }
+
+    if (pathname === '/api/create' && req.method === 'POST') {
+      if (!cfg.canExport) {
+        sendJson(res, 403, { error: '当前产品未授权新建/导出，请先激活 biuart 许可证' });
+        return true;
+      }
+      const engine = engineReady(cfg);
+      if (!engine.present) {
+        sendJson(res, 503, { error: '引擎未安装：请把 ENGINE_ROOT 指向 huashu-art-motion/scripts/engine' });
+        return true;
+      }
+      const body = await readJsonBody(req);
+      const foundStyle = STYLES.find((item) => item.id === body.style);
+      const foundGrammar = GRAMMARS.find((item) => item.id === body.style);
+      const style = foundStyle
+        ? { ...foundStyle, kind: 'style' }
+        : foundGrammar
+          ? { ...foundGrammar, kind: 'grammar' }
+          : null;
+      if (!style) {
+        sendJson(res, 400, { error: '请选择一种画风或解说语法' });
+        return true;
+      }
+      const prompt = String(body.prompt || '').trim();
+      if (!prompt) {
+        sendJson(res, 400, { error: '请写下这支片子要讲什么' });
+        return true;
+      }
+      const files = Array.isArray(body.files) ? body.files : [];
+      const character = CHARACTERS.find((item) => item.id === body.character)?.id || 'none';
+      const charFiles = files.filter((f) => f?.role === 'character');
+      if (character === 'upload' && !charFiles.length) {
+        sendJson(res, 400, { error: '选择了「我上传角色图片」，请至少上传一张角色图' });
+        return true;
+      }
+      const needsMusic = files.some(isAudioFile);
+      const size = normalizeSize(body.format);
+      const durationSec = normalizeDuration(body.durationSec);
+      const storyboard = body.storyboard == null ? true : !!body.storyboard;
+      const title = String(body.title || prompt.slice(0, 40) || style.cn).slice(0, 120);
+      const durationLine = durationSec == null
+        ? 'Duration: decide from the content, usually 45–90s, never over 300s.'
+        : `Duration target: ~${durationSec}s, never over 300s.`;
+
+      const job = jobs.create({
+        kind: 'create',
+        title,
+        style: style.id,
+        styleName: style.cn,
+        prompt,
+        storyboard,
+        durationSec,
+        status: 'running',
+        progress: 5,
+        message: '写入创作简报',
+      });
+      const filmDir = ensureDir(path.join(cfg.workspace, 'films', job.id));
+      const filmRoots = [{ dir: filmDir, sinceMs: 0 }];
+      jobs.update(job.id, { projectPath: filmDir, filmRoots });
+      const uploads = await saveUploads(cfg.workspace, job.id, files);
+
+      const brief = {
+        agent: 'biuart',
+        title,
+        kind: style.kind || 'style',
+        style: style.id,
+        styleName: style.cn,
+        styleEn: style.en,
+        group: style.group,
+        summary: style.summary,
+        era: style.era || '',
+        film: style.film || '',
+        grammar: style.kind === 'grammar' ? style.id : '',
+        prompt,
+        width: size.width,
+        height: size.height,
+        format: size.key,
+        fps: 60,
+        durationMode: durationSec == null ? 'auto' : 'fixed',
+        durationSec,
+        character,
+        characterFrames: uploads.filter((u) => u.role === 'character').map((u) => `assets/character/${u.name}`),
+        storyboard,
+        needsMusic,
+        uploads: uploads.map((item) => ({ name: item.name, kind: item.kind, role: item.role })),
+        engineRoot: engine.engineRoot,
+        createdAt: new Date().toISOString(),
+      };
+      writeJson(path.join(filmDir, 'brief.json'), brief);
+
+      const styleLine = style.kind === 'grammar'
+        ? `Grammar: **${style.cn}** (\`${style.id}\`)`
+        : `Style: **${style.cn}** (\`${style.id}\`), group: ${style.group}`;
+      fs.writeFileSync(
+        path.join(filmDir, 'TREATMENT.md'),
+        [
+          `# ${title}`,
+          '',
+          styleLine,
+          `Screen: ${size.label} (${size.width}×${size.height})`,
+          durationLine,
+          `Preview first: ${storyboard ? 'yes' : 'no'}`,
+          `Characters: ${character === 'upload' ? `user-uploaded frames in assets/character/ (${brief.characterFrames.length} files)` : character}`,
+          `Music: ${needsMusic ? 'user upload, beat-locked' : 'optional'}`,
+          '',
+          '## Prompt',
+          '',
+          prompt,
+          '',
+          '## Look',
+          '',
+          style.summary || '',
+          '',
+          '## Assets',
+          '',
+          ...(uploads.length ? uploads.map((item) => `- ${item.name}`) : ['- (none)']),
+          '',
+        ].join('\n'),
+      );
+
+      fs.writeFileSync(
+        path.join(filmDir, 'READY_FOR_AGENT.md'),
+        [
+          '# Ready for BiuArt',
+          '',
+          `Engine: ${engine.engineRoot}`,
+          `Skill: ${path.join(root, 'skills', 'biuart', 'SKILL.md')}`,
+          `Render CLI: node ${path.join(root, 'lib', 'render-cli.mjs')}`,
+          '',
+          'Follow the biuart skill. Copy the engine into this project before editing scenes.',
+          style.era ? `Reference scene: ${style.era}${style.film ? ` (film: ${style.film})` : ''}` : '',
+          `Project folder: ${filmDir}`,
+          storyboard ? 'Stop once with the storyboard before the full film.' : 'Continue through to the delivered mp4.',
+          'The mastered mp4 must sit in the project folder beside brief.json.',
+          '',
+        ].join('\n'),
+      );
+
+      const kickoffPrompt = [
+        'Follow the biuart skill and finish the art animation film.',
+        `Project folder: ${filmDir}`,
+        `Read brief.json and TREATMENT.md. ${style.kind === 'grammar' ? `Grammar ${style.cn} (${style.id}).` : `Style ${style.cn} (${style.id}).`}`,
+        `Canvas: ${size.width}x${size.height}. ${durationLine}`,
+        character === 'none' ? 'No human characters.'
+          : character === 'hands' ? 'People may appear as hands/backs only, never faces.'
+            : `Use the user-uploaded character frames in assets/character/ (${brief.characterFrames.join(', ')}) as data.character.frames.`,
+        storyboard ? 'Show the storyboard before the full film.' : 'Do not pause midway.',
+        needsMusic ? 'Use only the audio files in assets/. Measure the downbeats before cutting.' : 'No music was uploaded; deliver silent or code-synthesized sound.',
+        `Creative brief: ${prompt}`,
+        'Copy the engine into the project, keep the engine internals untouched, and render with the Node CLI.',
+        'Copy the finished mp4 into the project folder, beside brief.json. A file in the engine out folder is not the delivery.',
+        'When done, tell me the MP4 path.',
+      ].join('\n');
+      const kickoff = path.join(filmDir, 'START_IN_DSH.md');
+      fs.writeFileSync(
+        kickoff,
+        [
+          '# Continue in DSH',
+          '',
+          'The panel enables the **biuart** skill and sends the brief below. Paste it if shooting did not start:',
+          '',
+          '```',
+          kickoffPrompt,
+          '```',
+          '',
+        ].join('\n'),
+      );
+      seedSkillIntoProject(filmDir, root, 'biuart');
+      seedSkillDir(filmDir, root, 'biuart');
+
+      const permitRes = await requestRunPermit(cfg, { projectPath: filmDir, jobId: job.id });
+      if (cfg.callbackUrl && !permitRes?.ok) {
+        sendJson(res, 403, {
+          error: permitRes?.error || '无法签发 Run Permit（请确认产品已授权且面板回调可用）',
+          code: permitRes?.code || 'PERMIT_DENIED',
+        });
+        jobs.update(job.id, { status: 'failed', message: 'Run Permit 签发失败', error: permitRes?.error });
+        return true;
+      }
+
+      const panelTask = await reportProgress(cfg, {
+        title: `BiuArt · ${style.cn} · ${title}`,
+        progress: 80,
+        message: '创作简报已就绪，正在提交开拍…',
+        artifact: filmDir,
+      });
+      if (panelTask?.taskId) jobs.update(job.id, { panelTaskId: panelTask.taskId });
+
+      const kick = await requestKickoff(cfg, {
+        taskId: panelTask?.taskId,
+        skill: 'biuart',
+        projectPath: filmDir,
+        kickoffPath: kickoff,
+        promptText: kickoffPrompt,
+        title: `BiuArt · ${style.cn} · ${title}`,
+      });
+      const kicked = !!(kick?.ok || kick?.kickoff?.ok);
+      const sessionId = kick?.kickoff?.sessionId || kick?.sessionId || null;
+      const existingFilm = locateJobFilm(jobs.get(job.id));
+      if (existingFilm && !isIntermediateMp4(existingFilm.path)) {
+        const message = `成片已就绪 · ${path.basename(existingFilm.path)}`;
+        jobs.update(job.id, {
+          status: 'done',
+          progress: 100,
+          phase: 'film',
+          message,
+          artifact: existingFilm.path,
+          outputMp4: existingFilm.path,
+          projectPath: filmDir,
+          kickoff,
+          dshSessionId: sessionId,
+          kickoffOk: kicked,
+        });
+        await reportProgress(cfg, {
+          taskId: jobs.get(job.id)?.panelTaskId,
+          progress: 100,
+          message,
+          done: true,
+          artifact: existingFilm.path,
+        });
+      } else {
+        const message = kicked
+          ? '已接通，正在创作，成片会显示在这里'
+          : '创作简报已就绪，自动开拍未成功';
+        jobs.update(job.id, {
+          status: 'running',
+          progress: kicked ? 55 : 40,
+          phase: kicked ? 'dsh' : 'brief',
+          message,
+          artifact: filmDir,
+          projectPath: filmDir,
+          kickoff,
+          dshSessionId: sessionId,
+          kickoffOk: kicked,
+        });
+        await reportProgress(cfg, {
+          taskId: jobs.get(job.id)?.panelTaskId,
+          progress: kicked ? 55 : 40,
+          message,
+          artifact: filmDir,
+        });
+        watchForFilm(cfg, jobs, job.id, {
+          projectPath: filmDir,
+          title: `BiuArt · ${style.cn} · ${title}`,
+        });
+      }
+
+      sendJson(res, 202, {
+        job: jobs.get(job.id),
+        brief,
+        kickoff,
+        kickoffOk: kicked,
+        dshSessionId: sessionId,
+      });
+      return true;
+    }
+
+    return false;
+  },
+});
+
+// 启动后后台补齐画风缩略图（已存在则跳过）
+ensureThumbs(app.cfg);
+