@exccoder/dsh-media-workbench 0.0.0-stage → 0.1.2

package/src/tools.js

@@ -0,0 +1,354 @@
+// 注册给模型的四个工具：让 DSH 在对话里也能直接用工作台
+import { join } from 'node:path'
+import { imageReady, videoReady } from './settings.js'
+import { RATIOS, templateGraph } from './graph.js'
+
+const text = value => [{ type: 'text', text: value }]
+
+const str = (description, extra = {}) => ({ type: 'string', description, ...extra })
+const num = (description, extra = {}) => ({ type: 'number', description, ...extra })
+
+function check(args, schema) {
+  const errors = []
+  for (const key of schema.required ?? []) {
+    if (args?.[key] === undefined || args[key] === '') errors.push(`缺少 ${key}`)
+  }
+  for (const key of Object.keys(args ?? {})) {
+    if (!schema.properties[key]) errors.push(`未知参数 ${key}`)
+  }
+  if (errors.length) throw new Error(errors.join('；'))
+}
+
+function absolute(filesDir, file) {
+  return join(filesDir, file)
+}
+
+function wait(ms) {
+  return new Promise(resolve => setTimeout(resolve, ms))
+}
+
+async function waitUntil(fn, { timeoutMs = 600_000, interval = 1500 } = {}) {
+  const start = Date.now()
+  while (Date.now() - start < timeoutMs) {
+    const value = await fn()
+    if (value) return value
+    await wait(interval)
+  }
+  return null
+}
+
+export function apply(ctx, deps) {
+  const { store, settings, saveImageBuffer, runImage, createVideo, runVideoRecord, runGraph, saveDocument, ready = Promise.resolve() } = deps
+
+  const imageTool = {
+    name: 'modern_media_generate_image',
+    description: '在「摩登-媒体工作室 → 生图工作台」里生成图片，结果会自动存进作品历史。用户要做封面、配图、海报、概念图时用。需要用户先在插件设置里配好生图服务。生成后可以用 present 把文件给用户看。',
+    parameters: {
+      type: 'object',
+      additionalProperties: false,
+      required: ['prompt'],
+      properties: {
+        prompt: str('画面描述。写清主体、动作、构图、光线、材质和氛围；不要在画面里放文字。'),
+        style: str('风格：电影感 / 插画 / 水墨 / 赛博朋克 / 胶片 / 3D / 极简 / 浮世绘 / 概念艺术，或留空'),
+        ratio: str('画幅', { enum: Object.keys(RATIOS) }),
+        count: num('生成几张，1 到 2', { minimum: 1, maximum: 2 }),
+        reference: str('（可选）参考图文件名，来自工作台上传的图；用它会走图生图/编辑'),
+      },
+    },
+    timeoutMs: 300_000,
+    output: {
+      schema: {
+        type: 'object',
+        additionalProperties: false,
+        required: ['files', 'urls', 'prompt'],
+        properties: {
+          files: { type: 'array', items: { type: 'string' } },
+          urls: { type: 'array', items: { type: 'string' } },
+          prompt: { type: 'string' },
+        },
+      },
+      render: (_args, value) => text(`已在工作台生成 ${value.files.length} 张图：\n${value.files.map(file => `- ${file}`).join('\n')}`),
+    },
+    async execute(args) {
+      check(args, { ...imageTool.parameters })
+      const current = await settings.read()
+      if (!imageReady(current)) throw new Error('还没有配置生图服务，请让用户打开「摩登-媒体工作室 → 设置 → 生图服务」。')
+      const count = Math.max(1, Math.min(2, Math.round(Number(args.count) || 1)))
+      const ratio = RATIOS[args.ratio] ?? RATIOS['1:1']
+      const prompt = String(args.prompt).trim()
+      const files = []
+      const urls = []
+      for (let i = 0; i < count; i++) {
+        const id = `tool_${Date.now().toString(36)}${i}`
+        const result = await runImageDirect(id, {
+          prompt,
+          style: args.style ?? '',
+          size: ratio.size,
+          reference: args.reference ?? '',
+          model: current.image.model,
+        })
+        files.push(result.path)
+        urls.push(result.url)
+      }
+      return { files, urls, prompt }
+    },
+  }
+
+  async function runImageDirect(id, request) {
+    const current = await settings.read()
+    const { generateImage } = await import('./image.js')
+    const result = await generateImage(current, request, { filesDir: store.filesDir })
+    const file = await saveImageBuffer(id, result)
+    const row = {
+      id,
+      prompt: request.prompt,
+      negative: '',
+      style: request.style ?? '',
+      model: current.image.model,
+      size: request.size,
+      reference: request.reference ?? '',
+      file,
+      width: result.width,
+      height: result.height,
+      status: 'done',
+      error: '',
+      favorite: false,
+      createdAt: new Date().toISOString(),
+    }
+    await store.mutate(state => { state.images.unshift(row); state.images = state.images.slice(0, 300) })
+    return { path: absolute(store.filesDir, file), url: `${deps.BASE}/files/${file}` }
+  }
+
+  const documentTool = {
+    name: 'modern_media_save_document',
+    description: '把一篇写好的稿子保存进「摩登-媒体工作室 → 写作工作台」，用户可以在那里继续改。适合交付文章、脚本、章节、报告。',
+    parameters: {
+      type: 'object',
+      additionalProperties: false,
+      required: ['title', 'content'],
+      properties: {
+        title: str('作品标题'),
+        content: str('完整正文，Markdown 或纯文本'),
+        outline: str('（可选）大纲，Markdown'),
+      },
+    },
+    timeoutMs: 30_000,
+    output: {
+      schema: {
+        type: 'object',
+        additionalProperties: false,
+        required: ['id', 'title', 'chars'],
+        properties: { id: { type: 'string' }, title: { type: 'string' }, chars: { type: 'integer' } },
+      },
+      render: (_args, value) => text(`已保存到写作工作台：${value.title}（${value.chars} 字）。`),
+    },
+    async execute(args) {
+      check(args, documentTool.parameters)
+      const doc = await saveDocument({ title: args.title, content: args.content, outline: args.outline ?? '' })
+      return { id: doc.id, title: doc.title, chars: [...String(args.content)].length }
+    },
+  }
+
+  const videoTool = {
+    name: 'modern_media_generate_video',
+    description: '在「摩登-媒体工作室 → 视频工作台」里生成视频或分镜短片。没有配置视频服务时，用 mode=storyboard 以 4 张关键帧做出动态分镜。任务较长，默认等到完成（最多 9 分钟）。',
+    parameters: {
+      type: 'object',
+      additionalProperties: false,
+      required: ['prompt'],
+      properties: {
+        prompt: str('画面描述，写清镜头、动作、光线和氛围'),
+        mode: str('模式', { enum: ['text', 'image', 'storyboard'] }),
+        ratio: str('画幅', { enum: Object.keys(RATIOS) }),
+        duration: num('时长（秒），2 到 20', { minimum: 2, maximum: 20 }),
+        reference: str('（可选）首帧图片文件名'),
+        wait: { type: 'boolean', description: '是否等到完成再返回，默认 true' },
+      },
+    },
+    timeoutMs: 600_000,
+    output: {
+      schema: {
+        type: 'object',
+        additionalProperties: false,
+        required: ['id', 'status'],
+        properties: {
+          id: { type: 'string' },
+          status: { type: 'string' },
+          file: { type: 'string' },
+          frames: { type: 'array', items: { type: 'string' } },
+          error: { type: 'string' },
+        },
+      },
+      render: (_args, value) => text(value.status === 'done'
+        ? `视频已完成：${value.file || `${value.frames?.length ?? 0} 张分镜`}\n${value.file ?? ''}`
+        : `视频任务 ${value.id} 当前状态：${value.status}${value.error ? `（${value.error}）` : ''}`),
+    },
+    async execute(args) {
+      check(args, videoTool.parameters)
+      const current = await settings.read()
+      const mode = args.mode ?? 'text'
+      if (mode !== 'storyboard' && !videoReady(current)) {
+        if (mode === 'text' && imageReady(current)) args.mode = 'storyboard'
+        else throw new Error('还没有配置视频服务，也没有可用的生图服务。')
+      }
+      const item = await createVideo({
+        prompt: args.prompt,
+        mode: args.mode ?? 'text',
+        ratio: args.ratio,
+        duration: args.duration,
+        reference: args.reference,
+      })
+      if (args.wait === false) return { id: item.id, status: 'queued' }
+      const done = await waitUntil(async () => {
+        const state = await store.read()
+        const row = state.videos.find(v => v.id === item.id)
+        if (!row) return { status: 'missing' }
+        if (row.status === 'done' || row.status === 'error') return row
+        return null
+      }, { timeoutMs: 540_000, interval: 2000 })
+      if (!done) return { id: item.id, status: 'running' }
+      return {
+        id: item.id,
+        status: done.status,
+        ...(done.file ? { file: absolute(store.filesDir, done.file) } : {}),
+        ...(done.frames?.length ? { frames: done.frames.map(file => absolute(store.filesDir, file)) } : {}),
+        ...(done.error ? { error: done.error } : {}),
+      }
+    },
+  }
+
+  const mapTool = {
+    name: 'modern_media_run_star_map',
+    description: '运行「摩登-媒体工作室 → 星图工作台」里的一张星图（提示词 → 写作 → 生图 → 视频 → 预览的有向无环图）。可以先用模板 inspiration / card / video 新建一张再运行。返回每个节点产出的文件与文字。',
+    parameters: {
+      type: 'object',
+      additionalProperties: false,
+      properties: {
+        graphId: str('要运行的星图 id；不填则用 template 新建一张'),
+        template: str('新建星图用的模板', { enum: ['inspiration', 'card', 'video'] }),
+        name: str('新建星图的名字'),
+      },
+    },
+    timeoutMs: 900_000,
+    output: {
+      schema: {
+        type: 'object',
+        additionalProperties: false,
+        required: ['graphId', 'status', 'outputs'],
+        properties: {
+          graphId: { type: 'string' },
+          status: { type: 'string' },
+          outputs: {
+            type: 'array',
+            items: {
+              type: 'object',
+              additionalProperties: false,
+              required: ['nodeId', 'type', 'status'],
+              properties: {
+                nodeId: { type: 'string' },
+                type: { type: 'string' },
+                status: { type: 'string' },
+                text: { type: 'string' },
+                file: { type: 'string' },
+                error: { type: 'string' },
+              },
+            },
+          },
+        },
+      },
+      render: (_args, value) => text(`星图 ${value.graphId}：${value.status}\n${value.outputs.map(row => `- [${row.type}] ${row.status}${row.file ? ` → ${row.file}` : ''}${row.text ? ` → ${row.text.slice(0, 80)}` : ''}`).join('\n')}`),
+    },
+    async execute(args) {
+      check(args, mapTool.parameters)
+      let graphId = args.graphId
+      if (!graphId) {
+        if (!args.template) throw new Error('要么给 graphId，要么给 template')
+        const graph = templateGraph(args.template)
+        if (args.name) graph.name = String(args.name).slice(0, 40)
+        await store.mutate(state => { state.graphs.unshift(graph); state.graphs = state.graphs.slice(0, 40) })
+        graphId = graph.id
+      }
+      await runGraph(graphId, [])
+      const done = await waitUntil(async () => {
+        const state = await store.read()
+        const graph = state.graphs.find(g => g.id === graphId)
+        if (graph?.run && ['done', 'error', 'stopped'].includes(graph.run.status)) return graph
+        return null
+      }, { timeoutMs: 840_000, interval: 2000 })
+      const state = await store.read()
+      const graph = done ?? state.graphs.find(g => g.id === graphId)
+      const outputs = (graph?.nodes ?? []).filter(node => node.type !== 'note').map(node => ({
+        nodeId: node.id,
+        type: node.type,
+        status: node.status ?? 'idle',
+        ...(node.output?.kind === 'text' && node.output.text ? { text: node.output.text } : {}),
+        ...(node.output?.file ? { file: absolute(store.filesDir, node.output.file) } : {}),
+        ...(node.error ? { error: node.error } : {}),
+      }))
+      return { graphId, status: graph?.run?.status ?? 'unknown', outputs }
+    },
+  }
+
+  const inspectTool = {
+    name: 'modern_media_workspace_overview',
+    description: '查看「摩登-媒体工作室」里现有的作品：最近的图片、视频、写作文档和星图。想接着用户的上一件作品做时先用它。',
+    parameters: {
+      type: 'object',
+      additionalProperties: false,
+      properties: {
+        kind: str('要看的类型', { enum: ['all', 'images', 'videos', 'documents', 'graphs'] }),
+        limit: num('最多返回几条，默认 8', { minimum: 1, maximum: 30 }),
+      },
+    },
+    timeoutMs: 30_000,
+    output: {
+      schema: {
+        type: 'object',
+        additionalProperties: false,
+        required: ['summary'],
+        properties: { summary: { type: 'string' }, data: { type: 'object' } },
+      },
+      render: (_args, value) => text(value.summary),
+    },
+    async execute(args) {
+      check(args, inspectTool.parameters)
+      const state = await store.read()
+      const limit = Math.max(1, Math.min(30, Number(args.limit) || 8))
+      const kind = args.kind ?? 'all'
+      const data = {}
+      const lines = []
+      if (kind === 'all' || kind === 'images') {
+        data.images = state.images.slice(0, limit).map(row => ({ id: row.id, prompt: row.prompt, style: row.style, file: row.file, favorite: row.favorite }))
+        lines.push(`图片 ${state.images.length} 张`)
+        for (const row of data.images) lines.push(`- ${row.prompt.slice(0, 50)}${row.file ? `（${row.file}）` : ''}`)
+      }
+      if (kind === 'all' || kind === 'videos') {
+        data.videos = state.videos.slice(0, limit).map(row => ({ id: row.id, prompt: row.prompt, mode: row.mode, status: row.status, file: row.file }))
+        lines.push(`视频 ${state.videos.length} 条`)
+      }
+      if (kind === 'all' || kind === 'documents') {
+        data.documents = state.docs.slice(0, limit).map(row => ({ id: row.id, title: row.title, chars: [...row.content].length, updatedAt: row.updatedAt }))
+        lines.push(`文档 ${state.docs.length} 篇`)
+        for (const row of data.documents) lines.push(`- ${row.title}（${row.chars} 字）`)
+      }
+      if (kind === 'all' || kind === 'graphs') {
+        data.graphs = state.graphs.slice(0, limit).map(row => ({ id: row.id, name: row.name, nodes: row.nodes.length }))
+        lines.push(`星图 ${state.graphs.length} 张`)
+      }
+      return { summary: lines.join('\n'), data }
+    },
+  }
+
+  for (const tool of [imageTool, documentTool, videoTool, mapTool, inspectTool]) {
+    const execute = tool.execute
+    ctx.tools.register({
+      ...tool,
+      execute: async (...args) => {
+        await ready
+        return execute.apply(tool, args)
+      },
+    })
+  }
+}
+
+export { text }

package/src/util.js

@@ -0,0 +1,217 @@
+// @exccoder/dsh-media-workbench · host 工具函数：HTTP、文件、安全校验
+import { createReadStream } from 'node:fs'
+import { mkdir, readFile, rename, stat, writeFile } from 'node:fs/promises'
+import { extname, join, normalize, sep } from 'node:path'
+
+export const MIME = {
+  '.html': 'text/html; charset=utf-8',
+  '.js': 'text/javascript; charset=utf-8',
+  '.mjs': 'text/javascript; charset=utf-8',
+  '.css': 'text/css; charset=utf-8',
+  '.json': 'application/json; charset=utf-8',
+  '.svg': 'image/svg+xml',
+  '.png': 'image/png',
+  '.jpg': 'image/jpeg',
+  '.jpeg': 'image/jpeg',
+  '.webp': 'image/webp',
+  '.gif': 'image/gif',
+  '.avif': 'image/avif',
+  '.mp4': 'video/mp4',
+  '.webm': 'video/webm',
+  '.mov': 'video/quicktime',
+  '.woff2': 'font/woff2',
+  '.txt': 'text/plain; charset=utf-8',
+  '.md': 'text/markdown; charset=utf-8',
+}
+
+export function json(res, status, body) {
+  const payload = JSON.stringify(body)
+  res.statusCode = status
+  res.setHeader('content-type', 'application/json; charset=utf-8')
+  res.setHeader('cache-control', 'no-store')
+  res.setHeader('x-content-type-options', 'nosniff')
+  res.end(payload)
+}
+
+export function fail(message, status = 400) {
+  const err = new Error(message)
+  err.status = status
+  return err
+}
+
+export async function readBuffer(req, limit = 8_000_000) {
+  const chunks = []
+  let size = 0
+  for await (const chunk of req) {
+    size += chunk.length
+    if (size > limit) throw fail('内容太大', 413)
+    chunks.push(chunk)
+  }
+  return Buffer.concat(chunks)
+}
+
+export async function readJson(req, limit = 2_000_000) {
+  const raw = await readBuffer(req, limit)
+  if (!raw.length) return {}
+  try {
+    return JSON.parse(raw.toString('utf8'))
+  } catch {
+    throw fail('请求不是有效的 JSON', 400)
+  }
+}
+
+/** 支持 Range，视频才能拖动和循环 */
+export async function sendFile(req, res, file, { cache = 'private, max-age=3600' } = {}) {
+  const type = MIME[extname(file).toLowerCase()]
+  if (!type) return json(res, 404, { error: '不支持的文件类型' })
+  let info
+  try {
+    info = await stat(file)
+  } catch {
+    return json(res, 404, { error: '文件不存在' })
+  }
+  if (!info.isFile()) return json(res, 404, { error: '文件不存在' })
+  res.setHeader('content-type', type)
+  res.setHeader('accept-ranges', 'bytes')
+  res.setHeader('cache-control', cache)
+  res.setHeader('x-content-type-options', 'nosniff')
+  const range = /^bytes=(\d*)-(\d*)$/.exec(req.headers.range || '')
+  if (range && (range[1] || range[2])) {
+    const start = range[1] ? Number(range[1]) : Math.max(0, info.size - Number(range[2]))
+    const end = range[1] && range[2] ? Math.min(Number(range[2]), info.size - 1) : info.size - 1
+    if (start >= info.size || start > end) {
+      res.statusCode = 416
+      res.setHeader('content-range', `bytes */${info.size}`)
+      return res.end()
+    }
+    res.statusCode = 206
+    res.setHeader('content-range', `bytes ${start}-${end}/${info.size}`)
+    res.setHeader('content-length', end - start + 1)
+    return createReadStream(file, { start, end }).pipe(res)
+  }
+  res.statusCode = 200
+  res.setHeader('content-length', info.size)
+  if (req.method === 'HEAD') return res.end()
+  return createReadStream(file).pipe(res)
+}
+
+export function newId(prefix = 'x') {
+  return `${prefix}_${Date.now().toString(36)}${Math.random().toString(36).slice(2, 7)}`
+}
+
+export function sleep(ms, signal) {
+  return new Promise((resolve, reject) => {
+    if (signal?.aborted) return reject(signal.reason ?? new Error('aborted'))
+    const timer = setTimeout(resolve, ms)
+    signal?.addEventListener('abort', () => {
+      clearTimeout(timer)
+      reject(signal.reason ?? new Error('aborted'))
+    }, { once: true })
+  })
+}
+
+/** 从图片字节里读出宽高，用于画廊布局 */
+export function imageSize(buffer) {
+  try {
+    if (buffer.length >= 24 && buffer[0] === 0x89 && buffer[1] === 0x50) {
+      return { width: buffer.readUInt32BE(16), height: buffer.readUInt32BE(20) }
+    }
+    if (buffer.length > 4 && buffer[0] === 0xff && buffer[1] === 0xd8) {
+      let offset = 2
+      while (offset + 9 < buffer.length) {
+        if (buffer[offset] !== 0xff) { offset++; continue }
+        const marker = buffer[offset + 1]
+        const length = buffer.readUInt16BE(offset + 2)
+        if (marker >= 0xc0 && marker <= 0xcf && marker !== 0xc4 && marker !== 0xc8 && marker !== 0xcc) {
+          return { width: buffer.readUInt16BE(offset + 7), height: buffer.readUInt16BE(offset + 5) }
+        }
+        offset += 2 + length
+      }
+    }
+    if (buffer.length > 30 && buffer.toString('latin1', 0, 4) === 'RIFF' && buffer.toString('latin1', 8, 12) === 'WEBP') {
+      const kind = buffer.toString('latin1', 12, 16)
+      if (kind === 'VP8X') return { width: 1 + buffer.readUIntLE(24, 3), height: 1 + buffer.readUIntLE(27, 3) }
+      if (kind === 'VP8 ') return { width: buffer.readUInt16LE(26) & 0x3fff, height: buffer.readUInt16LE(28) & 0x3fff }
+      if (kind === 'VP8L') {
+        const bits = buffer.readUInt32LE(21)
+        return { width: (bits & 0x3fff) + 1, height: ((bits >> 14) & 0x3fff) + 1 }
+      }
+    }
+  } catch { /* 尺寸只是展示增强 */ }
+  return null
+}
+
+export function extensionOf(buffer) {
+  if (buffer.length > 8 && buffer[0] === 0x89 && buffer[1] === 0x50) return '.png'
+  if (buffer.length > 3 && buffer[0] === 0xff && buffer[1] === 0xd8) return '.jpg'
+  if (buffer.length > 12 && buffer.toString('latin1', 0, 4) === 'RIFF' && buffer.toString('latin1', 8, 12) === 'WEBP') return '.webp'
+  if (buffer.length > 6 && buffer.toString('latin1', 0, 3) === 'GIF') return '.gif'
+  if (buffer.length > 12 && buffer.toString('latin1', 4, 12) === 'ftypavif') return '.avif'
+  return null
+}
+
+export function videoExtensionOf(buffer) {
+  if (buffer.length > 12 && buffer.toString('latin1', 4, 8) === 'ftyp') return '.mp4'
+  if (buffer.length > 4 && buffer[0] === 0x1a && buffer[1] === 0x45 && buffer[2] === 0xdf && buffer[3] === 0xa3) return '.webm'
+  return '.mp4'
+}
+
+export async function writeAtomic(file, data, mode) {
+  const tmp = `${file}.${process.pid}.${Math.random().toString(36).slice(2, 6)}.tmp`
+  await writeFile(tmp, data, mode ? { mode } : undefined)
+  await rename(tmp, file)
+}
+
+export async function ensureDir(dir) {
+  await mkdir(dir, { recursive: true })
+}
+
+/** 静态目录内取文件：拒绝穿越与点文件 */
+export function safeJoin(root, rel) {
+  const clean = normalize(rel).replace(/^([/\\])+/, '')
+  if (!clean || clean.split(/[\\/]/).some(part => part.startsWith('.'))) return null
+  const base = normalize(root)
+  const file = normalize(join(base, clean))
+  return file.startsWith(base + sep) ? file : null
+}
+
+export async function readJsonFile(file, fallback) {
+  try {
+    return JSON.parse(await readFile(file, 'utf8'))
+  } catch (err) {
+    if (err.code === 'ENOENT') return fallback
+    throw err
+  }
+}
+
+/** 只允许公网 http(s)：挡住本机、内网和云元数据地址 */
+export function assertRemoteUrl(input) {
+  let url
+  try {
+    url = new URL(String(input))
+  } catch {
+    throw fail('图片地址无效', 400)
+  }
+  if (!/^https?:$/.test(url.protocol)) throw fail('只支持 http/https 地址', 400)
+  const host = url.hostname.toLowerCase()
+  const blocked = /^(localhost|127\.|0\.|10\.|192\.168\.|169\.254\.|::1|\[::1\])/.test(host)
+  if (blocked) throw fail('出于安全考虑，不能访问本机或内网地址', 400)
+  const m = /^(\d{1,3})\.(\d{1,3})\.(\d{1,3})\.(\d{1,3})$/.exec(host)
+  if (m) {
+    const [a, b] = [Number(m[1]), Number(m[2])]
+    if (a === 127 || a === 10 || a === 0 || (a === 169 && b === 254) || (a === 172 && b >= 16 && b <= 31) || (a === 192 && b === 168)) {
+      throw fail('出于安全考虑，不能访问本机或内网地址', 400)
+    }
+  }
+  return url
+}
+
+export function clampInt(value, min, max, fallback) {
+  const n = Number(value)
+  return Number.isFinite(n) ? Math.min(max, Math.max(min, Math.round(n))) : fallback
+}
+
+export function redact(text, secret) {
+  const clean = String(text ?? '').slice(0, 400)
+  return secret ? clean.split(secret).join('***') : clean
+}