@uzooai/anime-ai-cli 0.0.0-stage → 0.5.0

package/src/image-crop.js

@@ -0,0 +1,283 @@
+import crypto from 'node:crypto'
+import fs from 'node:fs/promises'
+import path from 'node:path'
+import { atomic, json, root, safeName } from './store.js'
+import { scopedCanvas } from './materials.js'
+import { readSource } from './generation-input.js'
+import { segment } from './workflows.js'
+import { mediaTools, downloadImage, hashFile, sameImageReferences } from './media.js'
+import { cropImage, cropGeometry } from './image-media.js'
+import { imageOutputWorkflow } from './image-output.js'
+
+const mediaDefault = { mediaTools, downloadImage, cropImage }
+const text = (value) => String(value ?? '').trim()
+const digest = (value) => crypto.createHash('sha256').update(JSON.stringify(value)).digest('hex')
+export const cropPath = (profile, operation) =>
+  path.join(root(), 'image-crops', safeName(profile), safeName(operation) + '.json')
+export function cropInput(value) {
+  if (
+    !value ||
+    typeof value !== 'object' ||
+    Array.isArray(value) ||
+    Object.keys(value).some(
+      (key) => !['doc_id', 'node_id', 'space', 'team_uid', 'rect', 'aspect_ratio'].includes(key)
+    )
+  )
+    throw new Error('裁剪输入无效或包含未接入字段')
+  if (!text(value.doc_id) || !text(value.node_id)) throw new Error('裁剪缺少 doc_id/node_id')
+  if (Object.hasOwn(value, 'rect') === Object.hasOwn(value, 'aspect_ratio'))
+    throw new Error('裁剪须提供 rect 或居中 aspect_ratio，不能同时提供')
+  if (Object.hasOwn(value, 'rect')) {
+    const rect = value.rect
+    if (
+      !rect ||
+      typeof rect !== 'object' ||
+      Array.isArray(rect) ||
+      Object.keys(rect).length !== 4 ||
+      Object.keys(rect).some((k) => !['left', 'top', 'width', 'height'].includes(k)) ||
+      !Object.values(rect).every(Number.isSafeInteger) ||
+      rect.left < 0 ||
+      rect.top < 0 ||
+      rect.width <= 0 ||
+      rect.height <= 0
+    )
+      throw new Error('rect 使用原图整数像素 left/top/width/height，起点非负且尺寸为正')
+    return {
+      ...value,
+      rect: { left: rect.left, top: rect.top, width: rect.width, height: rect.height }
+    }
+  }
+  const ratio = text(value.aspect_ratio).replace(/：/g, ':').replace(/\s/g, '')
+  const match = ratio.match(/^(\d+(?:\.\d+)?)[:/xX*](\d+(?:\.\d+)?)$/)
+  const number = match ? Number(match[1]) / Number(match[2]) : NaN
+  if (!Number.isFinite(number) || number < 0.05 || number > 20 || Number(match?.[1]) <= 0)
+    throw new Error('aspect_ratio 须为 3:4 等宽高比，范围 1:20–20:1；按原图最大居中区域裁剪')
+  return { ...value, aspect_ratio: ratio }
+}
+async function identity(client) {
+  const me = await client.raw('/auth/me'),
+    uid = text(me.uid ?? me.id)
+  if (!uid) throw new Error('裁剪账号响应缺少 UID')
+  return uid
+}
+export async function readImageSource(client, input) {
+  const doc = await scopedCanvas(client, input.doc_id, input.space, input.team_uid)
+  const node = doc.nodes.find((n) => n.id === input.node_id),
+    data = node?.data || {}
+  if (
+    !node ||
+    !['image', 'image_upload'].includes(node.type) ||
+    data.extra?.repaint ||
+    data.extra?.video_remake ||
+    data.extra?.clip_redraw
+  )
+    throw new Error('图片处理仅支持普通图片生成/图片素材节点')
+  const source = readSource(node)
+  const refs = [
+    data.resultFileRef,
+    data.fileRef,
+    data.file_ref,
+    data.extra?.file_ref,
+    data.result?.file_ref,
+    data.node_output?.file_ref
+  ]
+    .map(text)
+    .filter(Boolean)
+  if (!source.url || source.uploading || source.uploadError || new Set(refs).size !== 1)
+    throw new Error('原图未上传完成或媒体引用不一致')
+  const taskId = text(
+    data.sourceTaskId || data.extra?.source_task_id || data.last_task_id || data.lastTaskId
+  )
+  if (!/^[1-9]\d*$/.test(taskId))
+    throw new Error('当前图片处理要求同画布真实图片任务；无任务素材来源待接入')
+  const task = await client.raw('/canvas/generations/' + segment(taskId))
+  if (
+    String(task.task_id ?? task.id) !== taskId ||
+    task.doc_id !== doc.id ||
+    task.segment_type !== 'image' ||
+    task.status !== 'completed'
+  )
+    throw new Error('图片来源与同画布已完成图片任务不匹配')
+  if (!['image/png', 'image/jpeg'].includes(task.result?.mime_type))
+    throw new Error('当前图片处理仅接入静态 PNG/JPEG 原图')
+  if (!(await sameImageReferences(client, refs[0], task.result?.file_ref)))
+    throw new Error('原图与任务结果不是同一媒体')
+  const geometry = cropGeometry(task.result, {
+    aspect_ratio: task.result.width + ':' + task.result.height
+  })
+  return {
+    doc,
+    node,
+    source: geometry.source,
+    url: client.baseUrl + '/files/' + encodeURIComponent(refs[0]),
+    binding: { task_id: taskId, file_ref: refs[0], ...geometry.source }
+  }
+}
+async function context(client, input) {
+  const current = await readImageSource(client, input)
+  return { ...current, geometry: cropGeometry(current.source, input) }
+}
+const summary = (record) => ({
+  operation: record.operation,
+  state: record.state,
+  generation_submitted: false,
+  library_saved: false,
+  doc_id: record.input.doc_id,
+  source_node_id: record.input.node_id,
+  ...record.geometry,
+  items: record.items.map((item) => ({
+    node_id: item.nodeId,
+    state: item.state,
+    canvas_bound: item.bound === true,
+    task_id: item.response?.task_id || null,
+    width: item.local?.width || null,
+    height: item.local?.height || null
+  })),
+  next:
+    record.state === 'completed'
+      ? '读取画布与 PNG 核验；不会自动入库'
+      : '先检查后端和原节点；crop-recover 原 operation --yes 只恢复已知阶段，不重发未知 complete'
+})
+const { persistNodes, runUploads } = imageOutputWorkflow({
+  recordPath: cropPath,
+  readContext: context,
+  nodeTitle: (item) => item.title,
+  nodePosition: (_nodes, source) => ({
+    x: Number(source.position?.x || 0) + Number(source.width || 320) + 80,
+    y: Number(source.position?.y || 0)
+  }),
+  edgeRole: 'image-edit-link',
+  edgePrefix: 'crop-link-',
+  codePrefix: 'CROP',
+  mime: 'image/png',
+  summarize: summary
+})
+async function bound(client, profile, operation) {
+  const record = await json(cropPath(profile, operation), null)
+  if (!record) throw new Error('未找到裁剪 operation')
+  if (record.baseUrl !== client.baseUrl || record.owner !== (await identity(client)))
+    throw new Error('裁剪 operation 账号或服务不匹配')
+  const current = await context(client, record.input)
+  if (
+    digest(record.binding) !== digest(current.binding) ||
+    digest(record.geometry) !== digest(current.geometry)
+  )
+    throw new Error('裁剪原图/任务/区域已变化，停止恢复')
+  return { record, current }
+}
+async function prepareLocal(client, profile, record, current, options, media) {
+  const item = record.items[0]
+  if (item.local) return
+  const tools = await media.mediaTools(options)
+  await fs.mkdir(record.directory, { recursive: true })
+  const source = path.join(record.directory, 'source.img')
+  if (!record.download) {
+    await fs.rm(source, { force: true })
+    record.download = await media.downloadImage(client, current.url, source)
+    await atomic(cropPath(profile, record.operation), record)
+  } else if (digest(await hashFile(source)) !== digest(record.download))
+    throw new Error('本地原图缓存已改变')
+  const output = path.join(record.directory, item.fileName)
+  await fs.rm(output, { force: true })
+  item.local = await media.cropImage(source, output, record.geometry, tools)
+  record.state = 'local_ready'
+  await atomic(cropPath(profile, record.operation), record)
+}
+export async function startCrop(
+  client,
+  profile,
+  value,
+  operation,
+  confirmed = false,
+  options = {},
+  media = mediaDefault
+) {
+  const input = cropInput(value),
+    file = cropPath(profile, operation),
+    old = await json(file, null)
+  if (old) {
+    if (digest(old.input) !== digest(input)) throw new Error('原裁剪 operation 不可修改输入')
+    return getCrop(client, profile, operation)
+  }
+  const tools = await media.mediaTools(options),
+    current = await context(client, input),
+    owner = await identity(client)
+  if (!confirmed)
+    return {
+      operation,
+      submitted: false,
+      generation_submitted: false,
+      library_saved: false,
+      source_task_id: current.binding.task_id,
+      ...current.geometry,
+      output_format: 'image/png',
+      media_tools: 'available',
+      next: '核对原图像素区域并暂停画布编辑后加 --yes；保留原图，新增图片素材及来源线，不入库'
+    }
+  const title = current.node.data?.title || '图片'
+  const record = {
+    operation,
+    input,
+    owner,
+    baseUrl: client.baseUrl,
+    binding: current.binding,
+    geometry: current.geometry,
+    directory: path.join(path.dirname(file), safeName(operation) + '-files'),
+    state: 'preparing',
+    createdAt: new Date().toISOString(),
+    items: [
+      {
+        nodeId: 'crop-' + crypto.randomUUID(),
+        title: title + '（裁剪）',
+        fileName:
+          (title.replace(/[\\/:*?"<>|\u0000-\u001f]+/g, '_').slice(0, 80) || 'edited-image') +
+          '.png',
+        state: 'prepared'
+      }
+    ]
+  }
+  await atomic(file, record)
+  await prepareLocal(client, profile, record, current, tools, media)
+  const fresh = (await bound(client, profile, operation)).current
+  await persistNodes(client, profile, record, fresh)
+  return runUploads(client, profile, record)
+}
+export async function getCrop(client, profile, operation) {
+  const { record, current } = await bound(client, profile, operation),
+    result = summary(record)
+  for (let i = 0; i < record.items.length; i++) {
+    const item = record.items[i],
+      node = current.doc.nodes.find((n) => n.id === item.nodeId)
+    if (
+      item.bound &&
+      (node?.type !== 'image_upload' ||
+        node.data?.extra?.file_ref !== item.response.result.file_ref ||
+        !current.doc.edges.some(
+          (e) =>
+            e.source === record.input.node_id &&
+            e.target === item.nodeId &&
+            e.data?.role === 'image-edit-link'
+        ))
+    ) {
+      result.state = 'canvas_changed'
+      result.items[i].state = 'canvas_changed'
+      result.items[i].canvas_bound = false
+    }
+  }
+  return result
+}
+export async function recoverCrop(
+  client,
+  profile,
+  operation,
+  confirmed = false,
+  options = {},
+  media = mediaDefault
+) {
+  if (!confirmed) return getCrop(client, profile, operation)
+  const { record, current } = await bound(client, profile, operation)
+  if (record.state === 'completed') return getCrop(client, profile, operation)
+  await prepareLocal(client, profile, record, current, options, media)
+  await persistNodes(client, profile, record, (await bound(client, profile, operation)).current)
+  return runUploads(client, profile, record)
+}

package/src/image-matting.js

@@ -0,0 +1,82 @@
+import { readImageSource } from './image-crop.js'
+import { materialScope } from './materials.js'
+import { requireServiceReady } from './service.js'
+
+const text = (value) => String(value ?? '').trim()
+
+export function mattingInput(value) {
+  if (
+    !value ||
+    typeof value !== 'object' ||
+    Array.isArray(value) ||
+    Object.keys(value).some((key) => !['doc_id', 'node_id', 'space', 'team_uid'].includes(key)) ||
+    typeof value.doc_id !== 'string' ||
+    !text(value.doc_id) ||
+    typeof value.node_id !== 'string' ||
+    !text(value.node_id)
+  )
+    throw new Error('抠图预检仅接受 doc_id/node_id/space/team_uid；不支持自定义模型或阈值')
+  materialScope(value.space, value.team_uid)
+  return { ...value, doc_id: text(value.doc_id), node_id: text(value.node_id) }
+}
+
+// Read-only discovery. Matting is a free product service, but availability and
+// server lookup for unknown submissions is not available. POST /matting performs inference.
+export async function checkMatting(client, value) {
+  const input = mattingInput(value)
+  const service = await requireServiceReady(client)
+  const current = await readImageSource(client, input)
+  const account = await client.raw('/auth/me')
+  if (!text(account.uid)) throw new Error('抠图预检账号响应缺少 UID')
+  const team =
+    input.space === 'team'
+      ? account.teams?.find((item) => text(item.uid) === input.team_uid && item.status === 'active')
+      : null
+  if (input.space === 'team' && !team) throw new Error('当前账号没有目标团队的有效成员身份')
+  const balance = (team || account).oo_balance ?? (team || account).credit_balance
+  return {
+    status: 'preflight_only',
+    preflight: 'passed',
+    submission_available: false,
+    processing_submitted: false,
+    generation_submitted: false,
+    canvas_written: false,
+    library_saved: false,
+    service_status: service.status,
+    doc_id: current.doc.id,
+    canvas_version: current.doc.version,
+    source_node_id: current.node.id,
+    source_task_id: current.binding.task_id,
+    source: current.source,
+    parameters: { model: 'general', ...materialScope(input.space, input.team_uid) },
+    wallet: {
+      scope: input.space,
+      ...(team
+        ? { team_uid: input.team_uid, team_name: String(team.name || ''), shared: true }
+        : {}),
+      balance_snapshot: typeof balance === 'number' && Number.isFinite(balance) ? balance : null,
+      currency: 'OO'
+    },
+    estimated_credit_cost: null,
+    pricing_policy: { mode: 'free', connected_service_verified: false },
+    dependencies: { processing: 'server', local_tools_required: false },
+    expected_result: {
+      node_type: 'image_upload',
+      mime_type: 'image/png',
+      edge_role: 'matting-link'
+    },
+    blockers: [
+      {
+        code: 'MATTING_DEPLOYMENT_UNVERIFIED',
+        message: '尚未接入当前部署抠图可用性的只读核验；后端ready不代表免费抠图服务已开放，不能以推理POST探测健康'
+      },
+      {
+        code: 'MATTING_RECOVERY_UNAVAILABLE',
+        message: '未知同步PNG响应没有可靠服务端查询；已知结果引用及本地缓存可通过原operation恢复，不重发推理'
+      },
+
+    ],
+    deployment_feature_enabled: null,
+    next: '仅只读预检；实际处理使用image matting先预览后确认。已知结果引用/缓存可恢复，未知提交不能查回且绝不重发。不安装本机工具、不自动入库。'
+  }
+}

package/src/image-media.js

@@ -0,0 +1,89 @@
+import fs from 'node:fs/promises'
+import { runMedia, probeMedia, hashFile } from './media.js'
+
+export function cropGeometry(size, input) {
+  const width = Number(size.width),
+    height = Number(size.height)
+  if (![width, height].every((n) => Number.isSafeInteger(n) && n > 0) || width * height > 64000000)
+    throw new Error('裁剪原图尺寸无效或超过 6400 万像素')
+  let rect
+  if (input.rect) {
+    rect = { ...input.rect }
+    if (rect.left + rect.width > width || rect.top + rect.height > height)
+      throw new Error('裁剪区域超出原图像素边界')
+  } else {
+    const [a, b] = input.aspect_ratio
+      .replace(/：/g, ':')
+      .split(/[:/xX*]/)
+      .map(Number)
+    const ratio = a / b
+    let frameWidth = width,
+      frameHeight = width / ratio
+    if (frameHeight > height) {
+      frameHeight = height
+      frameWidth = height * ratio
+    }
+    const left = Math.min(width - 1, Math.round((width - frameWidth) / 2))
+    const top = Math.min(height - 1, Math.round((height - frameHeight) / 2))
+    rect = {
+      left,
+      top,
+      width: Math.max(1, Math.min(width - left, Math.round(frameWidth))),
+      height: Math.max(1, Math.min(height - top, Math.round(frameHeight)))
+    }
+  }
+  const scale = Math.min(
+    1,
+    4096 / Math.max(rect.width, rect.height),
+    Math.sqrt(16000000 / (rect.width * rect.height))
+  )
+  return {
+    source: { width, height },
+    rect,
+    output: {
+      width: Math.max(1, Math.floor(rect.width * scale)),
+      height: Math.max(1, Math.floor(rect.height * scale))
+    }
+  }
+}
+
+export async function cropImage(source, target, geometry, tools) {
+  const image = await probeMedia(source, tools)
+  if (!['png', 'mjpeg'].includes(image.codec) || image.rotation || image.orientation > 1)
+    throw new Error('当前裁剪仅接入静态 PNG/JPEG；旋转/镜像方向或其他格式待验证')
+  if (image.width !== geometry.source.width || image.height !== geometry.source.height)
+    throw new Error('实际原图尺寸与任务元数据不一致；停止，不按缩略图尺寸裁剪')
+  const { rect, output } = geometry
+  await runMedia(tools.ffmpeg, [
+    '-nostdin',
+    '-v',
+    'error',
+    '-protocol_whitelist',
+    'file,pipe',
+    '-i',
+    source,
+    '-map',
+    '0:v:0',
+    '-vf',
+    `crop=${rect.width}:${rect.height}:${rect.left}:${rect.top}:exact=1,scale=${output.width}:${output.height}:flags=lanczos,format=rgba`,
+    '-frames:v',
+    '1',
+    '-c:v',
+    'png',
+    '-n',
+    target
+  ])
+  const handle = await fs.open(target, 'r')
+  try {
+    const signature = Buffer.alloc(8)
+    await handle.read(signature, 0, 8, 0)
+    if (!signature.equals(Buffer.from([137, 80, 78, 71, 13, 10, 26, 10])))
+      throw new Error('裁剪导出不是有效 PNG')
+  } finally {
+    await handle.close()
+  }
+  const actual = await probeMedia(target, tools)
+  if (actual.width !== output.width || actual.height !== output.height)
+    throw new Error('裁剪导出尺寸不一致')
+  return { width: actual.width, height: actual.height, ...(await hashFile(target)) }
+}