@uzooai/anime-ai-cli 0.0.0-stage → 0.5.0

package/src/repaint-materials.js

@@ -0,0 +1,601 @@
+import fs from 'node:fs/promises'
+import path from 'node:path'
+import { isDeepStrictEqual as equal } from 'node:util'
+import { atomic, json, root, safeName } from './store.js'
+import { request } from './api.js'
+import { hashFile } from './media.js'
+import { multipartText } from './multipart.js'
+import { jobPath } from './repaint-graph.js'
+import { requireServiceReady } from './service.js'
+import {
+  repaintSettingsContext,
+  requireRepaintSettingsIdle,
+  appendRepaintAttachment,
+  repaintSettingsPath
+} from './repaint-settings.js'
+
+const api = (client, endpoint, options = {}) =>
+  client.raw(
+    endpoint,
+    {
+      ...options,
+      headers: { ...options.headers, 'X-Client-Source': 'canvas' }
+    },
+    { retry: false }
+  )
+export const repaintUploadPath = (profile, operation) =>
+  path.join(
+    root(),
+    'repaint-uploads',
+    safeName(profile),
+    safeName(operation) + '.json'
+  )
+const persist = (r) => atomic(repaintUploadPath(r.profile, r.operation), r)
+const fail = (message, cause) =>
+  Object.assign(new Error(message), {
+    code: 'REPAINT_UPLOAD_UNKNOWN',
+    ...(cause
+      ? {
+          cause,
+          status: cause.status,
+          apiCode: cause.apiCode,
+          requestId: cause.requestId
+        }
+      : {})
+  })
+const categories = {
+  image: ['character', 'scene', 'prop', 'other'],
+  audio: ['audio', 'voice']
+}
+const mimeTypes = {
+  '.png': 'image/png',
+  '.jpg': 'image/jpeg',
+  '.jpeg': 'image/jpeg',
+  '.webp': 'image/webp',
+  '.mp3': 'audio/mpeg',
+  '.wav': 'audio/wav',
+  '.m4a': 'audio/mp4',
+  '.aac': 'audio/aac',
+  '.pdf': 'application/pdf'
+}
+export async function repaintUploadInput(value, route) {
+  if (
+    !['reference', 'attachment'].includes(route) ||
+    !value ||
+    Array.isArray(value) ||
+    typeof value !== 'object' ||
+    Object.keys(value).some(
+      (k) =>
+        ![
+          'file',
+          ...(route === 'reference' ? ['kind', 'category'] : [])
+        ].includes(k)
+    ) ||
+    typeof value.file !== 'string' ||
+    !value.file.trim()
+  )
+    throw new Error(
+      '上传输入需file；任务素材另需kind/category，不接受URL或素材库ID'
+    )
+  const file = path.resolve(value.file),
+    filename = path.basename(file),
+    mime = mimeTypes[path.extname(file).toLowerCase()]
+  if (!filename || filename.length > 255 || /[\x00-\x1f\x7f]/.test(filename))
+    throw new Error('素材文件名无效')
+  if (
+    route === 'reference' &&
+    !categories[value.kind]?.includes(value.category)
+  )
+    throw new Error(
+      '任务素材仅支持图片character/scene/prop/other，音频audio/voice；视频不可用'
+    )
+  if (
+    !mime ||
+    (route === 'reference'
+      ? !mime.startsWith(value.kind + '/')
+      : !(mime.startsWith('image/') || mime === 'application/pdf'))
+  )
+    throw new Error('本路线文件格式不支持')
+  const stat = await fs.stat(file)
+  if (
+    !stat.isFile() ||
+    !Number.isSafeInteger(stat.size) ||
+    stat.size <= 0 ||
+    (route === 'attachment' && stat.size > 20 * 1024 * 1024)
+  )
+    throw new Error('文件为空/不是普通文件/超过附件20MiB限制')
+  return {
+    file,
+    filename,
+    mime,
+    ...(await hashFile(file)),
+    ...(route === 'reference'
+      ? { kind: value.kind, category: value.category }
+      : {})
+  }
+}
+const currentBinding = (ctx) => ({
+  ...ctx.binding,
+  custom_prompt: ctx.serverValue,
+  attachments: ctx.serverAttachments
+})
+function check(r, ctx, activation = false) {
+  const current = currentBinding(ctx)
+  const expected =
+    r.route === 'reference'
+      ? {
+          ...current,
+          custom_prompt: r.binding.custom_prompt,
+          attachments: r.binding.attachments
+        }
+      : current
+  if (r.owner !== ctx.parent.owner || !equal(r.binding, expected)) {
+    // Attachment activation owns its separate CAS journal, including before/target lists.
+    if (
+      !activation ||
+      r.owner !== ctx.parent.owner ||
+      !equal(r.binding, {
+        ...currentBinding(ctx),
+        attachments: r.binding.attachments
+      })
+    )
+      throw new Error(
+        '上传的账号/job/方案/全局规则或附件已变化；不转移素材或覆盖编辑'
+      )
+  }
+  if (
+    ctx.nodeValue !== ctx.serverValue ||
+    (!activation && !equal(ctx.nodeAttachments, ctx.serverAttachments))
+  )
+    throw new Error('画布全局设置未同步，先恢复原保存')
+}
+export async function listRepaintMaterials(client, profile, parent) {
+  const ctx = await repaintSettingsContext(client, profile, parent)
+  const result = await api(client, jobPath(ctx.job.id) + '/reference-materials')
+  if (!Array.isArray(result?.items) || result.count !== result.items.length)
+    throw new Error('任务素材池列表不完整')
+  return {
+    repaint_operation: parent,
+    job_id: ctx.job.id,
+    ...result,
+    generation_submitted: false
+  }
+}
+function summary(r) {
+  return {
+    operation: r.operation,
+    repaint_operation: r.parentOperation,
+    route: r.route,
+    state: r.state,
+    job_id: r.binding.job_id,
+    plan_version: r.binding.plan_version,
+    file_name: r.input.filename,
+    bytes: r.input.bytes,
+    ...(r.receipt ? { receipt: r.receipt } : {}),
+    ...(r.activation ? { activation: r.activation } : {}),
+    generation_submitted: false,
+    processing_submitted: false,
+    material_library_saved: false,
+    upload_billable_oo: false,
+    limits:
+      r.route === 'attachment'
+        ? { max_bytes: 20 * 1024 * 1024 }
+        : {
+            max_bytes: null,
+            authority:
+              '服务端任务素材限额；没有公开查询接口，不用普通素材库限额代替'
+          },
+    reference_generation_available: false,
+    attachment_processing_available: null,
+    attachment_processing_preflight:
+      'repaint delivery PARENT --segment-index N --operation NAME'
+  }
+}
+async function duplicate(client, profile, operation, ctx, input, route) {
+  const dir = path.dirname(repaintUploadPath(profile, operation))
+  const files = await fs.readdir(dir).catch((e) => {
+    if (e.code === 'ENOENT') return []
+    throw e
+  })
+  for (const name of files.filter((n) => n.endsWith('.json'))) {
+    const r = await json(path.join(dir, name))
+    if (
+      r.operation !== operation &&
+      r.baseUrl === client.baseUrl &&
+      r.owner === ctx.parent.owner &&
+      r.binding.job_id === ctx.job.id &&
+      ((r.sessionAttempted && r.state !== 'completed') ||
+        (r.route === route && r.input.sha256 === input.sha256))
+    )
+      throw new Error(
+        '同job已有未结束上传或相同文件/用途的operation；先查询原操作，不能换名重复上传'
+      )
+  }
+}
+export async function startRepaintUpload(
+  client,
+  profile,
+  parent,
+  operation,
+  route,
+  value,
+  confirmed = false
+) {
+  safeName(operation)
+  if (route === 'attachment' && operation.length > 55)
+    throw new Error('附件operation最长55字符，预留设置记录后缀')
+  const input = await repaintUploadInput(value, route)
+  await requireServiceReady(client)
+  const ctx = await repaintSettingsContext(client, profile, parent)
+  await requireRepaintSettingsIdle(client, ctx, profile)
+  let r = await json(repaintUploadPath(profile, operation), null)
+  if (r) {
+    if (
+      r.baseUrl !== client.baseUrl ||
+      r.parentOperation !== parent ||
+      r.route !== route ||
+      !equal(r.input, input)
+    )
+      throw new Error('operation已绑定其他文件、用途、任务或服务')
+  } else {
+    if (
+      ctx.nodeValue !== ctx.serverValue ||
+      !equal(ctx.nodeAttachments, ctx.serverAttachments)
+    )
+      throw new Error('全局规则/附件已不同步，停止上传')
+    if (route === 'attachment') {
+      const pricing = await api(client, '/video-segmentation/pricing')
+      if (
+        !Number.isSafeInteger(pricing.attachment_max) ||
+        pricing.attachment_max < 1 ||
+        ctx.serverAttachments.length >= Math.min(10, pricing.attachment_max)
+      )
+        throw new Error('全局附件已达上限或限额未知，停止上传')
+    }
+    await duplicate(client, profile, operation, ctx, input, route)
+    r = {
+      schema: 1,
+      profile,
+      parentOperation: parent,
+      operation,
+      route,
+      input,
+      owner: ctx.parent.owner,
+      baseUrl: client.baseUrl,
+      binding: currentBinding(ctx),
+      state: 'prepared',
+      createdAt: new Date().toISOString()
+    }
+    await persist(r)
+  }
+  return confirmed
+    ? recoverRepaintUpload(client, profile, operation, true)
+    : summary(r)
+}
+async function bound(client, profile, operation) {
+  const r = await json(repaintUploadPath(profile, operation), null)
+  if (
+    !r ||
+    r.schema !== 1 ||
+    r.profile !== profile ||
+    r.baseUrl !== client.baseUrl
+  )
+    throw new Error('上传operation不存在或服务不匹配')
+  const ctx = await repaintSettingsContext(client, profile, r.parentOperation)
+  const activation =
+    r.route === 'attachment' &&
+    !!(await json(
+      repaintSettingsPath(profile, r.operation + '-settings'),
+      null
+    ))
+  check(r, ctx, activation)
+  return { r, ctx, activation }
+}
+export async function getRepaintUpload(client, profile, operation) {
+  const { r } = await bound(client, profile, operation)
+  return summary(r)
+}
+function sessionReceipt(s, r) {
+  if (
+    typeof s?.upload_id !== 'string' ||
+    !s.upload_id ||
+    typeof s.object_key !== 'string' ||
+    !s.object_key ||
+    !Number.isSafeInteger(s.part_size) ||
+    s.part_size < 1 ||
+    s.part_size > 128 * 1024 * 1024 ||
+    !Number.isSafeInteger(s.total_parts) ||
+    s.total_parts !== Math.ceil(r.input.bytes / s.part_size)
+  )
+    throw new Error('上传会话回执不完整')
+  return {
+    upload_id: s.upload_id,
+    object_key: s.object_key,
+    part_size: s.part_size,
+    total_parts: s.total_parts
+  }
+}
+function verifyReceipt(r) {
+  const x = r.receipt
+  if (
+    !x ||
+    !x.file_ref ||
+    !x.url ||
+    x.file_size !== r.input.bytes ||
+    x.mime_type !== r.input.mime
+  )
+    throw new Error(
+      '注册回执缺少真实文件引用/大小/类型；保留原回执，不重发注册'
+    )
+  const url = new URL(x.url, new URL(r.baseUrl).origin)
+  if (
+    (url.origin !== new URL(r.baseUrl).origin && url.protocol !== 'https:') ||
+    !url.pathname.startsWith('/api/v1/files/') ||
+    decodeURIComponent(url.pathname.slice('/api/v1/files/'.length)) !==
+      x.file_ref ||
+    url.username ||
+    url.password ||
+    url.search ||
+    url.hash
+  )
+    throw new Error('注册回执不是当前服务对应文件代理引用')
+  if (
+    r.route === 'reference'
+      ? !Number.isSafeInteger(x.id) ||
+        x.id < 1 ||
+        x.kind !== r.input.kind ||
+        x.category !== r.input.category ||
+        x.file_name !== r.input.filename
+      : x.name !== r.input.filename
+  )
+    throw new Error('注册回执用途/名称/素材ID不匹配')
+}
+export async function recoverRepaintUpload(
+  client,
+  profile,
+  operation,
+  confirmed = false
+) {
+  await requireServiceReady(client)
+  let { r, ctx, activation } = await bound(client, profile, operation)
+  if (!confirmed) return summary(r)
+  if (r.state === 'completed') {
+    if (r.route === 'reference') await verifyReference(client, r)
+    else
+      r.activation = await appendRepaintAttachment(
+        client,
+        profile,
+        r.parentOperation,
+        r.operation + '-settings',
+        r.receipt
+      )
+    return summary(r)
+  }
+  await requireRepaintSettingsIdle(client, ctx, profile)
+  if (r.receipt) return finish(client, r)
+  const input = await repaintUploadInput(
+    {
+      file: r.input.file,
+      ...(r.route === 'reference'
+        ? { kind: r.input.kind, category: r.input.category }
+        : {})
+    },
+    r.route
+  )
+  if (!equal(r.input, input))
+    throw new Error('原本地文件内容已改变；不续传混合文件')
+  if (r.registerAttempted)
+    throw fail(
+      '原业务注册响应未知，不能按同名列表认领或重发注册；保留upload_id等待人工核验'
+    )
+  if (r.completeAttempted && !r.completeReceipt)
+    throw fail('原合并上传响应未知；不自动重发complete或创建新会话')
+  if (r.sessionAttempted && !r.session)
+    throw fail('原创建会话响应未知且无upload_id；不自动创建另一会话')
+  const purpose = r.route === 'reference' ? 'video_reference' : 'video_delivery'
+  try {
+    if (!r.session) {
+      r.sessionAttempted = true
+      r.state = 'creating_session'
+      await persist(r)
+      const s = await api(client, '/uploads/sessions', {
+        method: 'POST',
+        body: {
+          media_type:
+            r.route === 'reference'
+              ? r.input.kind
+              : r.input.mime.startsWith('image/')
+                ? 'image'
+                : 'other',
+          filename: r.input.filename,
+          file_size: r.input.bytes,
+          mime_type: r.input.mime,
+          purpose,
+          scope_id: r.binding.job_id
+        }
+      })
+      // Persist even a malformed receipt so the operation never creates again.
+      r.sessionRaw = {
+        upload_id: s?.upload_id,
+        object_key: s?.object_key,
+        part_size: s?.part_size,
+        total_parts: s?.total_parts
+      }
+      await persist(r)
+      r.session = sessionReceipt(s, r)
+      await persist(r)
+    }
+    const s = r.session,
+      upload = '/uploads/sessions/' + encodeURIComponent(s.upload_id)
+    if (!r.completeReceipt) {
+      const listed = await api(client, upload + '/parts')
+      if (
+        listed.upload_id !== s.upload_id ||
+        !Array.isArray(listed.parts) ||
+        !Array.isArray(listed.missing_parts)
+      )
+        throw new Error('上传分片查询结构不完整')
+      const parts = listed.parts.map((p) => ({
+        part_number: p.part_number,
+        etag: p.etag
+      }))
+      const numbers = parts.map((p) => p.part_number)
+      if (
+        new Set(numbers).size !== numbers.length ||
+        parts.some(
+          (p) =>
+            !Number.isInteger(p.part_number) ||
+            p.part_number < 1 ||
+            p.part_number > s.total_parts ||
+            !p.etag
+        ) ||
+        !equal(
+          listed.missing_parts,
+          Array.from({ length: s.total_parts }, (_, i) => i + 1).filter(
+            (n) => !numbers.includes(n)
+          )
+        )
+      )
+        throw new Error('上传分片编号/缺片列表不匹配')
+      for (const p of r.parts || [])
+        if (
+          !parts.some(
+            (x) => x.part_number === p.part_number && x.etag === p.etag
+          )
+        )
+          throw new Error('已确认分片被修改或丢失，停止')
+      const handle = await fs.open(r.input.file, 'r')
+      try {
+        for (const n of listed.missing_parts) {
+          const size = Math.min(
+              s.part_size,
+              r.input.bytes - (n - 1) * s.part_size
+            ),
+            bytes = Buffer.alloc(size)
+          const got = await handle.read(bytes, 0, size, (n - 1) * s.part_size)
+          if (got.bytesRead !== size) throw new Error('本地分片读取不完整')
+          const presign = await api(
+            client,
+            upload + '/parts/' + n + '/presign',
+            { method: 'POST' }
+          )
+          if (presign.part_number !== n || typeof presign.url !== 'string')
+            throw new Error('分片签名回执无效')
+          r.state = 'uploading_parts'
+          r.partAttempted = n
+          await persist(r)
+          // Anonymous signed storage URL; never pass the API credentials.
+          const result = await request(
+            presign.url,
+            { method: 'PUT', body: bytes },
+            client.timeout
+          )
+          if (!result.ok || !result.headers.get('etag'))
+            throw Object.assign(
+              new Error('分片PUT失败或缺ETag（HTTP ' + result.status + '）'),
+              { status: result.status }
+            )
+          parts.push({ part_number: n, etag: result.headers.get('etag') })
+          r.parts = [...parts].sort((a, b) => a.part_number - b.part_number)
+          await persist(r)
+        }
+      } finally {
+        await handle.close()
+      }
+      const digest = await hashFile(r.input.file)
+      if (digest.bytes !== r.input.bytes || digest.sha256 !== r.input.sha256)
+        throw new Error('分片上传期间文件变化；不合并或注册')
+      r.parts = parts.sort((a, b) => a.part_number - b.part_number)
+      r.completeBody = {
+        object_key: s.object_key,
+        parts: r.parts,
+        expected_parts: s.total_parts
+      }
+      r.completeAttempted = true
+      r.state = 'completing'
+      await persist(r)
+      const c = await api(client, upload + '/complete', {
+        method: 'POST',
+        body: r.completeBody
+      })
+      r.completeRaw = c
+      await persist(r)
+      if (
+        c.upload_id !== s.upload_id ||
+        c.object_key !== s.object_key ||
+        c.session?.completed !== true ||
+        c.session.scope_id !== r.binding.job_id ||
+        c.session.purpose !== purpose ||
+        c.session.filename !== r.input.filename ||
+        c.session.file_size !== r.input.bytes ||
+        c.session.mime_type !== r.input.mime
+      )
+        throw new Error('合并回执未证实原会话/用途/文件绑定')
+      r.completeReceipt = true
+      r.state = 'uploaded'
+      await persist(r)
+    }
+    ctx = await repaintSettingsContext(client, profile, r.parentOperation)
+    check(r, ctx, activation)
+    await requireRepaintSettingsIdle(client, ctx, profile)
+    const fields = {
+      upload_id: r.session.upload_id,
+      ...(r.route === 'reference'
+        ? { kind: r.input.kind, category: r.input.category }
+        : { name: r.input.filename })
+    }
+    r.registerAttempted = true
+    r.state = 'registering'
+    await persist(r)
+    r.receipt = await api(
+      client,
+      jobPath(r.binding.job_id) +
+        (r.route === 'reference'
+          ? '/reference-materials'
+          : '/delivery-attachment'),
+      { method: 'POST', ...multipartText(fields) }
+    )
+    r.state = 'registered'
+    await persist(r)
+  } catch (cause) {
+    r.state = 'upload_pending'
+    await persist(r)
+    throw fail(
+      '上传阶段未完成；先检查后端连接，再按原operation查询/恢复，不换名或重复注册',
+      cause
+    )
+  }
+  return finish(client, r)
+}
+async function verifyReference(client, r) {
+  const listed = await api(
+    client,
+    jobPath(r.binding.job_id) + '/reference-materials'
+  )
+  const x = listed.items?.find((x) => x.id === r.receipt.id)
+  if (
+    !x ||
+    ['kind', 'category', 'file_name', 'mime_type', 'file_size'].some(
+      (k) => x[k] !== r.receipt[k]
+    )
+  )
+    throw fail('已注册的任务素材ID未查到或绑定改变；不重新上传或按同名认领')
+}
+async function finish(client, r) {
+  verifyReceipt(r)
+  if (r.route === 'reference') await verifyReference(client, r)
+  else {
+    r.state = 'activation_pending'
+    await persist(r)
+    r.activation = await appendRepaintAttachment(
+      client,
+      r.profile,
+      r.parentOperation,
+      r.operation + '-settings',
+      r.receipt
+    )
+  }
+  r.state = 'completed'
+  await persist(r)
+  return summary(r)
+}