@dcrays/dcgchat-test 0.5.0-alpha.2 → 0.5.0-alpha.3

package/src/bot.ts

@@ -1,515 +0,0 @@
-import path from 'node:path'
-import type { ReplyPayload } from 'openclaw/plugin-sdk'
-import { createReplyPrefixContext, createTypingCallbacks } from 'openclaw/plugin-sdk/channel-reply-pipeline'
-import type { InboundMessage } from './types.js'
-import { getSessionKey, getWorkspaceDir, setMsgStatus } from './utils/global.js'
-import { clearSentMediaKeys, getDcgchatRuntime, getOpenClawConfig } from './utils/global.js'
-import { normalizeOutboundMediaPaths, resolveAccount, sendDcgchatMedia } from './channel.js'
-import { generateSignUrl } from './request/api.js'
-import { sendChunk, sendFinal, sendText as sendTextMsg, sendError, wsSendRaw, sendText } from './transport.js'
-import { dcgLogger } from './utils/log.js'
-import { contextOverflowUserHint, isContextOverflowError } from './utils/agentErrors.js'
-import { channelInfo, systemCommand, stopCommand, ENV, ignoreToolCommand } from './utils/constant.js'
-import { clearParamsMessage, getEffectiveMsgParams, setParamsMessage } from './utils/params.js'
-import { waitUntilSubagentsIdle } from './tool.js'
-import { beginSupersedingUserTurn, clearActiveRunIdForSession, clearSessionStreamSuppression } from './sessionTermination.js'
-import { interruptLocalDispatchAndGateway, isSessionStreamSuppressed, preemptInboundQueueForStop } from './sessionTermination.js'
-import { releaseDispatchAbortIfCurrent, runInboundTurnSequenced, setActiveRunIdForSession } from './sessionTermination.js'
-
-type MediaInfo = {
-  path: string
-  fileName: string
-  contentType: string
-  placeholder: string
-}
-
-type TFileInfo = { name: string; url: string }
-
-const mediaMaxBytes = 300 * 1024 * 1024
-
-/**
- * 每条入站消息（含 /stop）递增。用于丢弃「已被后续入站抢占」的处理在 dispatch 结束后的尾部逻辑。
- * 仅 /stop 时的 epoch 无法覆盖「新用户消息抢占上一轮」的并发 WS 场景，会导致旧 handler 仍执行 sendFinal(end)、
- * 而新消息被误判为 stale；且上一轮若未对网关 chat.abort，服务端 run 会继续，表现为「新消息秒结束、旧回复复活」。
- */
-const inboundGenerationBySessionKey = new Map<string, number>()
-
-function bumpInboundGeneration(sessionKey: string): number {
-  const n = (inboundGenerationBySessionKey.get(sessionKey) ?? 0) + 1
-  inboundGenerationBySessionKey.set(sessionKey, n)
-  return n
-}
-
-/** 各 sessionKey 当前轮回复的流式分片序号（仅统计实际下发的文本 chunk）；每轮非打断消息开始时置 0 */
-const streamChunkIdxBySessionKey = new Map<string, number>()
-
-export function extractAgentIdFromConversationId(conversationId: string): string | null {
-  const idx = conversationId.indexOf('::')
-  if (idx <= 0) return null
-  return conversationId.slice(0, idx)
-}
-function formatText(text: string): string {
-  if (!text) return ''
-  const str = String(text).replace(/\s/g, '')
-  if (!str) return ''
-  if (str.length <= 50) {
-    return str
-  }
-  return str.slice(0, 25) + `...[此处省略${str.length - 50}字]....` + str.slice(-25)
-}
-async function resolveMediaFromUrls(files: TFileInfo[], botToken: string): Promise<MediaInfo[]> {
-  const core = getDcgchatRuntime()
-  const out: MediaInfo[] = []
-  dcgLogger(`media: user upload files: ${JSON.stringify(files)}`)
-  for (let i = 0; i < files.length; i++) {
-    const file = files[i]
-    try {
-      let data = ''
-      if (/^https?:\/\//i.test(file.url)) {
-        data = file.url
-      } else {
-        data = await generateSignUrl(file.url, botToken)
-      }
-      dcgLogger(`media: generateSignUrl: ${data}`)
-      const response = await fetch(data)
-      if (!response.ok) {
-        dcgLogger?.(`media: ${file.url} fetch failed with HTTP ${response.status}`, 'error')
-        continue
-      }
-      const buffer = Buffer.from(await response.arrayBuffer())
-
-      let contentType = response.headers.get('content-type') || ''
-      if (!contentType) {
-        contentType = (await core.media.detectMime({ buffer })) || ''
-      }
-      const fileName = file.name || path.basename(new URL(file.url).pathname) || 'file'
-      const saved = await core.channel.media.saveMediaBuffer(buffer, contentType, 'inbound', mediaMaxBytes, fileName)
-      const isImage = contentType.startsWith('image/')
-      out.push({
-        path: saved.path,
-        fileName,
-        contentType: saved.contentType || '',
-        placeholder: isImage ? '<media:image>' : '<media:file>'
-      })
-    } catch (err) {
-      dcgLogger(`media: ${file.url} FAILED to process: ${String(err)}`, 'error')
-    }
-  }
-  dcgLogger(`media: resolve complete, ${out.length}/${files.length} file(s) succeeded`)
-  return out
-}
-
-type MediaPayload = {
-  MediaPath?: string
-  MediaFileName?: string
-  MediaType?: string
-  MediaUrl?: string
-  MediaFileNames?: string[]
-  MediaPaths?: string[]
-  MediaUrls?: string[]
-  MediaTypes?: string[]
-}
-function buildMediaPayload(mediaList: MediaInfo[]): MediaPayload {
-  if (mediaList.length === 0) return {}
-  const first = mediaList[0]
-  const mediaFileNames = mediaList.map((m) => m.fileName).filter(Boolean)
-  const mediaPaths = mediaList.map((m) => m.path)
-  const mediaTypes = mediaList.map((m) => m.contentType).filter(Boolean)
-  return {
-    MediaPath: first?.path,
-    MediaFileName: first?.fileName,
-    MediaType: first?.contentType,
-    MediaUrl: first?.path,
-    MediaFileNames: mediaFileNames.length > 0 ? mediaFileNames : undefined,
-    MediaPaths: mediaPaths.length > 0 ? mediaPaths : undefined,
-    MediaUrls: mediaPaths.length > 0 ? mediaPaths : undefined,
-    MediaTypes: mediaTypes.length > 0 ? mediaTypes : undefined
-  }
-}
-
-function resolveReplyMediaList(payload: ReplyPayload): string[] {
-  const p = payload as { mediaUrls?: unknown[]; mediaUrl?: unknown }
-  if (p.mediaUrls != null && Array.isArray(p.mediaUrls) && p.mediaUrls.length > 0) {
-    return normalizeOutboundMediaPaths(p.mediaUrls)
-  }
-  return normalizeOutboundMediaPaths(p.mediaUrl ?? null)
-}
-
-const typingCallbacks = createTypingCallbacks({
-  start: async () => {},
-  onStartError: (err) => {
-    dcgLogger(`typing start error: ${String(err)}`, 'error')
-  }
-})
-
-/**
- * 处理一条用户消息，调用 Agent 并返回回复（同会话串行见 sessionTermination.runInboundTurnSequenced）。
- */
-export async function handleDcgchatMessage(msg: InboundMessage, accountId: string): Promise<void> {
-  const config = getOpenClawConfig()
-  if (!config) {
-    dcgLogger('no config available', 'error')
-    return
-  }
-  const account = resolveAccount(config, accountId)
-  const queueSessionKey = getSessionKey(msg.content, account.accountId)
-  const queueText = (msg.content.text ?? '').trim()
-  if (stopCommand.includes(queueText)) {
-    preemptInboundQueueForStop(queueSessionKey)
-  }
-  await runInboundTurnSequenced(queueSessionKey, () => handleDcgchatMessageInboundTurn(msg, accountId))
-}
-
-async function handleDcgchatMessageInboundTurn(msg: InboundMessage, accountId: string): Promise<void> {
-  const config = getOpenClawConfig()
-  if (!config) {
-    return
-  }
-  const account = resolveAccount(config, accountId)
-  const userId = msg._userId.toString()
-
-  const core = getDcgchatRuntime()
-
-  const conversationId = msg.content.session_id?.trim()
-  const real_mobook = msg.content.real_mobook?.toString().trim()
-
-  const route = core.channel.routing.resolveAgentRoute({
-    cfg: config,
-    channel: "dcgchat-test",
-    accountId: account.accountId,
-    peer: { kind: 'direct', id: conversationId }
-  })
-
-  const embeddedAgentId = extractAgentIdFromConversationId(conversationId)
-
-  const effectiveAgentId = embeddedAgentId ?? route.agentId
-  const dcgSessionKey = getSessionKey(msg.content, account.accountId)
-  const inboundGenAtStart = bumpInboundGeneration(dcgSessionKey)
-
-  const mergedParams = {
-    userId: msg._userId,
-    botToken: msg.content.bot_token,
-    sessionId: conversationId,
-    messageId: msg.content.message_id,
-    domainId: msg.content.domain_id,
-    appId: config.channels?.["dcgchat-test"]?.appId || 100,
-    botId: msg.content.bot_id ?? '',
-    agentId: msg.content.agent_id ?? '',
-    sessionKey: dcgSessionKey,
-    real_mobook
-  }
-  /** 写入本条消息参数前快照：流式/abort 的 final 须对齐「上一轮」触发的对话 messageId，而非打断指令本身 */
-  const priorOutboundCtx = getEffectiveMsgParams(dcgSessionKey)
-  setParamsMessage(dcgSessionKey, mergedParams)
-  dcgLogger(`target alias bound: aliasTarget=${userId} -> sessionKey=${dcgSessionKey}`)
-  const outboundCtx = getEffectiveMsgParams(dcgSessionKey)
-  const agentEntry =
-    effectiveAgentId && effectiveAgentId !== 'main' ? config.agents?.list?.find((a) => a.id === effectiveAgentId) : undefined
-  const agentDisplayName = agentEntry?.name ?? (effectiveAgentId && effectiveAgentId !== 'main' ? effectiveAgentId : undefined)
-
-  let text = msg.content.text?.trim()
-
-  if (!text) {
-    sendTextMsg('你需要我帮你做什么呢？', outboundCtx)
-    sendFinal(outboundCtx, 'not text')
-    setMsgStatus(dcgSessionKey, 'finished')
-    return
-  }
-
-  try {
-    /** 为 true 表示 createReplyDispatcherWithTyping 的 onError 已执行（含 sendFinal），内部 catch 勿再收尾 */
-    let dispatchReplyErrorHandledByOnError = false
-    if (msg.content.skills_scope.length > 0 && !msg.content?.agent_clone_code && !ignoreToolCommand.includes(text?.trim())) {
-      const workspaceDir = getWorkspaceDir()
-      const skill = msg.content.skills_scope[0]
-      const skillDir = `${workspaceDir}/skills/${skill.skill_code}`
-      const skillText = `用户选择使用此技能："${skill.skill_code}"，技能路径是："${skillDir}"，在目录下查找并`
-      text = skill.skill_code ? `${skillText} ${text}` : text
-      dcgLogger(`skill: text: ${text}`)
-    }
-    // 处理用户上传的文件
-    const files = msg.content.files ?? []
-    let mediaPayload: Record<string, unknown> = {}
-    if (files.length > 0) {
-      const mediaList = await resolveMediaFromUrls(files, msg.content.bot_token)
-      mediaPayload = buildMediaPayload(mediaList)
-    }
-
-    const envelopeOptions = core.channel.reply.resolveEnvelopeFormatOptions(config)
-    const messageBody = text
-    const bodyFormatted = core.channel.reply.formatAgentEnvelope({
-      channel: '书灵墨宝',
-      from: userId,
-      timestamp: new Date(),
-      envelope: envelopeOptions,
-      body: messageBody
-    })
-
-    const ctxPayload = core.channel.reply.finalizeInboundContext({
-      Body: bodyFormatted,
-      RawBody: text,
-      CommandBody: text,
-      From: userId,
-      To: dcgSessionKey,
-      SessionKey: dcgSessionKey,
-      AccountId: route.accountId,
-      ChatType: 'direct',
-      SenderName: agentDisplayName,
-      SenderId: userId,
-      Provider: "dcgchat-test",
-      Surface: "dcgchat-test",
-      MessageSid: msg.content.message_id,
-      Timestamp: Date.now(),
-      WasMentioned: true,
-      CommandAuthorized: true,
-      OriginatingChannel: "dcgchat-test",
-      OriginatingTo: dcgSessionKey,
-      Target: dcgSessionKey,
-      SourceTarget: dcgSessionKey,
-      ...mediaPayload
-    })
-
-    const sentMediaKeys = new Set<string>()
-    const getMediaKey = (url: string) => url.split(/[\\/]/).pop() ?? url
-    /** 与 Feishu snapshot 模式一致：payload.text 为当前轮助手全文快照，据此算增量，避免工具前后快照变短或非单调时丢字 */
-    let lastStreamSnapshot = ''
-
-    /** Core 在 block/final（及可选 tool）路径走 `deliver`，流式 token 才走 `onPartialReply`；二者需共用快照，避免双发或漏发 */
-    const emitAssistantTextChunkFromSnapshot = (raw: string | undefined) => {
-      if (!raw) return
-      const t = raw
-      let delta = ''
-      if (t.startsWith(lastStreamSnapshot)) {
-        delta = t.slice(lastStreamSnapshot.length)
-        lastStreamSnapshot = t
-      } else if (lastStreamSnapshot.startsWith(t)) {
-        // 快照缩短（模型修订等）：不重复下发
-      } else {
-        delta = t
-        lastStreamSnapshot = t
-      }
-      if (delta.trim()) {
-        const prev = streamChunkIdxBySessionKey.get(dcgSessionKey) ?? 0
-        streamChunkIdxBySessionKey.set(dcgSessionKey, prev + 1)
-        sendChunk(delta, outboundCtx, prev)
-      }
-    }
-
-    if (msg.content.skills_scope.length > 0 && !msg.content?.agent_clone_code && !ignoreToolCommand.includes(text?.trim())) {
-      const workspaceDir = getWorkspaceDir()
-      const skill = msg.content.skills_scope[0]
-      const skillDir = `${workspaceDir}/skills/${skill.skill_code}`
-      const skillText = `用户选择使用此技能："${skill.skill_code}"，技能路径是："${skillDir}"，在目录下查找并`
-      text = skill.skill_code ? `${skillText} ${text}` : text
-      dcgLogger(`skill: text: ${text}`)
-    }
-    const prefixContext = createReplyPrefixContext({
-      cfg: config,
-      agentId: effectiveAgentId ?? '',
-      channel: "dcgchat-test",
-      accountId: account.accountId
-    })
-
-    const { dispatcher, replyOptions, markDispatchIdle } = core.channel.reply.createReplyDispatcherWithTyping({
-      responsePrefix: prefixContext.responsePrefix,
-      responsePrefixContextProvider: prefixContext.responsePrefixContextProvider,
-      humanDelay: core.channel.reply.resolveHumanDelayConfig(config, route.agentId),
-      onReplyStart: async () => {},
-      deliver: async (payload: ReplyPayload, info) => {
-        if ((inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0) !== inboundGenAtStart) return
-        if (isSessionStreamSuppressed(dcgSessionKey)) return
-        const mediaList = resolveReplyMediaList(payload)
-        for (const mediaUrl of mediaList) {
-          const key = getMediaKey(mediaUrl)
-          if (sentMediaKeys.has(key)) continue
-          sentMediaKeys.add(key)
-          await sendDcgchatMedia({ sessionKey: dcgSessionKey, mediaUrl, text: '' })
-        }
-        if (payload?.text?.trim()) {
-          emitAssistantTextChunkFromSnapshot(payload.text)
-        }
-        dcgLogger(
-          `[deliver]: kind=${info.kind} len=${payload?.text?.length} sessionId=${outboundCtx.sessionId} ${formatText(payload?.text ?? '')}`
-        )
-      },
-      onError: (err: unknown, info: { kind: string }) => {
-        if ((inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0) !== inboundGenAtStart) {
-          dcgLogger(`${info.kind} reply failed (stale handler, ignored): ${String(err)}`, 'error')
-          return
-        }
-        dispatchReplyErrorHandledByOnError = true
-        setMsgStatus(dcgSessionKey, 'finished')
-        const suppressed = isSessionStreamSuppressed(dcgSessionKey)
-        if (!suppressed && isContextOverflowError(err)) {
-          sendText(contextOverflowUserHint(), outboundCtx)
-        }
-        sendFinal(outboundCtx, 'error')
-        clearActiveRunIdForSession(dcgSessionKey)
-        streamChunkIdxBySessionKey.delete(dcgSessionKey)
-        dcgLogger(`${info.kind} reply failed${suppressed ? ' (stream suppressed)' : ''}: ${String(err)}`, 'error')
-      },
-      onIdle: () => {
-        typingCallbacks.onIdle?.()
-      }
-    })
-
-    let dispatchAbort: AbortController | undefined
-    try {
-      if (!stopCommand.includes(text?.trim())) {
-        streamChunkIdxBySessionKey.set(dcgSessionKey, 0)
-        dispatchAbort = await beginSupersedingUserTurn(dcgSessionKey)
-      }
-
-      // if (systemCommand.includes(text?.trim())) {
-      //   dcgLogger(`dispatching ${text?.trim()}`)
-      //   await core.channel.reply.withReplyDispatcher({
-      //     dispatcher,
-      //     onSettled: () => markDispatchIdle(),
-      //     run: () =>
-      //       core.channel.reply.dispatchReplyFromConfig({
-      //         ctx: ctxPayload,
-      //         cfg: config,
-      //         dispatcher,
-      //         replyOptions: {
-      //           ...replyOptions,
-      //           abortSignal: dispatchAbort!.signal,
-      //           onModelSelected: prefixContext.onModelSelected,
-      //           onAgentRunStart: (runId) => {
-      //             setActiveRunIdForSession(dcgSessionKey, runId)
-      //           }
-      //         }
-      //       })
-      //   })
-      // } else
-      if (stopCommand.includes(text?.trim())) {
-        const ctxForAbort = priorOutboundCtx.messageId?.trim() || priorOutboundCtx.sessionId?.trim() ? priorOutboundCtx : outboundCtx
-        await interruptLocalDispatchAndGateway(dcgSessionKey, ctxForAbort)
-        streamChunkIdxBySessionKey.delete(dcgSessionKey)
-        clearSentMediaKeys(msg.content.message_id)
-        setMsgStatus(dcgSessionKey, 'finished')
-        clearParamsMessage(dcgSessionKey)
-        sendText('会话已终止', outboundCtx)
-        sendFinal(outboundCtx, 'stop')
-        return
-      } else {
-        const params = getEffectiveMsgParams(dcgSessionKey)
-        if (!ignoreToolCommand.includes(text?.trim())) {
-          wsSendRaw(params, {
-            is_finish: -1,
-            tool_call_id: Date.now().toString(),
-            is_cover: 0,
-            thinking_content: JSON.stringify({
-              type: 'message_received',
-              specialIdentification: 'dcgchat_tool_call_special_identification',
-              toolName: '',
-              callId: Date.now().toString(),
-              params: ''
-            }),
-            response: ''
-          })
-        }
-        await core.channel.reply.withReplyDispatcher({
-          dispatcher,
-          onSettled: () => markDispatchIdle(),
-          run: () =>
-            core.channel.reply.dispatchReplyFromConfig({
-              ctx: ctxPayload,
-              cfg: config,
-              dispatcher,
-              replyOptions: {
-                ...replyOptions,
-                abortSignal: dispatchAbort!.signal,
-                onModelSelected: prefixContext.onModelSelected,
-                onAgentRunStart: (runId) => {
-                  setActiveRunIdForSession(dcgSessionKey, runId)
-                },
-                onPartialReply: async (payload: ReplyPayload) => {
-                  if ((inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0) !== inboundGenAtStart) return
-                  if (isSessionStreamSuppressed(dcgSessionKey)) return
-                  // --- Streaming text chunks ---
-                  if (payload.text) {
-                    emitAssistantTextChunkFromSnapshot(payload.text)
-                  } else {
-                    dcgLogger(`onPartialReply no text (media/tool metadata): ${JSON.stringify(payload)}`)
-                  }
-                  // --- Media from payload ---
-                  const mediaList = resolveReplyMediaList(payload)
-                  for (const mediaUrl of mediaList) {
-                    const key = getMediaKey(mediaUrl)
-                    if (sentMediaKeys.has(key)) continue
-                    sentMediaKeys.add(key)
-                    await sendDcgchatMedia({ sessionKey: dcgSessionKey, mediaUrl, text: '' })
-                  }
-                }
-              }
-            })
-        })
-      }
-    } catch (err: unknown) {
-      dcgLogger(`handleDcgchatMessage error: ${String(err)}`, 'error')
-      if ((inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0) === inboundGenAtStart) {
-        setMsgStatus(dcgSessionKey, 'finished')
-        if (!dispatchReplyErrorHandledByOnError && isContextOverflowError(err) && !isSessionStreamSuppressed(dcgSessionKey)) {
-          sendText(contextOverflowUserHint(), outboundCtx)
-          sendFinal(outboundCtx, 'error')
-          clearActiveRunIdForSession(dcgSessionKey)
-          streamChunkIdxBySessionKey.delete(dcgSessionKey)
-          return
-        }
-      }
-    } finally {
-      releaseDispatchAbortIfCurrent(dcgSessionKey, dispatchAbort)
-    }
-
-    const inboundGenNow = inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0
-    if (inboundGenNow !== inboundGenAtStart) {
-      dcgLogger(`skip post-reply tail: sessionKey=${dcgSessionKey} (stale handler: inbound gen ${inboundGenAtStart}→${inboundGenNow})`)
-      return
-    }
-
-    if (![...systemCommand, ...stopCommand].includes(text?.trim())) {
-      if (isSessionStreamSuppressed(dcgSessionKey)) {
-        clearSessionStreamSuppression(dcgSessionKey)
-      }
-    }
-    clearSentMediaKeys(msg.content.message_id)
-    const storePath = core.channel.session.resolveStorePath(config.session?.store)
-    await waitUntilSubagentsIdle(dcgSessionKey, { timeoutMs: 600_000 })
-    // 等待子 agent 期间可能已有新入站消息（generation 已变），不能再 end/finished，否则会误结束新轮或放行错挂的正文。
-    if ((inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0) !== inboundGenAtStart) {
-      dcgLogger(
-        `skip post-wait tail: sessionKey=${dcgSessionKey} (stale handler after subagent wait: inbound gen ${inboundGenAtStart}→${inboundGenerationBySessionKey.get(dcgSessionKey)})`
-      )
-      return
-    }
-    clearActiveRunIdForSession(dcgSessionKey)
-    setMsgStatus(dcgSessionKey, 'finished')
-    sendFinal(outboundCtx, 'end')
-    dcgLogger(`record session route: updateLastRoute.to=${dcgSessionKey}, accountId=${route.accountId}`)
-    core.channel.session
-      .recordInboundSession({
-        storePath,
-        sessionKey: dcgSessionKey,
-        ctx: ctxPayload,
-        updateLastRoute: {
-          sessionKey: dcgSessionKey,
-          channel: "dcgchat-test",
-          to: dcgSessionKey,
-          accountId: route.accountId
-        },
-        onRecordError: (err) => {
-          dcgLogger(` session record error: ${String(err)}`, 'error')
-        }
-      })
-      .catch((err: unknown) => {
-        dcgLogger(` recordInboundSession failed: ${String(err)}`, 'error')
-      })
-  } catch (err) {
-    dcgLogger(` handle message failed: ${String(err)}`, 'error')
-    if ((inboundGenerationBySessionKey.get(dcgSessionKey) ?? 0) === inboundGenAtStart) {
-      setMsgStatus(dcgSessionKey, 'finished')
-    }
-    const rawErr = err instanceof Error ? err.message : String(err)
-    sendError(isContextOverflowError(err) ? contextOverflowUserHint() : rawErr, outboundCtx)
-  }
-}