@epoch-ai/cli 2.2.4 → 2.2.5

package/src/session/processor.ts

@@ -1,635 +0,0 @@
-import { Cause, Effect, Layer, ServiceMap } from "effect"
-import * as Stream from "effect/Stream"
-import { Agent } from "@/agent/agent"
-import { Bus } from "@/bus"
-import { Config } from "@/config/config"
-import { Permission } from "@/permission"
-import { Plugin } from "@/plugin"
-import { Snapshot } from "@/snapshot"
-import { Log } from "@/util/log"
-import { Session } from "."
-import { LLM } from "./llm"
-import { MessageV2 } from "./message-v2"
-import { isOverflow } from "./overflow"
-import { PartID } from "./schema"
-import type { SessionID } from "./schema"
-import { SessionRetry } from "./retry"
-import { SessionStatus } from "./status"
-import { SessionSummary } from "./summary"
-import { SanitizerMiddleware } from "./sanitizer"
-import type { Provider } from "@/provider/provider"
-import { Question } from "@/question"
-import { Todo } from "./todo"
-
-import { Lock } from "../util/lock.js"
-
-export namespace SessionProcessor {
-  const DOOM_LOOP_THRESHOLD = 3
-  const log = Log.create({ service: "session.processor" })
-
-  export type Result = "compact" | "stop" | "continue"
-
-  export type Event = LLM.Event
-
-  export interface Handle {
-    readonly message: MessageV2.Assistant
-    readonly partFromToolCall: (toolCallID: string) => MessageV2.ToolPart | undefined
-    readonly abort: () => Effect.Effect<void>
-    readonly process: (streamInput: LLM.StreamInput) => Effect.Effect<Result>
-  }
-
-  type Input = {
-    assistantMessage: MessageV2.Assistant
-    sessionID: SessionID
-    model: Provider.Model
-  }
-
-  export interface Interface {
-    readonly create: (input: Input) => Effect.Effect<Handle>
-  }
-
-  interface ProcessorContext extends Input {
-    toolcalls: Record<string, MessageV2.ToolPart>
-    shouldBreak: boolean
-    snapshot: string | undefined
-    blocked: boolean
-    needsCompaction: boolean
-    pendingTransition: boolean
-    streamingLoopDetected: boolean
-    streamingLoopReason?: string
-    currentText: MessageV2.TextPart | undefined
-    reasoningMap: Record<string, MessageV2.ReasoningPart>
-  }
-
-  type StreamEvent = Event
-
-  export class Service extends ServiceMap.Service<Service, Interface>()("@epochcli/SessionProcessor") {}
-
-  export const layer: Layer.Layer<
-    Service,
-    never,
-    | Session.Service
-    | Config.Service
-    | Bus.Service
-    | Snapshot.Service
-    | Agent.Service
-    | LLM.Service
-    | Permission.Service
-    | Plugin.Service
-    | SessionStatus.Service
-    | Todo.Service
-  > = Layer.effect(
-    Service,
-    Effect.gen(function* () {
-      const session = yield* Session.Service
-      const config = yield* Config.Service
-      const bus = yield* Bus.Service
-      const snapshot = yield* Snapshot.Service
-      const agents = yield* Agent.Service
-      const llm = yield* LLM.Service
-      const permission = yield* Permission.Service
-      const plugin = yield* Plugin.Service
-      const status = yield* SessionStatus.Service
-      const todo = yield* Todo.Service
-
-      const create = Effect.fn("SessionProcessor.create")(function* (input: Input) {
-        // Pre-capture snapshot before the LLM stream starts. The AI SDK
-        // may execute tools internally before emitting start-step events,
-        // so capturing inside the event handler can be too late.
-        const initialSnapshot = yield* snapshot.track()
-        const ctx: ProcessorContext = {
-          assistantMessage: input.assistantMessage,
-          sessionID: input.sessionID,
-          model: input.model,
-          toolcalls: {},
-          shouldBreak: false,
-          snapshot: initialSnapshot,
-          blocked: false,
-          needsCompaction: false,
-          pendingTransition: false,
-          streamingLoopDetected: false,
-          streamingLoopReason: undefined,
-          currentText: undefined,
-          reasoningMap: {},
-        }
-
-        yield* todo.syncWithFile(ctx.sessionID).pipe(Effect.ignore)
-        let aborted = false
-
-        const parse = (e: unknown) =>
-          MessageV2.fromError(e, {
-            providerID: input.model.providerID,
-            aborted,
-          })
-
-        const handleEvent = Effect.fn("SessionProcessor.handleEvent")(function* (value: any) {
-          switch (value.type as string) {
-            case "stream-start":
-              return
-
-            case "response-metadata":
-              ctx.assistantMessage.modelID = (value as any).modelId as any
-              ctx.assistantMessage.providerID = input.model.providerID
-              if ((value as any).timestamp) ctx.assistantMessage.time.created = (value as any).timestamp.getTime()
-              return
-
-            case "reasoning-start":
-              ctx.reasoningMap[value.id] = {
-                id: PartID.ascending(),
-                messageID: ctx.assistantMessage.id,
-                sessionID: ctx.assistantMessage.sessionID,
-                type: "reasoning",
-                text: "",
-                time: { start: Date.now() },
-                metadata: value.providerMetadata,
-              }
-              yield* session.updatePart(ctx.reasoningMap[value.id])
-              return
-
-            case "text-start":
-              ctx.currentText = {
-                id: PartID.ascending(),
-                messageID: ctx.assistantMessage.id,
-                sessionID: ctx.assistantMessage.sessionID,
-                type: "text",
-                text: "",
-                time: { start: Date.now() },
-                metadata: value.providerMetadata,
-              }
-              yield* session.updatePart(ctx.currentText)
-              return
-
-            case "text-delta": {
-              const delta =
-                (value as any).text ?? ("delta" in value ? (value as any).delta : (value as any).textDelta)
-              if (!ctx.currentText) {
-                ctx.currentText = {
-                  id: PartID.ascending(),
-                  messageID: ctx.assistantMessage.id,
-                  sessionID: ctx.assistantMessage.sessionID,
-                  type: "text",
-                  text: "",
-                  time: { start: Date.now() },
-                  metadata: value.providerMetadata,
-                }
-                yield* session.updatePart(ctx.currentText)
-              }
-              ctx.currentText.text += delta || ""
-              if (value.providerMetadata) ctx.currentText.metadata = value.providerMetadata
-
-              // In-Stream Rambling Heuristics
-              // 1. Actionless Token Limit: Too much text without any tool calls
-              if (ctx.currentText.text.length > 3000 && Object.keys(ctx.toolcalls).length === 0) {
-                ctx.streamingLoopDetected = true
-                ctx.streamingLoopReason = "STREAM_ABORT_RAMBLING"
-                ctx.assistantMessage.error = new MessageV2.RamblingError({
-                  reason: ctx.streamingLoopReason,
-                }).toObject()
-                return
-              }
-
-              // 2. Sentence Repetition: Check if the agent is repeating similar sentences
-              const sentences = ctx.currentText.text
-                .split(/[.!?\n]/)
-                .map((s) => s.trim())
-                .filter((s) => s.length > 25)
-              if (sentences.length >= 4) {
-                const last = sentences[sentences.length - 1]
-                const window = sentences.slice(-4, -1)
-                const isRepeating = window.some((prev) => {
-                  const s1 = new Set(last.toLowerCase().split(/\s+/))
-                  const s2 = new Set(prev.toLowerCase().split(/\s+/))
-                  const intersection = new Set([...s1].filter((x) => s2.has(x)))
-                  const union = new Set([...s1, ...s2])
-                  return intersection.size / union.size > 0.85
-                })
-
-                if (isRepeating) {
-                  ctx.streamingLoopDetected = true
-                  ctx.streamingLoopReason = "STREAM_ABORT_LOOP"
-                  ctx.assistantMessage.error = new MessageV2.RamblingError({
-                    reason: ctx.streamingLoopReason,
-                  }).toObject()
-                  return
-                }
-              }
-
-
-              yield* session.updatePartDelta({
-                sessionID: ctx.currentText.sessionID,
-                messageID: ctx.currentText.messageID,
-                partID: ctx.currentText.id,
-                field: "text",
-                delta: delta || "",
-              })
-              return
-            }
-
-            case "reasoning-delta":
-              if (!(value.id in ctx.reasoningMap)) return
-              ctx.reasoningMap[value.id].text += value.text
-              if (value.providerMetadata) ctx.reasoningMap[value.id].metadata = value.providerMetadata
-              yield* session.updatePartDelta({
-                sessionID: ctx.reasoningMap[value.id].sessionID,
-                messageID: ctx.reasoningMap[value.id].messageID,
-                partID: ctx.reasoningMap[value.id].id,
-                field: "text",
-                delta: value.text,
-              })
-              return
-
-            case "reasoning-end":
-              if (!(value.id in ctx.reasoningMap)) return
-              ctx.reasoningMap[value.id].text = ctx.reasoningMap[value.id].text.trimEnd()
-              ctx.reasoningMap[value.id].time = { ...ctx.reasoningMap[value.id].time, end: Date.now() }
-              if (value.providerMetadata) ctx.reasoningMap[value.id].metadata = value.providerMetadata
-              yield* session.updatePart(ctx.reasoningMap[value.id])
-              delete ctx.reasoningMap[value.id]
-              return
-
-            case "tool-input-start":
-              if (ctx.assistantMessage.summary) {
-                throw new Error(`Tool call not allowed while generating summary: ${value.toolName}`)
-              }
-              ctx.toolcalls[value.id] = yield* session.updatePart({
-                id: ctx.toolcalls[value.id]?.id ?? PartID.ascending(),
-                messageID: ctx.assistantMessage.id,
-                sessionID: ctx.assistantMessage.sessionID,
-                type: "tool",
-                tool: value.toolName,
-                callID: value.id,
-                state: { status: "pending", input: {}, raw: "" },
-              } satisfies MessageV2.ToolPart)
-              return
-
-            case "tool-input-delta": {
-              const id = ("id" in value ? value.id : (value as any).toolCallId) as string
-              const delta = ("delta" in value ? value.delta : (value as any).argsTextDelta) as string
-              const match = ctx.toolcalls[id]
-              if (!match || match.state.status !== "pending") return
-              match.state.raw += delta || ""
-              // Persisting every delta token is too expensive. We update the local state.
-              // It will be persisted when the stream finishes or aborts via cleanup()
-              // For UI responsiveness, we emit the delta.
-              yield* session.updatePartDelta({
-                sessionID: match.sessionID,
-                messageID: match.messageID,
-                partID: match.id,
-                field: "tool",
-                delta: delta || "",
-              })
-              return
-            }
-
-            case "tool-input-end":
-              return
-
-            case "tool-call": {
-              if (ctx.assistantMessage.summary) {
-                throw new Error(`Tool call not allowed while generating summary: ${value.toolName}`)
-              }
-              const match = ctx.toolcalls[value.toolCallId]
-              if (!match) return
-              ctx.toolcalls[value.toolCallId] = yield* session.updatePart({
-                ...match,
-                tool: value.toolName,
-                state: { status: "running", input: value.input, time: { start: Date.now() } },
-                metadata: value.providerMetadata,
-              } satisfies MessageV2.ToolPart)
-
-              const parts = MessageV2.parts(ctx.assistantMessage.id)
-              const recentParts = parts.slice(-DOOM_LOOP_THRESHOLD)
-
-              if (
-                recentParts.length !== DOOM_LOOP_THRESHOLD ||
-                !recentParts.every(
-                  (part) =>
-                    part.type === "tool" &&
-                    part.tool === value.toolName &&
-                    part.state.status !== "pending" &&
-                    JSON.stringify(part.state.input) === JSON.stringify(value.input),
-                )
-              ) {
-                return
-              }
-
-              const agent = yield* agents.get(ctx.assistantMessage.agent)
-              yield* permission.ask(
-                {
-                  permission: "doom_loop",
-                  patterns: [value.toolName],
-                  sessionID: ctx.assistantMessage.sessionID,
-                  metadata: { tool: value.toolName, input: value.input },
-                  always: [value.toolName],
-                },
-                agent.permission,
-              )
-              return
-            }
-
-            case "tool-result": {
-              const match = ctx.toolcalls[value.toolCallId]
-              if (!match || match.state.status !== "running") return
-              yield* session.updatePart({
-                ...match,
-                state: {
-                  status: "completed",
-                  input: value.input ?? match.state.input,
-                  output: value.output.output,
-                  metadata: value.output.metadata,
-                  title: value.output.title,
-                  time: { start: match.state.time.start, end: Date.now() },
-                  attachments: value.output.attachments,
-                },
-              })
-
-              if (value.output.metadata?.transition === true) {
-                ctx.pendingTransition = true
-              }
-
-              delete ctx.toolcalls[value.toolCallId]
-              return
-            }
-
-            case "tool-error": {
-              const match = ctx.toolcalls[value.toolCallId]
-              if (!match || match.state.status !== "running") return
-              yield* session.updatePart({
-                ...match,
-                state: {
-                  status: "error",
-                  input: value.input ?? match.state.input,
-                  error: value.error instanceof Error ? value.error.message : String(value.error),
-                  time: { start: match.state.time.start, end: Date.now() },
-                },
-              })
-              if (value.error instanceof Permission.RejectedError || value.error instanceof Question.RejectedError) {
-                ctx.blocked = ctx.shouldBreak
-              }
-              delete ctx.toolcalls[value.toolCallId]
-              return
-            }
-
-            case "error":
-              throw value.error
-
-            case "start-step":
-              if (!ctx.snapshot) ctx.snapshot = yield* snapshot.track()
-              yield* session.updatePart({
-                id: PartID.ascending(),
-                messageID: ctx.assistantMessage.id,
-                sessionID: ctx.sessionID,
-                snapshot: ctx.snapshot,
-                type: "step-start",
-              })
-              return
-
-            case "finish-step": {
-              const usage = Session.getUsage({
-                model: ctx.model,
-                usage: value.usage,
-                metadata: value.providerMetadata,
-              })
-              ctx.assistantMessage.finish = value.finishReason
-              ctx.assistantMessage.cost += usage.cost
-              ctx.assistantMessage.tokens = usage.tokens
-              yield* session.updatePart({
-                id: PartID.ascending(),
-                reason: value.finishReason,
-                snapshot: yield* snapshot.track(),
-                messageID: ctx.assistantMessage.id,
-                sessionID: ctx.assistantMessage.sessionID,
-                type: "step-finish",
-                tokens: usage.tokens,
-                cost: usage.cost,
-              })
-              yield* session.updateMessage(ctx.assistantMessage)
-              if (ctx.snapshot) {
-                const patch = yield* snapshot.patch(ctx.snapshot)
-                if (patch.files.length) {
-                  yield* session.updatePart({
-                    id: PartID.ascending(),
-                    messageID: ctx.assistantMessage.id,
-                    sessionID: ctx.sessionID,
-                    type: "patch",
-                    hash: patch.hash,
-                    files: patch.files,
-                  })
-                }
-                ctx.snapshot = undefined
-              }
-              SessionSummary.summarize({
-                sessionID: ctx.sessionID,
-                messageID: ctx.assistantMessage.parentID,
-              })
-              if (
-                !ctx.assistantMessage.summary &&
-                isOverflow({ cfg: yield* config.get(), tokens: usage.tokens, model: ctx.model })
-              ) {
-                ctx.needsCompaction = true
-              }
-              return
-            }
-
-            case "text-end":
-              if (!ctx.currentText) return
-              ctx.currentText.text = ctx.currentText.text.trimEnd()
-              ctx.currentText.text = (yield* plugin.trigger(
-                "experimental.text.complete",
-                {
-                  sessionID: ctx.sessionID,
-                  messageID: ctx.assistantMessage.id,
-                  partID: ctx.currentText.id,
-                },
-                { text: ctx.currentText.text },
-              )).text
-              ctx.currentText.time = { start: Date.now(), end: Date.now() }
-              if (value.providerMetadata) ctx.currentText.metadata = value.providerMetadata
-              yield* session.updatePart(ctx.currentText)
-              ctx.currentText = undefined
-              return
-
-            case "finish":
-              return
-
-            default:
-              log.info("unhandled", { ...value })
-              return
-          }
-        })
-
-        const cleanup = Effect.fn("SessionProcessor.cleanup")(function* () {
-          if (ctx.snapshot) {
-            const patch = yield* snapshot.patch(ctx.snapshot)
-            if (patch.files.length) {
-              yield* session.updatePart({
-                id: PartID.ascending(),
-                messageID: ctx.assistantMessage.id,
-                sessionID: ctx.sessionID,
-                type: "patch",
-                hash: patch.hash,
-                files: patch.files,
-              })
-            }
-            ctx.snapshot = undefined
-          }
-
-          if (ctx.currentText) {
-            const end = Date.now()
-            ctx.currentText.time = { start: ctx.currentText.time?.start ?? end, end }
-            yield* session.updatePart(ctx.currentText)
-            ctx.currentText = undefined
-          }
-
-          for (const part of Object.values(ctx.reasoningMap)) {
-            const end = Date.now()
-            yield* session.updatePart({
-              ...part,
-              time: { start: part.time.start ?? end, end },
-            })
-          }
-          ctx.reasoningMap = {}
-
-          const parts = MessageV2.parts(ctx.assistantMessage.id)
-          for (const part of parts) {
-            if (part.type !== "tool" || part.state.status === "completed" || part.state.status === "error") continue
-            
-            // Use the in-memory state if available to capture any accumulated raw JSON deltas
-            const memPart = ctx.toolcalls[part.callID]
-            const latestState = memPart ? memPart.state : part.state
-
-            yield* session.updatePart({
-              ...part,
-              state: {
-                ...latestState,
-                status: "error",
-                error: "Tool execution aborted",
-                time: { start: Date.now(), end: Date.now() },
-              },
-            })
-          }
-          ctx.assistantMessage.time.completed = Date.now()
-          yield* session.updateMessage(ctx.assistantMessage)
-        })
-
-        const halt = Effect.fn("SessionProcessor.halt")(function* (e: unknown) {
-          log.error("process", { error: e, stack: e instanceof Error ? e.stack : undefined })
-          const error = parse(e)
-          if (MessageV2.ContextOverflowError.isInstance(error)) {
-            ctx.needsCompaction = true
-            yield* bus.publish(Session.Event.EpochTransition, {
-              sessionID: ctx.sessionID,
-              reason: "Context size exceeded",
-            })
-            return
-          }
-          if (!ctx.streamingLoopDetected && !ctx.assistantMessage.error) {
-            ctx.assistantMessage.error = error
-          }
-          yield* bus.publish(Session.Event.Error, {
-            sessionID: ctx.assistantMessage.sessionID,
-            error: ctx.assistantMessage.error,
-          })
-          yield* status.set(ctx.sessionID, { type: "idle" })
-        })
-
-        const abort = Effect.fn("SessionProcessor.abort")(() =>
-          Effect.gen(function* () {
-            if (!ctx.assistantMessage.error) {
-              yield* halt(new DOMException("Aborted", "AbortError"))
-            }
-            if (!ctx.assistantMessage.time.completed) {
-              yield* cleanup()
-              return
-            }
-            yield* session.updateMessage(ctx.assistantMessage)
-          }),
-        )
-
-        const process = Effect.fn("SessionProcessor.process")(function* (streamInput: LLM.StreamInput) {
-          log.info("process")
-          ctx.needsCompaction = false
-          ctx.streamingLoopDetected = false
-          ctx.shouldBreak = (yield* config.get()).experimental?.continue_loop_on_deny !== true
-
-          return yield* Effect.gen(function* () {
-            yield* Effect.gen(function* () {
-              ctx.currentText = undefined
-              ctx.reasoningMap = {}
-              const stream = llm.stream(streamInput)
-
-              yield* stream.pipe(
-                SanitizerMiddleware.transform(),
-                Stream.tap((event) => {
-                  if (event.type === "text-delta" && event.text === "[CONTEXT_OVERFLOW_DETECTED]") {
-                    ctx.needsCompaction = true
-                  }
-                  return handleEvent(event)
-                }),
-                Stream.takeUntil(() => ctx.needsCompaction || ctx.streamingLoopDetected),
-                Stream.runDrain,
-              )
-            }).pipe(
-              Effect.onInterrupt(() => Effect.sync(() => void (aborted = true))),
-              Effect.catchCauseIf(
-                (cause) => !Cause.hasInterruptsOnly(cause),
-                (cause) => Effect.fail(Cause.squash(cause)),
-              ),
-              Effect.retry(
-                SessionRetry.policy({
-                  parse,
-                  set: (info) =>
-                    status.set(ctx.sessionID, {
-                      type: "retry",
-                      attempt: info.attempt,
-                      message: info.message,
-                      next: info.next,
-                    }),
-                }),
-              ),
-              Effect.catch(halt),
-              Effect.ensuring(cleanup()),
-            )
-
-            if (aborted && !ctx.assistantMessage.error) {
-              yield* abort()
-            }
-            if (ctx.needsCompaction || ctx.pendingTransition) return "compact"
-            if (ctx.blocked || ctx.assistantMessage.error || aborted || ctx.streamingLoopDetected) return "stop"
-            return "continue"
-          }).pipe(Effect.onInterrupt(() => abort().pipe(Effect.asVoid)))
-        })
-
-        return {
-          get message() {
-            return ctx.assistantMessage
-          },
-          partFromToolCall(toolCallID: string) {
-            return ctx.toolcalls[toolCallID]
-          },
-          abort,
-          process,
-        } satisfies Handle
-      })
-
-      return Service.of({ create })
-    }),
-  )
-
-  export const defaultLayer = Layer.unwrap(
-    Effect.sync(() =>
-      layer.pipe(
-        Layer.provide(Session.defaultLayer),
-        Layer.provide(Snapshot.defaultLayer),
-        Layer.provide(Agent.defaultLayer),
-        Layer.provide(LLM.defaultLayer),
-        Layer.provide(Permission.defaultLayer),
-        Layer.provide(Plugin.defaultLayer),
-        Layer.provide(SessionStatus.layer.pipe(Layer.provide(Bus.layer))),
-        Layer.provide(Todo.defaultLayer),
-        Layer.provide(Bus.layer),
-        Layer.provide(Config.defaultLayer),
-      ),
-    ),
-  )
-}