compressed-context 0.0.0-stage → 0.1.0

package/src/compression/select.ts

@@ -0,0 +1,123 @@
+import { stringify, toolInput, toolResult, toolResultText } from "../shared/parts.ts"
+
+/** 媒体 source 的最小结构；bytes/base64 可落盘，url/ref 只保留引用。 */
+export interface MediaSourceLike {
+  readonly type: string
+  readonly data?: string | Uint8Array | undefined
+  readonly mediaType?: string | undefined
+  readonly url?: string | undefined
+  readonly provider?: string | undefined
+  readonly id?: string | undefined
+  readonly expiresAt?: number | undefined
+}
+
+/** 单条内容 part 的最小结构，避免绑定 @opencode/ai 的具体类。 */
+export interface ContentPartLike {
+  readonly type: string
+  readonly text?: string | null | undefined
+  readonly name?: string | undefined
+  readonly input?: unknown
+  readonly result?: unknown
+  readonly state?:
+    | {
+        readonly input?: unknown
+        readonly content?: unknown
+        readonly output?: unknown
+      }
+    | undefined
+  readonly filename?: string | undefined
+  readonly media?:
+    | {
+        readonly source?: MediaSourceLike | undefined
+        readonly mediaType?: string | undefined
+        readonly info?:
+          | {
+              readonly width?: number | undefined
+              readonly height?: number | undefined
+              readonly durationSeconds?: number | undefined
+            }
+          | undefined
+        readonly providerMetadata?: unknown
+      }
+    | undefined
+}
+
+/** 单条消息的最小结构。 */
+export interface MessageLike {
+  readonly id?: string | undefined
+  readonly role: string
+  readonly content: readonly ContentPartLike[]
+  /** v2 用户消息把正文放在 text，而不是 content 数组。 */
+  readonly text?: string | null | undefined
+}
+
+export const CHECKPOINT_PREFIX = "<conversation-checkpoint>"
+
+/** 输入：消息；输出：纯文本（只拼 text part）。 */
+export function messageText(message: MessageLike): string {
+  const direct = typeof message.text === "string" ? message.text : ""
+  const content: readonly ContentPartLike[] = Array.isArray(message.content)
+    ? message.content
+    : []
+  const parts = content
+    .filter((part) => part.type === "text")
+    .map((part) => part.text ?? "")
+    .join("\n")
+  return [direct, parts].filter((text) => text.length > 0).join("\n")
+}
+
+/** 输入：消息；输出：是否是 checkpoint 消息。 */
+export function isCheckpoint(message: MessageLike): boolean {
+  return messageText(message).trimStart().startsWith(CHECKPOINT_PREFIX)
+}
+
+/**
+ * 输入：当前请求的消息列表。
+ * 输出：可压缩的消息（最后一条 user 之前，排除 checkpoint）。
+ * 预期：没有 user 消息时返回空数组。
+ */
+export function eligibleMessages(messages: readonly MessageLike[]): readonly MessageLike[] {
+  const lastUser = messages.findLastIndex((message) => message.role === "user")
+  if (lastUser <= 0) return []
+  return messages.slice(0, lastUser).filter((message) => !isCheckpoint(message))
+}
+
+/**
+ * 输入：compaction 钩子的 older 消息。
+ * 输出：可压缩消息（排除 checkpoint）。
+ * 预期：older 里没有“当前 user”可排除，不能复用 eligibleMessages。
+ */
+export function olderMessages(messages: readonly MessageLike[]): readonly MessageLike[] {
+  return messages.filter((message) => !isCheckpoint(message))
+}
+
+/** 输入：消息列表；输出：首尾带 id 的消息 id；没有可用 id 时返回 undefined。 */
+export function messageRange(
+  messages: readonly MessageLike[],
+): { readonly fromId: string; readonly toId: string } | undefined {
+  const first = messages.find((message) => message.id !== undefined)
+  const last = [...messages].reverse().find((message) => message.id !== undefined)
+  if (first?.id === undefined || last?.id === undefined) return undefined
+  return { fromId: first.id, toId: last.id }
+}
+
+/** 输入：消息列表；输出：所有 text part 的总字符数。 */
+export function textChars(messages: readonly MessageLike[]): number {
+  let total = 0
+  for (const message of messages) {
+    if (typeof message.text === "string") total += message.text.length
+    const content: readonly ContentPartLike[] = Array.isArray(message.content)
+      ? message.content
+      : []
+    for (const part of content) {
+      if (part.type === "text") {
+        total += (part.text ?? "").length
+        continue
+      }
+      if (part.type === "tool" || part.type === "tool-call" || part.type === "tool-result") {
+        total += `${stringify(toolInput(part))}${toolResultText(toolResult(part))}`.length
+      }
+    }
+  }
+  return total
+}

package/src/compression/session-message.ts

@@ -0,0 +1,112 @@
+import type { ContentPartLike, MediaSourceLike, MessageLike } from "./select.ts"
+
+/** 输入：任意值；输出：对象记录或 undefined。 */
+function asRecord(value: unknown): Record<string, unknown> | undefined {
+  return typeof value === "object" && value !== null ? (value as Record<string, unknown>) : undefined
+}
+
+/** 输入：user.files 项；输出：media part；形状不合法时 undefined。 */
+function userFileToPart(value: unknown): ContentPartLike | undefined {
+  const file = asRecord(value)
+  if (file === undefined || typeof file["mime"] !== "string") return undefined
+  const source = asRecord(file["source"])
+  const data = typeof file["data"] === "string" ? file["data"] : undefined
+  const uri = typeof source?.["uri"] === "string" ? source["uri"] : undefined
+  const sourceKind = typeof source?.["type"] === "string" ? source["type"] : "inline"
+  const media: MediaSourceLike =
+    sourceKind === "uri" && uri !== undefined
+      ? { type: "url", url: uri, mediaType: file["mime"] }
+      : { type: "base64", ...(data === undefined ? {} : { data }), mediaType: file["mime"] }
+  return {
+    type: "media",
+    ...(typeof file["name"] === "string" ? { filename: file["name"] } : {}),
+    media: { source: media },
+  }
+}
+
+/** 输入：assistant.content 项；输出：可读 parts；reasoning 跳过。 */
+function assistantPartToParts(value: unknown): readonly ContentPartLike[] {
+  const part = asRecord(value)
+  if (part === undefined) return []
+  if (part["type"] === "text" && typeof part["text"] === "string") {
+    return [{ type: "text", text: part["text"] }]
+  }
+  if (part["type"] === "tool" && typeof part["name"] === "string") {
+    const state = asRecord(part["state"])
+    const parts: ContentPartLike[] = [
+      {
+        type: "tool-call",
+        name: part["name"],
+        input: state?.["input"],
+      },
+    ]
+    if (state?.["status"] === "completed") {
+      parts.push({
+        type: "tool-result",
+        name: part["name"],
+        result: state["content"] ?? state["input"],
+      })
+    }
+    return parts
+  }
+  if (part["type"] === "media") {
+    const media = asRecord(part["media"])
+    const source = asRecord(media?.["source"])
+    if (source === undefined || typeof source["type"] !== "string") return []
+    return [
+      {
+        type: "media",
+        ...(typeof part["filename"] === "string" ? { filename: part["filename"] } : {}),
+        media: {
+          source: {
+            type: source["type"],
+            ...(typeof source["data"] === "string" ? { data: source["data"] } : {}),
+            ...(source["data"] instanceof Uint8Array ? { data: source["data"] } : {}),
+            ...(typeof source["mediaType"] === "string" ? { mediaType: source["mediaType"] } : {}),
+            ...(typeof source["url"] === "string" ? { url: source["url"] } : {}),
+            ...(typeof source["provider"] === "string" ? { provider: source["provider"] } : {}),
+            ...(typeof source["id"] === "string" ? { id: source["id"] } : {}),
+            ...(typeof source["expiresAt"] === "number" ? { expiresAt: source["expiresAt"] } : {}),
+          },
+        },
+      },
+    ]
+  }
+  return []
+}
+
+/**
+ * 输入：ctx.session.context 返回的持久化 session 消息。
+ * 输出：MessageLike 列表；user.text 转 text，user.files 转 media，assistant.content 转 parts。
+ * 预期：agent/model/compaction 等非对话项跳过；reasoning 不进入压缩 transcript。
+ */
+export function sessionMessagesToMessageLikes(messages: readonly unknown[]): readonly MessageLike[] {
+  const out: MessageLike[] = []
+  for (const item of messages) {
+    const record = asRecord(item)
+    if (record === undefined) continue
+    const id = typeof record["id"] === "string" ? record["id"] : undefined
+    if (record["type"] === "user") {
+      const content: ContentPartLike[] = []
+      if (typeof record["text"] === "string" && record["text"].length > 0) {
+        content.push({ type: "text", text: record["text"] })
+      }
+      if (Array.isArray(record["files"])) {
+        for (const file of record["files"]) {
+          const part = userFileToPart(file)
+          if (part !== undefined) content.push(part)
+        }
+      }
+      out.push({ ...(id === undefined ? {} : { id }), role: "user", content })
+      continue
+    }
+    if (record["type"] === "assistant" && Array.isArray(record["content"])) {
+      const content: ContentPartLike[] = []
+      for (const part of record["content"]) {
+        content.push(...assistantPartToParts(part))
+      }
+      out.push({ ...(id === undefined ? {} : { id }), role: "assistant", content })
+    }
+  }
+  return out
+}

package/src/compression/settings-rpc.ts

@@ -0,0 +1,111 @@
+import type { Plugin } from "@opencode/plugin"
+
+import type { SummaryBlock } from "../shared/blocks.ts"
+import { ContextRpc } from "../shared/rpc.ts"
+import { loadCacheHistory, recordCacheHistory } from "./cache-history.ts"
+import { activeBlocks, renderSummary } from "./render.ts"
+import { isBabelSummary, isMarkdownSummary } from "./schema.ts"
+import { loadState } from "./state.ts"
+import {
+  RESOLVED_WINDOW_KEY,
+  loadServerSettings,
+  parseServerSettings,
+  saveServerSettings,
+  windowKey,
+} from "./settings.ts"
+
+/** 注册句柄的最小结构。 */
+export interface Disposable {
+  dispose(): Promise<void>
+}
+
+/**
+ * 输入：服务端插件上下文。
+ * 输出：注册 settingsGet / settingsSet / blocksGet / cacheHistoryGet，并返回注销句柄。
+ * 预期：TUI 推来的设置存进 ctx.storage；非法值返回 ok:false；读取时带上最近解析到的原生窗口；
+ *       blocksGet 只返回 active 链，cacheHistoryGet 读取前先补写当前上下文。
+ */
+export async function registerSettingsRpc(ctx: Plugin.Context): Promise<Disposable> {
+  return ctx.rpc.register(ContextRpc, {
+    settingsGet: async (input) => {
+      const settings = await loadServerSettings(ctx.storage)
+      const requested = (input as { readonly sessionID?: unknown }).sessionID
+      const sessionID = typeof requested === "string" && requested.length > 0 ? requested : undefined
+      // 优先返回当前会话模型自己的窗口；拿不到再退回最近一次解析值。
+      let resolvedWindow: number | undefined
+      if (sessionID !== undefined) {
+        try {
+          const session = await ctx.session.get({ sessionID })
+          const model = session.model
+          if (model !== undefined) {
+            const stored = await ctx.storage.get(windowKey(model.providerID, model.id))
+            if (typeof stored === "number" && stored > 0) resolvedWindow = stored
+          }
+        } catch {
+          // 会话不存在或模型未知：回退到最近一次解析值
+        }
+      }
+      if (resolvedWindow === undefined) {
+        const stored = await ctx.storage.get(RESOLVED_WINDOW_KEY)
+        if (typeof stored === "number" && stored > 0) resolvedWindow = stored
+      }
+      return {
+        contextLimit: settings.contextLimit,
+        triggerPercent: settings.triggerPercent,
+        nudgeGrowthTokens: settings.nudgeGrowthTokens,
+        summaryBlockPercent: settings.summaryBlockPercent,
+        summaryTotalPercent: settings.summaryTotalPercent,
+        summaryLanguage: settings.summaryLanguage,
+        summaryFormat: settings.summaryFormat,
+        autoCompress: settings.autoCompress,
+        enableCompressTool: settings.enableCompressTool,
+        enableDecompressTool: settings.enableDecompressTool,
+        showTimeline: settings.showTimeline,
+        showBlockTokens: settings.showBlockTokens,
+        decompressInlineMax: settings.decompressInlineMax,
+        decompressTempCap: settings.decompressTempCap,
+        decompressShowTokens: settings.decompressShowTokens,
+        ...(resolvedWindow === undefined ? {} : { resolvedWindow }),
+      }
+    },
+    settingsSet: async (input) => {
+      const current = await loadServerSettings(ctx.storage)
+      const parsed = parseServerSettings({ ...current, ...(input as Record<string, unknown>) })
+      if (!parsed) return { ok: false }
+      await saveServerSettings(ctx.storage, parsed)
+      return { ok: true }
+    },
+    blocksGet: async (input) => {
+      const sessionID = (input as { readonly sessionID: string }).sessionID
+      const state = await loadState(ctx.storage, sessionID)
+      // 只返回模型实际看到的 active 链；被合并掉的源块不展示。
+      const blocks: SummaryBlock[] = activeBlocks(state.blocks, state.pending).map((block) => ({
+        id: block.id,
+        tier: block.tier,
+        format: isBabelSummary(block.summary)
+          ? "babel"
+          : isMarkdownSummary(block.summary)
+            ? "markdown"
+            : "json",
+        title: block.summary.title,
+        at: block.at,
+        tokensBefore: block.tokensBefore,
+        tokensAfter: block.tokensAfter,
+        ...(block.sourceBlockIds === undefined ? {} : { sourceBlockIds: [...block.sourceBlockIds] }),
+        body: renderSummary(block.summary),
+      }))
+      return { blocks }
+    },
+    cacheHistoryGet: async (input) => {
+      const sessionID = (input as { readonly sessionID: string }).sessionID
+      const history = await loadCacheHistory(ctx.storage, sessionID)
+      // 只在历史为空时补写一次；已有历史时只读，避免每次 TUI 刷新都拉全文。
+      if (history.samples.length === 0) {
+        await recordCacheHistory(ctx, sessionID)
+        const bootstrapped = await loadCacheHistory(ctx.storage, sessionID)
+        return { samples: bootstrapped.samples }
+      }
+      return { samples: history.samples }
+    },
+  })
+}

package/src/compression/settings.ts

@@ -0,0 +1,175 @@
+import type { Schema } from "effect"
+
+import {
+  DEFAULT_AUTO_COMPRESS,
+  DEFAULT_DECOMPRESS_INLINE_MAX,
+  DEFAULT_DECOMPRESS_SHOW_TOKENS,
+  DEFAULT_DECOMPRESS_TEMP_CAP,
+  DEFAULT_ENABLE_COMPRESS_TOOL,
+  DEFAULT_ENABLE_DECOMPRESS_TOOL,
+  DEFAULT_NUDGE_GROWTH_TOKENS,
+  DEFAULT_SHOW_BLOCK_TOKENS,
+  DEFAULT_SHOW_TIMELINE,
+  DEFAULT_SUMMARY_BLOCK_PERCENT,
+  DEFAULT_SUMMARY_FORMAT,
+  DEFAULT_SUMMARY_TOTAL_PERCENT,
+  MAX_DECOMPRESS_INLINE_MAX,
+  MAX_DECOMPRESS_TEMP_CAP,
+  MAX_CONTEXT_LIMIT,
+  MAX_SUMMARY_PERCENT,
+  MAX_TRIGGER_PERCENT,
+  MIN_CONTEXT_LIMIT,
+  MIN_DECOMPRESS_INLINE_MAX,
+  MIN_DECOMPRESS_TEMP_CAP,
+  MIN_SUMMARY_PERCENT,
+  MIN_TRIGGER_PERCENT,
+  isSummaryLanguage,
+  isSummaryFormat,
+  type CompressionSettings,
+} from "../shared/settings.ts"
+import { readOptionalInt, readStrictBoolean } from "../shared/parse.ts"
+import type { StorageLike } from "./state.ts"
+
+/** 服务端从 TUI 收到的设置；字段与 shared 的 CompressionSettings 一致。 */
+export type ServerSettings = CompressionSettings
+
+export const SETTINGS_KEY = "settings"
+/** 插件最近一次从模型解析到的原生窗口；TUI 用它把绝对值换算成百分比。 */
+export const RESOLVED_WINDOW_KEY = "window:last"
+
+/** 最近一次解析到的「生效窗口」＝ min(settings.contextLimit, 原生窗口)；自动压缩用它折算阈值。 */
+export const EFFECTIVE_WINDOW_KEY = "window:effective"
+
+/** 输入：模型标识；输出：该模型原生窗口在 storage 里的 key。 */
+export function windowKey(providerID: string, modelID: string): string {
+  return `window:${providerID}/${modelID}`
+}
+
+export const DEFAULT_SERVER_SETTINGS: ServerSettings = {
+  contextLimit: "auto",
+  triggerPercent: 80,
+  nudgeGrowthTokens: DEFAULT_NUDGE_GROWTH_TOKENS,
+  summaryBlockPercent: DEFAULT_SUMMARY_BLOCK_PERCENT,
+  summaryTotalPercent: DEFAULT_SUMMARY_TOTAL_PERCENT,
+  summaryLanguage: "auto",
+  summaryFormat: DEFAULT_SUMMARY_FORMAT,
+  autoCompress: DEFAULT_AUTO_COMPRESS,
+  enableCompressTool: DEFAULT_ENABLE_COMPRESS_TOOL,
+  enableDecompressTool: DEFAULT_ENABLE_DECOMPRESS_TOOL,
+  showTimeline: DEFAULT_SHOW_TIMELINE,
+  showBlockTokens: DEFAULT_SHOW_BLOCK_TOKENS,
+  decompressInlineMax: DEFAULT_DECOMPRESS_INLINE_MAX,
+  decompressTempCap: DEFAULT_DECOMPRESS_TEMP_CAP,
+  decompressShowTokens: DEFAULT_DECOMPRESS_SHOW_TOKENS,
+}
+
+/**
+ * 输入：storage 里的原始值。
+ * 输出：合法设置；非法返回 undefined。
+ * 预期：范围外的值一律拒绝，不静默修正。
+ */
+export function parseServerSettings(value: unknown): ServerSettings | undefined {
+  if (typeof value !== "object" || value === null) return undefined
+  const record = value as Record<string, unknown>
+  const limit = record["contextLimit"]
+  const percent = record["triggerPercent"]
+  const nudge = record["nudgeGrowthTokens"] ?? DEFAULT_NUDGE_GROWTH_TOKENS
+  const blockPercent = record["summaryBlockPercent"] ?? DEFAULT_SUMMARY_BLOCK_PERCENT
+  const totalPercent = record["summaryTotalPercent"] ?? DEFAULT_SUMMARY_TOTAL_PERCENT
+  const language = record["summaryLanguage"] ?? "auto"
+  const summaryFormat = record["summaryFormat"] ?? DEFAULT_SUMMARY_FORMAT
+  if (
+    limit !== "auto" &&
+    (typeof limit !== "number" ||
+      !Number.isFinite(limit) ||
+      limit < MIN_CONTEXT_LIMIT ||
+      limit > MAX_CONTEXT_LIMIT)
+  ) {
+    return undefined
+  }
+  if (
+    typeof percent !== "number" ||
+    !Number.isFinite(percent) ||
+    percent < MIN_TRIGGER_PERCENT ||
+    percent > MAX_TRIGGER_PERCENT
+  ) {
+    return undefined
+  }
+  if (
+    typeof nudge !== "number" ||
+    !Number.isFinite(nudge) ||
+    (nudge !== 0 && (nudge < 1_000 || nudge > 200_000))
+  ) {
+    return undefined
+  }
+  if (
+    typeof blockPercent !== "number" ||
+    !Number.isFinite(blockPercent) ||
+    blockPercent < MIN_SUMMARY_PERCENT ||
+    blockPercent > MAX_SUMMARY_PERCENT
+  ) {
+    return undefined
+  }
+  if (
+    typeof totalPercent !== "number" ||
+    !Number.isFinite(totalPercent) ||
+    totalPercent < MIN_SUMMARY_PERCENT ||
+    totalPercent > MAX_SUMMARY_PERCENT
+  ) {
+    return undefined
+  }
+  if (!isSummaryLanguage(language)) return undefined
+  if (!isSummaryFormat(summaryFormat)) return undefined
+  const autoCompress = readStrictBoolean(record["autoCompress"], DEFAULT_AUTO_COMPRESS)
+  const enableCompressTool = readStrictBoolean(record["enableCompressTool"], DEFAULT_ENABLE_COMPRESS_TOOL)
+  const enableDecompressTool = readStrictBoolean(record["enableDecompressTool"], DEFAULT_ENABLE_DECOMPRESS_TOOL)
+  const showTimeline = readStrictBoolean(record["showTimeline"], DEFAULT_SHOW_TIMELINE)
+  const showBlockTokens = readStrictBoolean(record["showBlockTokens"], DEFAULT_SHOW_BLOCK_TOKENS)
+  const decompressShowTokens = readStrictBoolean(record["decompressShowTokens"], DEFAULT_DECOMPRESS_SHOW_TOKENS)
+  if (
+    autoCompress === undefined ||
+    enableCompressTool === undefined ||
+    enableDecompressTool === undefined ||
+    showTimeline === undefined ||
+    showBlockTokens === undefined ||
+    decompressShowTokens === undefined
+  ) {
+    return undefined
+  }
+  const decompressInlineMax =
+    record["decompressInlineMax"] === undefined
+      ? DEFAULT_DECOMPRESS_INLINE_MAX
+      : readOptionalInt(record["decompressInlineMax"], MIN_DECOMPRESS_INLINE_MAX, MAX_DECOMPRESS_INLINE_MAX)
+  const decompressTempCap =
+    record["decompressTempCap"] === undefined
+      ? DEFAULT_DECOMPRESS_TEMP_CAP
+      : readOptionalInt(record["decompressTempCap"], MIN_DECOMPRESS_TEMP_CAP, MAX_DECOMPRESS_TEMP_CAP)
+  if (decompressInlineMax === undefined || decompressTempCap === undefined) return undefined
+  return {
+    contextLimit: limit,
+    triggerPercent: Math.round(percent),
+    nudgeGrowthTokens: Math.round(nudge),
+    summaryBlockPercent: Math.round(blockPercent * 10) / 10,
+    summaryTotalPercent: Math.round(totalPercent * 10) / 10,
+    summaryLanguage: language,
+    summaryFormat,
+    autoCompress,
+    enableCompressTool,
+    enableDecompressTool,
+    showTimeline,
+    showBlockTokens,
+    decompressInlineMax,
+    decompressTempCap,
+    decompressShowTokens,
+  }
+}
+
+/** 输入：storage；输出：设置（缺失或损坏时用默认值）。 */
+export async function loadServerSettings(storage: StorageLike): Promise<ServerSettings> {
+  return parseServerSettings(await storage.get(SETTINGS_KEY)) ?? DEFAULT_SERVER_SETTINGS
+}
+
+/** 输入：storage + 设置；输出：无。 */
+export async function saveServerSettings(storage: StorageLike, settings: ServerSettings): Promise<void> {
+  await storage.set(SETTINGS_KEY, settings as unknown as Schema.Json)
+}