@lota-sdk/core 0.1.5

package/src/runtime/context-compaction-runtime.ts

@@ -0,0 +1,86 @@
+import { createContextCompacterAgent } from '../system-agents/context-compacter.agent'
+import {
+  buildContextCompactionPrompt,
+  buildMemoryBlockCompactionPrompt,
+  createContextCompactionRuntime,
+  parseCompactionOutput,
+} from './context-compaction'
+import type { ContextCompactionRunnerParams } from './context-compaction'
+import {
+  COMPACTION_CHUNK_MAX_CHARS,
+  CONTEXT_COMPACTION_INCLUDED_TOOL_NAMES,
+  CONTEXT_COMPACTION_INCLUDED_TOOL_PREFIXES,
+  CONTEXT_COMPACTION_THRESHOLD_RATIO,
+  CONTEXT_OUTPUT_RESERVE_TOKENS,
+  CONTEXT_SAFETY_MARGIN_TOKENS,
+  SUMMARY_ROLLUP_MAX_TOKENS,
+} from './context-compaction-constants'
+import type { GenerateHelperStructuredParams, GenerateHelperTextParams } from './helper-model'
+import { StructuredCompactionOutputSchema } from './workstream-state'
+
+export interface HelperModelRuntime {
+  generateHelperStructured<T>(params: GenerateHelperStructuredParams<T>): Promise<T>
+  generateHelperText(params: GenerateHelperTextParams): Promise<string>
+}
+
+export interface CreateContextCompactionRuntimeDeps {
+  helperModelRuntime: HelperModelRuntime
+  now?: () => number
+  randomId?: () => string
+}
+
+async function runContextCompacter(helperModelRuntime: HelperModelRuntime, params: ContextCompactionRunnerParams) {
+  const output = await helperModelRuntime.generateHelperStructured({
+    tag: 'context-compaction',
+    createAgent: createContextCompacterAgent,
+    messages: [
+      {
+        role: 'user',
+        content: buildContextCompactionPrompt({
+          previousSummary: params.previousSummary,
+          existingState: params.existingState,
+          transcript: params.transcript,
+        }),
+      },
+    ],
+    schema: StructuredCompactionOutputSchema,
+    maxOutputTokens: 8_000,
+  })
+
+  return parseCompactionOutput(output)
+}
+
+export function createWiredContextCompactionRuntime(deps: CreateContextCompactionRuntimeDeps) {
+  const { helperModelRuntime } = deps
+
+  const runtime = createContextCompactionRuntime({
+    runCompacter: (params) => runContextCompacter(helperModelRuntime, params),
+    now: deps.now,
+    randomId: deps.randomId,
+    thresholdRatio: CONTEXT_COMPACTION_THRESHOLD_RATIO,
+    outputReserveTokens: CONTEXT_OUTPUT_RESERVE_TOKENS,
+    safetyMarginTokens: CONTEXT_SAFETY_MARGIN_TOKENS,
+    compactionChunkMaxChars: COMPACTION_CHUNK_MAX_CHARS,
+    summaryRollupMaxTokens: SUMMARY_ROLLUP_MAX_TOKENS,
+    includedToolNames: CONTEXT_COMPACTION_INCLUDED_TOOL_NAMES,
+    includedToolPrefixes: CONTEXT_COMPACTION_INCLUDED_TOOL_PREFIXES,
+  })
+
+  async function compactMemoryBlockSummary(params: {
+    previousSummary: string
+    newEntriesText: string
+  }): Promise<string> {
+    const previousSummary = params.previousSummary.trim()
+    const newEntriesText = params.newEntriesText.trim()
+    if (!previousSummary && !newEntriesText) return ''
+
+    return await helperModelRuntime.generateHelperText({
+      tag: 'memory-block-compaction',
+      createAgent: createContextCompacterAgent,
+      messages: [{ role: 'user', content: buildMemoryBlockCompactionPrompt({ previousSummary, newEntriesText }) }],
+      maxOutputTokens: 512,
+    })
+  }
+
+  return { ...runtime, compactMemoryBlockSummary }
+}