@lota-sdk/core 0.4.45 → 0.4.46

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lota-sdk/core",
-  "version": "0.4.45",
+  "version": "0.4.46",
   "files": [
     "src",
     "infrastructure/schema"
@@ -32,7 +32,7 @@
     "@ai-sdk/provider": "^3.0.9",
     "@chat-adapter/slack": "^4.26.0",
     "@chat-adapter/state-ioredis": "^4.26.0",
-    "@lota-sdk/shared": "0.4.45",
+    "@lota-sdk/shared": "0.4.46",
     "@mendable/firecrawl-js": "^4.20.0",
     "@surrealdb/node": "^3.0.3",
     "ai": "^6.0.170",

package/src/runtime/context-compaction/context-compaction.ts

@@ -11,6 +11,7 @@ import {
   readString,
   stringifyUnknown,
 } from '../../utils/string'
+import { trimOversizedTextForRequestBudget } from '../model-input-budget'
 import {
   COMPACTION_CHUNK_MAX_CHARS,
   CONTEXT_COMPACTION_INCLUDED_TOOL_NAMES,
@@ -71,6 +72,8 @@ class CompactionParseError extends Schema.TaggedErrorClass<CompactionParseError>
 }) {}
 
 const COMPACTION_RUNNER_RETRY_OPTIONS = { times: 2, schedule: Schedule.exponential(Duration.millis(500), 2) } as const
+const COMPACTION_CONTEXT_MESSAGE_TEXT_MAX_CHARS = 24_000
+const COMPACTION_MIN_SOURCE_CHARS = 2_000
 
 export interface ContextCompactionPromptParams {
   previousSummary: string
@@ -294,11 +297,14 @@ export function createContextCompactionRuntime(
     return chunks.join('\n').trim()
   }
 
-  const toContextMessageFromChatMessage = (message: ChatMessage): ContextMessage => ({
-    role: message.role,
-    text: toContextTextFromChatMessage(message),
-    sourceMessageId: message.id,
-  })
+  const toContextMessageFromChatMessage = (message: ChatMessage): ContextMessage => {
+    const text = toContextTextFromChatMessage(message)
+    return {
+      role: message.role,
+      text: trimOversizedTextForRequestBudget(text, COMPACTION_CONTEXT_MESSAGE_TEXT_MAX_CHARS),
+      sourceMessageId: message.id,
+    }
+  }
 
   const createSummaryMessage = (summaryText: string): ChatMessage | null => {
     const summary = normalizeSummary(summaryText)
@@ -458,6 +464,10 @@ export function createContextCompactionRuntime(
                 return { ...state, estimatedTokens: assessment.estimatedTokens, done: true }
               }
 
+              if (sourceText.length < COMPACTION_MIN_SOURCE_CHARS) {
+                return { ...state, estimatedTokens: assessment.estimatedTokens, done: true }
+              }
+
               const compacted = yield* compactContextMessagesEffect({
                 previousSummary: state.summaryText,
                 newMessages: contextMessages,
@@ -465,9 +475,7 @@ export function createContextCompactionRuntime(
               const rolledSummary = yield* rollupSummaryIfOversizedEffect(normalizeSummary(compacted.summary))
 
               if (rolledSummary.length >= sourceText.length) {
-                return yield* new CompactionError({
-                  message: 'Compaction summary is not shorter than compacted source',
-                })
+                return { ...state, estimatedTokens: assessment.estimatedTokens, done: true }
               }
 
               return yield* stepHistory({