@jsonstudio/llms 0.6.1733 → 0.6.1739

package/dist/servertool/handlers/followup-request-builder.js

@@ -249,6 +249,45 @@ function injectSystemTextIntoMessages(source, text) {
     messages.splice(insertAt, 0, sys);
     return messages;
 }
+function compactToolContentValue(value, maxChars) {
+    const text = typeof value === 'string'
+        ? value
+        : (() => {
+            try {
+                return JSON.stringify(value ?? '');
+            }
+            catch {
+                return String(value ?? '');
+            }
+        })();
+    if (text.length <= maxChars) {
+        return text;
+    }
+    const keepHead = Math.max(24, Math.floor(maxChars * 0.45));
+    const keepTail = Math.max(24, Math.floor(maxChars * 0.35));
+    const omitted = Math.max(0, text.length - keepHead - keepTail);
+    const head = text.slice(0, keepHead);
+    const tail = text.slice(text.length - keepTail);
+    return head + '\n...[tool_output_compacted omitted=' + String(omitted) + ']...\n' + tail;
+}
+function compactToolContentInMessages(source, options) {
+    const maxChars = Number.isFinite(options.maxChars) ? Math.max(64, Math.floor(options.maxChars)) : 1200;
+    const messages = Array.isArray(source) ? cloneJson(source) : [];
+    for (const message of messages) {
+        if (!message || typeof message !== 'object' || Array.isArray(message)) {
+            continue;
+        }
+        const role = typeof message.role === 'string'
+            ? String(message.role).trim().toLowerCase()
+            : '';
+        if (role !== 'tool') {
+            continue;
+        }
+        const content = message.content;
+        message.content = compactToolContentValue(content, maxChars);
+    }
+    return messages;
+}
 function buildStandardFollowupTools() {
     // Keep this list minimal and stable. Used only as a best-effort fallback when a followup hop
     // would otherwise have no tools at all (which can cause tool-based clients to "break" mid-session).
@@ -372,6 +411,13 @@ export function buildServerToolFollowupChatPayloadFromInjection(args) {
             messages = trimOpenAiMessagesForFollowup(messages, { maxNonSystemMessages });
             continue;
         }
+        if (op.op === 'compact_tool_content') {
+            const maxChars = typeof op.maxChars === 'number'
+                ? Math.max(64, Math.floor(op.maxChars))
+                : 1200;
+            messages = compactToolContentInMessages(messages, { maxChars });
+            continue;
+        }
         if (op.op === 'append_assistant_message') {
             const required = op.required !== false;
             const msg = extractAssistantMessageFromChatLike(args.chatResponse);

package/dist/servertool/handlers/stop-message-auto.js

@@ -166,6 +166,20 @@ const handler = async (ctx) => {
         state.stopMessageUpdatedAt = now;
     }
     saveRoutingInstructionStateAsync(stickyKey, state);
+    const followupProviderKey = resolveStopMessageFollowupProviderKey({ record, runtimeMetadata: rt });
+    const followupToolContentMaxChars = resolveStopMessageFollowupToolContentMaxChars({
+        providerKey: followupProviderKey,
+        model: seed.model
+    });
+    const followupOps = [];
+    if (typeof followupToolContentMaxChars === 'number' &&
+        Number.isFinite(followupToolContentMaxChars) &&
+        followupToolContentMaxChars > 0) {
+        followupOps.push({ op: 'compact_tool_content', maxChars: Math.floor(followupToolContentMaxChars) });
+    }
+    followupOps.push({ op: 'append_assistant_message', required: false });
+    followupOps.push({ op: 'ensure_standard_tools' });
+    followupOps.push({ op: 'append_user_text', text });
     return {
         flowId: FLOW_ID,
         finalize: async () => ({
@@ -176,11 +190,7 @@ const handler = async (ctx) => {
                     requestIdSuffix: ':stop_followup',
                     entryEndpoint,
                     injection: {
-                        ops: [
-                            { op: 'append_assistant_message', required: false },
-                            { op: 'ensure_standard_tools' },
-                            { op: 'append_user_text', text }
-                        ]
+                        ops: followupOps
                     },
                     metadata: (connectionState ? { clientConnectionState: connectionState } : {})
                 }
@@ -202,6 +212,53 @@ function resolveStickyKey(record) {
     }
     return undefined;
 }
+function toNonEmptyText(value) {
+    return typeof value === 'string' && value.trim().length ? value.trim() : '';
+}
+function readProviderKeyFromMetadata(value) {
+    if (!value || typeof value !== 'object' || Array.isArray(value)) {
+        return '';
+    }
+    const metadata = value;
+    const direct = toNonEmptyText(metadata.providerKey) ||
+        toNonEmptyText(metadata.providerId) ||
+        toNonEmptyText(metadata.targetProviderKey);
+    if (direct) {
+        return direct;
+    }
+    const target = metadata.target;
+    if (target && typeof target === 'object' && !Array.isArray(target)) {
+        const targetRecord = target;
+        return toNonEmptyText(targetRecord.providerKey) || toNonEmptyText(targetRecord.providerId);
+    }
+    return '';
+}
+function resolveStopMessageFollowupProviderKey(args) {
+    const direct = toNonEmptyText(args.record.providerKey) ||
+        toNonEmptyText(args.record.providerId) ||
+        readProviderKeyFromMetadata(args.record.metadata) ||
+        readProviderKeyFromMetadata(args.runtimeMetadata);
+    return direct;
+}
+function resolveStopMessageFollowupToolContentMaxChars(params) {
+    const raw = String(process.env.ROUTECODEX_STOPMESSAGE_FOLLOWUP_TOOL_CONTENT_MAX_CHARS || '').trim();
+    if (raw) {
+        const parsed = Number(raw);
+        if (Number.isFinite(parsed) && parsed > 0) {
+            return Math.max(64, Math.floor(parsed));
+        }
+        return undefined;
+    }
+    const providerKey = typeof params.providerKey === 'string' ? params.providerKey.trim().toLowerCase() : '';
+    if (providerKey.startsWith('iflow.')) {
+        return 1200;
+    }
+    const model = typeof params.model === 'string' ? params.model.trim().toLowerCase() : '';
+    if (model === 'kimi-k2.5' || model.startsWith('kimi-k2.5-')) {
+        return 1200;
+    }
+    return undefined;
+}
 function isStopFinishReason(base) {
     if (!base || typeof base !== 'object' || Array.isArray(base)) {
         return false;

package/dist/servertool/types.d.ts

@@ -74,6 +74,9 @@ export type ServerToolFollowupInjectionOp = {
 } | {
     op: 'trim_openai_messages';
     maxNonSystemMessages: number;
+} | {
+    op: 'compact_tool_content';
+    maxChars: number;
 };
 export type ServerToolFollowupInjectionPlan = {
     ops: ServerToolFollowupInjectionOp[];

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@jsonstudio/llms",
-  "version": "0.6.1733",
+  "version": "0.6.1739",
   "type": "module",
   "main": "dist/index.js",
   "module": "dist/index.js",