veryfront 0.1.666 → 0.1.668

package/esm/deno.js

@@ -1,6 +1,6 @@
 export default {
     "name": "veryfront",
-    "version": "0.1.666",
+    "version": "0.1.668",
     "license": "Apache-2.0",
     "nodeModulesDir": "auto",
     "workspace": [

package/esm/src/agent/hosted/context-summary-generator.d.ts

@@ -0,0 +1,21 @@
+import { resolveModel } from "../../provider/index.js";
+import { generateText } from "../../runtime/runtime-bridge.js";
+import type { ContextSummaryGenerator } from "./context-budget-manager.js";
+type GenerateTextFunction = typeof generateText;
+type ResolveModelFunction = typeof resolveModel;
+/** Options accepted by Veryfront Cloud context summary generator. */
+export type VeryfrontCloudContextSummaryGeneratorOptions = {
+    apiUrl: string | URL;
+    authToken: string;
+    projectId?: string | null;
+    model?: string;
+    maxOutputTokens: number;
+    maxInputTokens: number;
+    abortSignal?: AbortSignal;
+    generateText?: GenerateTextFunction;
+    resolveModel?: ResolveModelFunction;
+};
+/** Create a Veryfront Cloud backed summary generator for context compaction. */
+export declare function createVeryfrontCloudContextSummaryGenerator(options: VeryfrontCloudContextSummaryGeneratorOptions): ContextSummaryGenerator;
+export {};
+//# sourceMappingURL=context-summary-generator.d.ts.map

package/esm/src/agent/hosted/context-summary-generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-summary-generator.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/hosted/context-summary-generator.ts"],"names":[],"mappings":"AACA,OAAO,EACL,YAAY,EAIb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,iCAAiC,CAAC;AAG/D,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAK3E,KAAK,oBAAoB,GAAG,OAAO,YAAY,CAAC;AAChD,KAAK,oBAAoB,GAAG,OAAO,YAAY,CAAC;AAEhD,qEAAqE;AACrE,MAAM,MAAM,4CAA4C,GAAG;IACzD,MAAM,EAAE,MAAM,GAAG,GAAG,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,WAAW,CAAC;IAC1B,YAAY,CAAC,EAAE,oBAAoB,CAAC;IACpC,YAAY,CAAC,EAAE,oBAAoB,CAAC;CACrC,CAAC;AAiKF,gFAAgF;AAChF,wBAAgB,2CAA2C,CACzD,OAAO,EAAE,4CAA4C,GACpD,uBAAuB,CAmBzB"}

package/esm/src/agent/hosted/context-summary-generator.js

@@ -0,0 +1,144 @@
+import { estimateTokens } from "../../chat/message-prep.js";
+import { resolveModel, resolveVeryfrontCloudGatewayModelId, resolveVeryfrontCloudModelId, runWithVeryfrontCloudContextAsync, } from "../../provider/index.js";
+import { generateText } from "../../runtime/runtime-bridge.js";
+const DEFAULT_MAX_SERIALIZED_PART_CHARACTERS = 20_000;
+const DEFAULT_MAX_SERIALIZED_MESSAGE_CHARACTERS = 60_000;
+function truncateText(text, maxCharacters) {
+    if (text.length <= maxCharacters) {
+        return text;
+    }
+    return `${text.slice(0, maxCharacters)}\n[truncated ${text.length - maxCharacters} characters]`;
+}
+function stringifyUnknown(value) {
+    try {
+        return JSON.stringify(value);
+    }
+    catch {
+        return "[unserializable]";
+    }
+}
+function serializeMessagePart(part) {
+    if (part.type === "text" && "text" in part) {
+        return truncateText(part.text, DEFAULT_MAX_SERIALIZED_PART_CHARACTERS);
+    }
+    if (part.type === "tool-result" && "result" in part) {
+        return [
+            `tool result: ${part.toolName}`,
+            `tool call id: ${part.toolCallId}`,
+            truncateText(stringifyUnknown(part.result), DEFAULT_MAX_SERIALIZED_PART_CHARACTERS),
+        ].join("\n");
+    }
+    if ((part.type === "image" || part.type === "file") && "mediaType" in part) {
+        return `${part.type}: ${part.mediaType}`;
+    }
+    if ("toolCallId" in part && "toolName" in part && "args" in part) {
+        return [
+            `tool call: ${part.toolName}`,
+            `tool call id: ${part.toolCallId}`,
+            truncateText(stringifyUnknown(part.args), DEFAULT_MAX_SERIALIZED_PART_CHARACTERS),
+        ].join("\n");
+    }
+    return truncateText(stringifyUnknown(part), DEFAULT_MAX_SERIALIZED_PART_CHARACTERS);
+}
+function serializeMessage(message) {
+    const body = message.parts.map(serializeMessagePart).join("\n\n");
+    const serialized = [
+        `<message id="${message.id}" role="${message.role}">`,
+        body,
+        "</message>",
+    ].join("\n");
+    return truncateText(serialized, DEFAULT_MAX_SERIALIZED_MESSAGE_CHARACTERS);
+}
+function chunkSerializedMessages(messages, maxInputTokens) {
+    const chunks = [];
+    let current = "";
+    for (const message of messages) {
+        const serialized = serializeMessage(message);
+        const candidate = current ? `${current}\n\n${serialized}` : serialized;
+        if (current && estimateTokens(candidate) > maxInputTokens) {
+            chunks.push(current);
+            current = serialized;
+            continue;
+        }
+        current = candidate;
+    }
+    if (current) {
+        chunks.push(current);
+    }
+    return chunks;
+}
+function createCompactionMessages(input) {
+    const customInstructions = input.customInstructions
+        ? `\nAdditional compaction instructions:\n${input.customInstructions}`
+        : "";
+    const priorSummary = input.priorSummary
+        ? `\nExisting summary to update:\n${input.priorSummary}\n`
+        : "";
+    return [
+        {
+            role: "system",
+            content: [
+                "Summarize previous context for a continued Veryfront agent run.",
+                "Output only the summary.",
+                "Preserve user goals, constraints, completed work, in-progress work, decisions, file or project state, tool evidence, and next actions.",
+                "Do not continue the conversation.",
+                "Do not include private credentials or raw internal metadata.",
+            ].join("\n"),
+        },
+        {
+            role: "user",
+            content: [
+                priorSummary,
+                `Recent messages retained separately: ${input.retainedMessageCount}`,
+                customInstructions,
+                "\nConversation segment to summarize:",
+                input.segment,
+            ].join("\n"),
+        },
+    ];
+}
+async function summarizeSegment(input) {
+    const generate = input.options.generateText ?? generateText;
+    const resolve = input.options.resolveModel ?? resolveModel;
+    const result = await runWithVeryfrontCloudContextAsync({
+        apiBaseUrl: input.options.apiUrl.toString(),
+        apiToken: input.options.authToken,
+        projectSlug: input.options.projectId ?? undefined,
+        serviceLayer: "cloud",
+    }, () => Promise.resolve(generate({
+        model: resolve(input.modelId),
+        messages: createCompactionMessages({
+            segment: input.segment,
+            priorSummary: input.priorSummary,
+            retainedMessageCount: input.retainedMessageCount,
+            customInstructions: input.customInstructions,
+        }),
+        maxOutputTokens: input.options.maxOutputTokens,
+        temperature: 0,
+        abortSignal: input.options.abortSignal,
+    })));
+    return result.text.trim();
+}
+function resolveSummaryModelId(model) {
+    const cloudModelId = resolveVeryfrontCloudModelId(model);
+    return resolveVeryfrontCloudGatewayModelId(cloudModelId) ?? cloudModelId;
+}
+/** Create a Veryfront Cloud backed summary generator for context compaction. */
+export function createVeryfrontCloudContextSummaryGenerator(options) {
+    return async ({ messagesToSummarize, retainedMessages, customInstructions }) => {
+        const modelId = resolveSummaryModelId(options.model);
+        const chunks = chunkSerializedMessages(messagesToSummarize, options.maxInputTokens);
+        let summary = "";
+        for (const chunk of chunks) {
+            summary = await summarizeSegment({
+                options,
+                modelId,
+                segment: chunk,
+                priorSummary: summary || undefined,
+                retainedMessageCount: retainedMessages.length,
+                customInstructions,
+            });
+        }
+        return { text: summary };
+    };
+}

package/esm/src/agent/hosted/veryfront-cloud-agent-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"veryfront-cloud-agent-service.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/hosted/veryfront-cloud-agent-service.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AAuC9E,OAAO,EAGL,KAAK,0BAA0B,EAChC,MAAM,yBAAyB,CAAC;AAOjC,OAAO,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAClF,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAC9F,OAAO,EAAE,KAAK,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAkBzE,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AACnF,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAKjE,OAAO,EAML,KAAK,8BAA8B,EAEpC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAEL,KAAK,kDAAkD,EACxD,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAK9B,KAAK,2BAA2B,EACjC,MAAM,uBAAuB,CAAC;AAS/B,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAYhF,iFAAiF;AACjF,MAAM,MAAM,2CAA2C,GACnD,WAAW,CAAC,0BAA0B,CAAC,eAAe,CAAC,CAAC,GACxD,WAAW,CAAC,kDAAkD,CAAC,eAAe,CAAC,CAAC,GAChF;IACA,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,KAAK,GAAG,IAAI,CAAC;CACvC,CAAC;AAEJ,MAAM,MAAM,yCAAyC,GAAG,8BAA8B,CAAC;AAEvF,6EAA6E;AAC7E,MAAM,MAAM,uCAAuC,GAAG,2BAA2B,CAAC;AAElF,uCAAuC;AACvC,wBAAgB,qBAAqB,IACjC,2BAA2B,GAC3B,6BAA6B,CAEhC;AAED,0CAA0C;AAC1C,wBAAgB,wBAAwB,IACpC,2BAA2B,GAC3B,6BAA6B,CAEhC;AAED,KAAK,sBAAsB,GAAG,MAAM,GAAG,GAAG,CAAC;AAE3C,8DAA8D;AAC9D,MAAM,MAAM,qCAAqC,GAAG;IAClD;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,OAAO,CAAC,EAAE,sBAAsB,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,WAAW,CAAC,EAAE,yCAAyC,CAAC;IACxD;;;OAGG;IACH,UAAU,CAAC,EAAE,SAAS,uCAAuC,EAAE,CAAC;IAChE,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,cAAc,CAAC,EAAE,+BAA+B,CAAC,gBAAgB,CAAC,CAAC;IACnE,GAAG,CAAC,EAAE,kDAAkD,CAAC,KAAK,CAAC,CAAC;IAChE,aAAa,CAAC,EAAE,2CAA2C,CAAC;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,OAAO,CAAC,EAAE,SAAS,MAAM,CAAC,OAAO,EAAE,CAAC;CACrC,CAAC;AAEF,yDAAyD;AACzD,MAAM,MAAM,iCAAiC,GAAG,qCAAqC,CAAC;AACtF,yCAAyC;AACzC,MAAM,MAAM,mBAAmB,GAAG,qCAAqC,CAAC;AASxE,qFAAqF;AACrF,MAAM,MAAM,+CAA+C,GAAG,2BAA2B,GAAG;IAC1F,MAAM,EAAE,yBAAyB,CAAC;IAClC,KAAK,EAAE,+BAA+B,CAAC,OAAO,CAAC,CAAC;IAChD,WAAW,EAAE,WAAW,CAAC;IACzB,aAAa,EAAE,mBAAmB,EAAE,CAAC;IACrC,QAAQ,EAAE,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAClD,cAAc,EAAE,gCAAgC,CAAC;CAClD,CAAC;AACF,gEAAgE;AAChE,MAAM,MAAM,6BAA6B,GAAG,+CAA+C,CAAC;AAC5F,4DAA4D;AAC5D,MAAM,MAAM,yBAAyB,GAAG,2CAA2C,CAAC;AAkyBpF,yDAAyD;AACzD,wBAAsB,2CAA2C,CAC/D,OAAO,GAAE,qCAA0C,GAClD,OAAO,CAAC,yBAAyB,CAAC,+CAA+C,CAAC,CAAC,CAKrF;AAED,iDAAiD;AACjD,wBAAsB,mCAAmC,CACvD,OAAO,GAAE,qCAA0C,GAClD,OAAO,CAAC,2BAA2B,CAAC,+CAA+C,CAAC,CAAC,CAgBvF;AAED,4BAA4B;AAC5B,wBAAsB,iBAAiB,CACrC,OAAO,GAAE,qCAA0C,GAClD,OAAO,CAAC,IAAI,CAAC,CAiDf"}
+{"version":3,"file":"veryfront-cloud-agent-service.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/hosted/veryfront-cloud-agent-service.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,+BAA+B,EAAE,MAAM,wBAAwB,CAAC;AAuC9E,OAAO,EAGL,KAAK,0BAA0B,EAChC,MAAM,yBAAyB,CAAC;AAOjC,OAAO,EAAE,KAAK,+BAA+B,EAAE,MAAM,4BAA4B,CAAC;AAClF,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,uCAAuC,CAAC;AAC9F,OAAO,EAAE,KAAK,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AAmBzE,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,iCAAiC,CAAC;AACnF,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,aAAa,CAAC;AAKjE,OAAO,EAML,KAAK,8BAA8B,EAEpC,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAEL,KAAK,kDAAkD,EACxD,MAAM,2CAA2C,CAAC;AACnD,OAAO,EACL,KAAK,yBAAyB,EAC9B,KAAK,yBAAyB,EAK9B,KAAK,2BAA2B,EACjC,MAAM,uBAAuB,CAAC;AAS/B,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAahF,iFAAiF;AACjF,MAAM,MAAM,2CAA2C,GACnD,WAAW,CAAC,0BAA0B,CAAC,eAAe,CAAC,CAAC,GACxD,WAAW,CAAC,kDAAkD,CAAC,eAAe,CAAC,CAAC,GAChF;IACA,GAAG,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IACzC,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,KAAK,GAAG,IAAI,CAAC;CACvC,CAAC;AAEJ,MAAM,MAAM,yCAAyC,GAAG,8BAA8B,CAAC;AAEvF,6EAA6E;AAC7E,MAAM,MAAM,uCAAuC,GAAG,2BAA2B,CAAC;AAElF,uCAAuC;AACvC,wBAAgB,qBAAqB,IACjC,2BAA2B,GAC3B,6BAA6B,CAEhC;AAED,0CAA0C;AAC1C,wBAAgB,wBAAwB,IACpC,2BAA2B,GAC3B,6BAA6B,CAEhC;AAED,KAAK,sBAAsB,GAAG,MAAM,GAAG,GAAG,CAAC;AAE3C,8DAA8D;AAC9D,MAAM,MAAM,qCAAqC,GAAG;IAClD;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,OAAO,CAAC,EAAE,sBAAsB,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,aAAa,CAAC,EAAE,sBAAsB,CAAC;IACvC,WAAW,CAAC,EAAE,yCAAyC,CAAC;IACxD;;;OAGG;IACH,UAAU,CAAC,EAAE,SAAS,uCAAuC,EAAE,CAAC;IAChE,wBAAwB,CAAC,EAAE,MAAM,CAAC;IAClC,cAAc,CAAC,EAAE,+BAA+B,CAAC,gBAAgB,CAAC,CAAC;IACnE,GAAG,CAAC,EAAE,kDAAkD,CAAC,KAAK,CAAC,CAAC;IAChE,aAAa,CAAC,EAAE,2CAA2C,CAAC;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,OAAO,CAAC,EAAE,SAAS,MAAM,CAAC,OAAO,EAAE,CAAC;CACrC,CAAC;AAEF,yDAAyD;AACzD,MAAM,MAAM,iCAAiC,GAAG,qCAAqC,CAAC;AACtF,yCAAyC;AACzC,MAAM,MAAM,mBAAmB,GAAG,qCAAqC,CAAC;AASxE,qFAAqF;AACrF,MAAM,MAAM,+CAA+C,GAAG,2BAA2B,GAAG;IAC1F,MAAM,EAAE,yBAAyB,CAAC;IAClC,KAAK,EAAE,+BAA+B,CAAC,OAAO,CAAC,CAAC;IAChD,WAAW,EAAE,WAAW,CAAC;IACzB,aAAa,EAAE,mBAAmB,EAAE,CAAC;IACrC,QAAQ,EAAE,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAClD,cAAc,EAAE,gCAAgC,CAAC;CAClD,CAAC;AACF,gEAAgE;AAChE,MAAM,MAAM,6BAA6B,GAAG,+CAA+C,CAAC;AAC5F,4DAA4D;AAC5D,MAAM,MAAM,yBAAyB,GAAG,2CAA2C,CAAC;AA00BpF,yDAAyD;AACzD,wBAAsB,2CAA2C,CAC/D,OAAO,GAAE,qCAA0C,GAClD,OAAO,CAAC,yBAAyB,CAAC,+CAA+C,CAAC,CAAC,CAKrF;AAED,iDAAiD;AACjD,wBAAsB,mCAAmC,CACvD,OAAO,GAAE,qCAA0C,GAClD,OAAO,CAAC,2BAA2B,CAAC,+CAA+C,CAAC,CAAC,CAgBvF;AAED,4BAA4B;AAC5B,wBAAsB,iBAAiB,CACrC,OAAO,GAAE,qCAA0C,GAClD,OAAO,CAAC,IAAI,CAAC,CAiDf"}

package/esm/src/agent/hosted/veryfront-cloud-agent-service.js

@@ -22,6 +22,7 @@ import { createHostedFormInputTool } from "./form-input-tool.js";
 import { createHostedAgentProjectSteering, } from "./agent-project-steering.js";
 import { createLiveStudioMcpTools } from "../project/live-studio-mcp-tools.js";
 import { createDefaultHostedChatRuntime, } from "./default-chat-runtime.js";
+import { createVeryfrontCloudContextSummaryGenerator } from "./context-summary-generator.js";
 import { createDefaultHostedInvokeAgentTool } from "./default-invoke-agent-tool.js";
 import { createDefaultHostedProjectSteeringRefresh, fetchDefaultHostedProjectSteering, } from "./default-project-steering-refresh.js";
 import { createRuntimeAgentDefinitionFromAgent, describeProjectAgentRuntimeAgentIdCandidates, discoverProjectAgentRuntime, doesProjectAgentRuntimeAgentMatchSource, getProjectAgentRuntimeAgentIdCandidates, resolveSingleProjectAgentRuntimeAgentId, } from "../project/agent-runtime.js";
@@ -478,16 +479,43 @@ function fetchProjectSteering(context, input) {
         traceOperationName: "chat.fetchSteering",
     });
 }
+function createHostedChatContextBudgetOptions(context, req, agentConfig, abortSignal) {
+    const config = context.infrastructure.getConfig();
+    if (!config.VERYFRONT_CONTEXT_COMPACTION_ENABLED || !req.durableRootRun) {
+        return undefined;
+    }
+    return {
+        tokenBudget: config.VERYFRONT_CONTEXT_COMPACTION_TOKEN_BUDGET,
+        reserveTokens: config.VERYFRONT_CONTEXT_COMPACTION_RESERVE_TOKENS,
+        recentTailTokens: config.VERYFRONT_CONTEXT_COMPACTION_RECENT_TAIL_TOKENS,
+        minimumRecentTurns: config.VERYFRONT_CONTEXT_COMPACTION_MINIMUM_RECENT_TURNS,
+        maxSummaryTokens: config.VERYFRONT_CONTEXT_COMPACTION_MAX_SUMMARY_TOKENS,
+        summaryGenerator: createVeryfrontCloudContextSummaryGenerator({
+            apiUrl: config.VERYFRONT_API_URL,
+            authToken: req.authToken,
+            projectId: req.projectId,
+            model: config.VERYFRONT_CONTEXT_COMPACTION_SUMMARY_MODEL ?? agentConfig.model,
+            maxOutputTokens: config.VERYFRONT_CONTEXT_COMPACTION_MAX_SUMMARY_TOKENS,
+            maxInputTokens: config.VERYFRONT_CONTEXT_COMPACTION_SUMMARY_INPUT_TOKENS,
+            abortSignal,
+        }),
+        logger: {
+            debug: (message, metadata) => context.infrastructure.logger.debug(message, metadata),
+            error: (message, metadata) => context.infrastructure.logger.error(message, metadata),
+        },
+    };
+}
 async function prepareChatExecution(context, req) {
     const { userId, authToken, projectId, conversationId, upstreamParentConversationId, upstreamParentRunId, spawnedFromToolCallId, } = req;
     const config = context.infrastructure.getConfig();
     setPrepareChatExecutionStartAttributes(context, { projectId, userId });
     const agentConfig = await resolveAgentConfig(context, req.agentId ?? getDefaultAgentId(context));
+    const abortController = new AbortController();
     const { effectiveMessages, rootRunContext, runtime: { agent, runtimeKind, modelId, cleanup }, finalMessages, } = await prepareVeryfrontCloudHostedChatExecution({
         request: req,
         agentConfig,
         apiUrl: config.VERYFRONT_API_URL,
-        abortSignal: new AbortController().signal,
+        abortSignal: abortController.signal,
         logger: context.infrastructure.logger,
         rootRun: {
             instrumentation: {
@@ -500,6 +528,7 @@ async function prepareChatExecution(context, req) {
         },
         fetchSteering: (steeringInput) => fetchProjectSteering(context, steeringInput),
         buildInstructions: buildVeryfrontCloudRuntimeInstructions,
+        contextBudget: createHostedChatContextBudgetOptions(context, req, agentConfig, abortController.signal),
         createRuntime: (creationOptions) => context.trace("chat.createRuntime", () => createAgentRuntime(context, {
             ...creationOptions,
             userId: req.userId,

package/esm/src/agent/service/config.d.ts

@@ -16,6 +16,14 @@ export type AgentServiceConfig = {
     VERYFRONT_STUDIO_MCP_URL: string;
     VERYFRONT_ENABLE_DURABLE_INVOKE_AGENT: boolean;
     VERYFRONT_ENABLE_DURABLE_TASK: boolean;
+    VERYFRONT_CONTEXT_COMPACTION_ENABLED: boolean;
+    VERYFRONT_CONTEXT_COMPACTION_TOKEN_BUDGET: number;
+    VERYFRONT_CONTEXT_COMPACTION_RESERVE_TOKENS: number;
+    VERYFRONT_CONTEXT_COMPACTION_RECENT_TAIL_TOKENS: number;
+    VERYFRONT_CONTEXT_COMPACTION_MINIMUM_RECENT_TURNS: number;
+    VERYFRONT_CONTEXT_COMPACTION_MAX_SUMMARY_TOKENS: number;
+    VERYFRONT_CONTEXT_COMPACTION_SUMMARY_INPUT_TOKENS: number;
+    VERYFRONT_CONTEXT_COMPACTION_SUMMARY_MODEL?: string;
     NODE_ENV: "development" | "test" | "production";
     PORT: number;
     OAUTH_PUBLIC_KEY?: string;

package/esm/src/agent/service/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/service/config.ts"],"names":[],"mappings":"AAYA,MAAM,MAAM,4BAA4B,GAAG,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;AAE3E,2CAA2C;AAC3C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,oCAAoC,EAAE,4BAA4B,CAAC;IACnE,6CAA6C,EAAE,MAAM,CAAC;IACtD,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wBAAwB,EAAE,MAAM,CAAC;IACjC,qCAAqC,EAAE,OAAO,CAAC;IAC/C,6BAA6B,EAAE,OAAO,CAAC;IACvC,QAAQ,EAAE,aAAa,GAAG,MAAM,GAAG,YAAY,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC,CAAC;AAEF,8CAA8C;AAC9C,MAAM,MAAM,uBAAuB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;AA4DlF,2CAA2C;AAC3C,eAAO,MAAM,wBAAwB,sEAA0C,CAAC;AAEhF,kDAAkD;AAClD,eAAO,MAAM,8BAA8B,sEAA2B,CAAC;AACvE,kDAAkD;AAClD,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAC1D,qDAAqD;AACrD,MAAM,MAAM,6BAA6B,GAAG,uBAAuB,CAAC;AAEpE,iDAAiD;AACjD,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,uBAAuB,GAC7B,kBAAkB,CAGpB;AAED,wDAAwD;AACxD,wBAAgB,6BAA6B,CAC3C,KAAK,EAAE,6BAA6B,GACnC,wBAAwB,CAE1B"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../../../src/src/agent/service/config.ts"],"names":[],"mappings":"AAYA,MAAM,MAAM,4BAA4B,GAAG,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;AAE3E,2CAA2C;AAC3C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC,oCAAoC,EAAE,4BAA4B,CAAC;IACnE,6CAA6C,EAAE,MAAM,CAAC;IACtD,8BAA8B,CAAC,EAAE,MAAM,CAAC;IACxC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,wBAAwB,EAAE,MAAM,CAAC;IACjC,qCAAqC,EAAE,OAAO,CAAC;IAC/C,6BAA6B,EAAE,OAAO,CAAC;IACvC,oCAAoC,EAAE,OAAO,CAAC;IAC9C,yCAAyC,EAAE,MAAM,CAAC;IAClD,2CAA2C,EAAE,MAAM,CAAC;IACpD,+CAA+C,EAAE,MAAM,CAAC;IACxD,iDAAiD,EAAE,MAAM,CAAC;IAC1D,+CAA+C,EAAE,MAAM,CAAC;IACxD,iDAAiD,EAAE,MAAM,CAAC;IAC1D,0CAA0C,CAAC,EAAE,MAAM,CAAC;IACpD,QAAQ,EAAE,aAAa,GAAG,MAAM,GAAG,YAAY,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,eAAe,EAAE,MAAM,EAAE,CAAC;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC,CAAC;AAEF,8CAA8C;AAC9C,MAAM,MAAM,uBAAuB,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAAC,CAAC;AA0FlF,2CAA2C;AAC3C,eAAO,MAAM,wBAAwB,sEAA0C,CAAC;AAEhF,kDAAkD;AAClD,eAAO,MAAM,8BAA8B,sEAA2B,CAAC;AACvE,kDAAkD;AAClD,MAAM,MAAM,wBAAwB,GAAG,kBAAkB,CAAC;AAC1D,qDAAqD;AACrD,MAAM,MAAM,6BAA6B,GAAG,uBAAuB,CAAC;AAEpE,iDAAiD;AACjD,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,uBAAuB,GAC7B,kBAAkB,CAGpB;AAED,wDAAwD;AACxD,wBAAgB,6BAA6B,CAC3C,KAAK,EAAE,6BAA6B,GACnC,wBAAwB,CAE1B"}

package/esm/src/agent/service/config.js

@@ -37,6 +37,14 @@ const getAgentServiceConfigSchema = defineSchema((v) => {
         VERYFRONT_STUDIO_MCP_URL: v.string().default(""),
         VERYFRONT_ENABLE_DURABLE_INVOKE_AGENT: booleanFlagSchema,
         VERYFRONT_ENABLE_DURABLE_TASK: booleanFlagSchema,
+        VERYFRONT_CONTEXT_COMPACTION_ENABLED: v.string().default("true").transform(parseBooleanFlag),
+        VERYFRONT_CONTEXT_COMPACTION_TOKEN_BUDGET: v.coerce.number().int().positive().default(180_000),
+        VERYFRONT_CONTEXT_COMPACTION_RESERVE_TOKENS: v.coerce.number().int().nonnegative().default(32_000),
+        VERYFRONT_CONTEXT_COMPACTION_RECENT_TAIL_TOKENS: v.coerce.number().int().positive().default(40_000),
+        VERYFRONT_CONTEXT_COMPACTION_MINIMUM_RECENT_TURNS: v.coerce.number().int().positive().default(2),
+        VERYFRONT_CONTEXT_COMPACTION_MAX_SUMMARY_TOKENS: v.coerce.number().int().positive().default(8_000),
+        VERYFRONT_CONTEXT_COMPACTION_SUMMARY_INPUT_TOKENS: v.coerce.number().int().positive().default(64_000),
+        VERYFRONT_CONTEXT_COMPACTION_SUMMARY_MODEL: v.string().min(1).optional(),
         ALLOWED_ORIGINS: v.string().default("http://localhost:3000,http://veryfront.me:3000"),
         OTEL_ENABLED: booleanFlagSchema,
         OTEL_EXPORTER_OTLP_ENDPOINT: v.string().optional(),
@@ -56,6 +64,14 @@ const getAgentServiceConfigSchema = defineSchema((v) => {
         VERYFRONT_STUDIO_MCP_URL: env.VERYFRONT_STUDIO_MCP_URL,
         VERYFRONT_ENABLE_DURABLE_INVOKE_AGENT: env.VERYFRONT_ENABLE_DURABLE_INVOKE_AGENT,
         VERYFRONT_ENABLE_DURABLE_TASK: env.VERYFRONT_ENABLE_DURABLE_TASK,
+        VERYFRONT_CONTEXT_COMPACTION_ENABLED: env.VERYFRONT_CONTEXT_COMPACTION_ENABLED,
+        VERYFRONT_CONTEXT_COMPACTION_TOKEN_BUDGET: env.VERYFRONT_CONTEXT_COMPACTION_TOKEN_BUDGET,
+        VERYFRONT_CONTEXT_COMPACTION_RESERVE_TOKENS: env.VERYFRONT_CONTEXT_COMPACTION_RESERVE_TOKENS,
+        VERYFRONT_CONTEXT_COMPACTION_RECENT_TAIL_TOKENS: env.VERYFRONT_CONTEXT_COMPACTION_RECENT_TAIL_TOKENS,
+        VERYFRONT_CONTEXT_COMPACTION_MINIMUM_RECENT_TURNS: env.VERYFRONT_CONTEXT_COMPACTION_MINIMUM_RECENT_TURNS,
+        VERYFRONT_CONTEXT_COMPACTION_MAX_SUMMARY_TOKENS: env.VERYFRONT_CONTEXT_COMPACTION_MAX_SUMMARY_TOKENS,
+        VERYFRONT_CONTEXT_COMPACTION_SUMMARY_INPUT_TOKENS: env.VERYFRONT_CONTEXT_COMPACTION_SUMMARY_INPUT_TOKENS,
+        VERYFRONT_CONTEXT_COMPACTION_SUMMARY_MODEL: env.VERYFRONT_CONTEXT_COMPACTION_SUMMARY_MODEL,
         NODE_ENV: env.NODE_ENV,
         PORT: env.PORT,
         OAUTH_PUBLIC_KEY: env.OAUTH_PUBLIC_KEY,

package/esm/src/integrations/_data.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"_data.d.ts","sourceRoot":"","sources":["../../../src/src/integrations/_data.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,eAAO,MAAM,UAAU,EAAE,iBAAiB,EAoCzC,CAAC;AAEF,eAAO,MAAM,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAoCxC,CAAC"}
+{"version":3,"file":"_data.d.ts","sourceRoot":"","sources":["../../../src/src/integrations/_data.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAErD,eAAO,MAAM,UAAU,EAAE,iBAAiB,EAg/UzC,CAAC;AAEF,eAAO,MAAM,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAuExC,CAAC"}