@elizaos/agent 2.0.0-beta.1 → 2.0.0-beta.2

package/{dist/packages → packages}/agent/src/runtime/prompt-optimization.d.ts

@@ -6,7 +6,8 @@
  */
 import { type AgentRuntime } from "@elizaos/core";
 import type { ElizaConfig } from "../config/types.ts";
-import type { CompactorModelCall } from "./conversation-compactor.types.ts";
+import type { CompactorMessage, CompactorModelCall } from "./conversation-compactor.types.ts";
+import { type ApplyConversationCompactionResult, type ApplyConversationMessageCompactionResult } from "./conversation-compactor-runtime.ts";
 export { buildFullParamActionSet, compactActionsForIntent, detectIntentCategories, } from "./prompt-compaction.ts";
 export interface CapturedModelUsage {
     promptTokens: number;
@@ -34,12 +35,13 @@ export declare function withModelUsageCapture<T>(runtime: AgentRuntime, run: ()
  * Async pre-step that runs a conversation-compactor strategy when
  * `ELIZA_CONVERSATION_COMPACTOR` is set and the prompt is over budget.
  * No-ops when the env var is unset, the prompt is under budget, or the
- * compactor cannot reduce the prompt below the budget.
+ * compactor cannot reduce the prompt.
  *
  * Logs `[eliza] conversation-compaction strategy=X originalTokens=N
  * compactedTokens=M latencyMs=L` on a successful compaction.
  */
-export declare function maybeApplyConversationCompaction(runtime: AgentRuntime, prompt: string, budgetTokens: number, callModel: CompactorModelCall): Promise<string>;
+export declare function maybeApplyConversationCompaction(runtime: AgentRuntime, prompt: string, budgetTokens: number, callModel: CompactorModelCall, onResult?: (result: ApplyConversationCompactionResult) => void): Promise<string>;
+export declare function maybeApplyConversationMessageCompaction(runtime: AgentRuntime, messages: CompactorMessage[], budgetTokens: number, callModel: CompactorModelCall, onResult?: (result: ApplyConversationMessageCompactionResult) => void): Promise<CompactorMessage[]>;
 export declare function fitPromptToTokenBudget(prompt: string, budgetTokens: number): PromptBudgetResult;
 export declare function installPromptOptimizations(runtime: AgentRuntime, config?: ElizaConfig): void;
 //# sourceMappingURL=prompt-optimization.d.ts.map

package/packages/agent/src/runtime/prompt-optimization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-optimization.d.ts","sourceRoot":"","sources":["../../../../../src/runtime/prompt-optimization.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EACL,KAAK,YAAY,EAMlB,MAAM,eAAe,CAAC;AAMvB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAGtD,OAAO,KAAK,EACV,gBAAgB,EAChB,kBAAkB,EACnB,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACL,KAAK,iCAAiC,EACtC,KAAK,wCAAwC,EAK9C,MAAM,qCAAqC,CAAC;AAkB7C,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAmFhC,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAqBD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,4CAA4C,IAAI,OAAO,CAEtE;AAqVD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGvD;AAyTD,wBAAsB,qBAAqB,CAAC,CAAC,EAC3C,OAAO,EAAE,YAAY,EACrB,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACpB,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI,CAAA;CAAE,CAAC,CAuB1D;AA0ID;;;;;;;;GAQG;AACH,wBAAsB,gCAAgC,CACpD,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,kBAAkB,EAC7B,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,iCAAiC,KAAK,IAAI,GAC7D,OAAO,CAAC,MAAM,CAAC,CA4BjB;AAED,wBAAsB,uCAAuC,CAC3D,OAAO,EAAE,YAAY,EACrB,QAAQ,EAAE,gBAAgB,EAAE,EAC5B,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,kBAAkB,EAC7B,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,wCAAwC,KAAK,IAAI,GACpE,OAAO,CAAC,gBAAgB,EAAE,CAAC,CA4B7B;AAED,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,GACnB,kBAAkB,CAgCpB;AAoDD,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,YAAY,EACrB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CA+YN"}

package/{dist/packages → packages}/agent/src/runtime/prompt-optimization.js

@@ -9,7 +9,7 @@ import path from "node:path";
 import { assertActiveTrajectoryForLlmCall, EventType, getTrajectoryContext, isLlmGenerationModelType, normalizeTrajectoryLlmPurpose, } from "@elizaos/core";
 import { detectRuntimeModel } from "../api/agent-model.js";
 import { resolveModelTokenMetadata, } from "../config/model-metadata.js";
-import { applyConversationCompaction, selectStrategyFromEnv, } from "./conversation-compactor-runtime.js";
+import { applyConversationCompaction, applyConversationMessageCompaction, selectStrategyFromEnv, } from "./conversation-compactor-runtime.js";
 import { compactActionsForIntent, compactCodingExamplesForIntent, compactConversationHistory, compactModelPrompt, validateIntentActionMap, } from "./prompt-compaction.js";
 import { enrichTrajectoryLlmCall, ensureTrajectoriesTable, isLegacyTrajectoryLogger, loadTrajectoryByStepId, saveTrajectory, toOptionalNumber, toText, } from "./trajectory-internals.js";
 export { buildFullParamActionSet, compactActionsForIntent, detectIntentCategories, } from "./prompt-compaction.js";
@@ -245,6 +245,22 @@ function ensureTrajectoryLoggerTracking(runtime) {
                     updated = true;
                 }
             }
+            const patchProviderMetadata = patch
+                .providerMetadata;
+            if (patchProviderMetadata &&
+                typeof patchProviderMetadata === "object" &&
+                !Array.isArray(patchProviderMetadata)) {
+                const currentProviderMetadata = latestCall.providerMetadata &&
+                    typeof latestCall.providerMetadata === "object" &&
+                    !Array.isArray(latestCall.providerMetadata)
+                    ? latestCall.providerMetadata
+                    : {};
+                latestCall.providerMetadata = {
+                    ...currentProviderMetadata,
+                    ...patchProviderMetadata,
+                };
+                updated = true;
+            }
             const enriched = enrichTrajectoryLlmCall(latestCall);
             const nextStepType = toText(enriched.stepType, "");
             if (nextStepType && toText(latestCall.stepType, "") !== nextStepType) {
@@ -303,6 +319,165 @@ export function estimateTokenCount(text) {
         return 0;
     return Math.ceil(text.length / 4);
 }
+function messageContentToText(content) {
+    if (typeof content === "string")
+        return content;
+    if (Array.isArray(content)) {
+        return content
+            .map((part) => {
+            if (typeof part === "string")
+                return part;
+            if (!part || typeof part !== "object")
+                return "";
+            const record = part;
+            if (typeof record.text === "string")
+                return record.text;
+            if (typeof record.content === "string")
+                return record.content;
+            return "";
+        })
+            .filter(Boolean)
+            .join("\n");
+    }
+    if (content == null)
+        return "";
+    return String(content);
+}
+function normalizeToolCalls(value) {
+    if (!Array.isArray(value))
+        return undefined;
+    const out = [];
+    for (const item of value) {
+        if (!item || typeof item !== "object")
+            continue;
+        const record = item;
+        const fn = record.function && typeof record.function === "object"
+            ? record.function
+            : null;
+        const id = typeof record.id === "string" ? record.id : "";
+        const name = typeof record.name === "string"
+            ? record.name
+            : typeof fn?.name === "string"
+                ? fn.name
+                : "";
+        if (!id || !name)
+            continue;
+        const argsRaw = record.arguments ??
+            record.args ??
+            (fn ? (fn.arguments ?? fn.args) : undefined);
+        let parsedArgs = {};
+        if (argsRaw && typeof argsRaw === "object" && !Array.isArray(argsRaw)) {
+            parsedArgs = argsRaw;
+        }
+        else if (typeof argsRaw === "string" && argsRaw.trim().length > 0) {
+            try {
+                const parsed = JSON.parse(argsRaw);
+                if (parsed && typeof parsed === "object" && !Array.isArray(parsed)) {
+                    parsedArgs = parsed;
+                }
+            }
+            catch {
+                parsedArgs = { raw: argsRaw };
+            }
+        }
+        out.push({ id, name, arguments: parsedArgs });
+    }
+    return out.length > 0 ? out : undefined;
+}
+function normalizePayloadMessages(value) {
+    if (!Array.isArray(value))
+        return null;
+    const out = [];
+    for (const item of value) {
+        if (!item || typeof item !== "object" || Array.isArray(item)) {
+            return null;
+        }
+        const record = item;
+        const role = typeof record.role === "string" ? record.role : "";
+        if (role !== "system" &&
+            role !== "user" &&
+            role !== "assistant" &&
+            role !== "tool") {
+            return null;
+        }
+        const content = messageContentToText(record.content);
+        const toolCalls = normalizeToolCalls(record.toolCalls ?? record.tool_calls);
+        const toolCallId = typeof record.toolCallId === "string"
+            ? record.toolCallId
+            : typeof record.tool_call_id === "string"
+                ? record.tool_call_id
+                : undefined;
+        const toolName = typeof record.toolName === "string"
+            ? record.toolName
+            : typeof record.name === "string"
+                ? record.name
+                : undefined;
+        out.push({
+            role,
+            content,
+            ...(toolCalls ? { toolCalls } : {}),
+            ...(toolCallId ? { toolCallId } : {}),
+            ...(toolName ? { toolName } : {}),
+        });
+    }
+    return out;
+}
+function renderMessagesForTelemetry(messages) {
+    return messages
+        .map((message) => {
+        const toolCalls = message.toolCalls?.length
+            ? `\n${message.toolCalls
+                .map((call) => `  toolCall id=${call.id} name=${call.name} args=${JSON.stringify(call.arguments)}`)
+                .join("\n")}`
+            : "";
+        const toolMeta = message.role === "tool"
+            ? ` toolCallId=${message.toolCallId ?? ""} toolName=${message.toolName ?? ""}`
+            : "";
+        return `[${message.role}${toolMeta}] ${message.content}${toolCalls}`;
+    })
+        .join("\n");
+}
+function compactorMessagesToPayloadMessages(messages) {
+    return messages.map((message) => {
+        const record = {
+            role: message.role,
+            content: message.content,
+        };
+        if (message.role === "assistant" && message.toolCalls?.length) {
+            record.tool_calls = message.toolCalls.map((call) => ({
+                id: call.id,
+                type: "function",
+                function: {
+                    name: call.name,
+                    arguments: JSON.stringify(call.arguments ?? {}),
+                },
+            }));
+        }
+        if (message.role === "tool") {
+            if (message.toolCallId)
+                record.tool_call_id = message.toolCallId;
+            if (message.toolName)
+                record.name = message.toolName;
+        }
+        return record;
+    });
+}
+function providerOptionsWithPromptOptimization(payloadRecord, telemetry) {
+    const providerOptions = (payloadRecord.providerOptions &&
+        typeof payloadRecord.providerOptions === "object" &&
+        !Array.isArray(payloadRecord.providerOptions)
+        ? payloadRecord.providerOptions
+        : {});
+    const eliza = (providerOptions.eliza &&
+        typeof providerOptions.eliza === "object" &&
+        !Array.isArray(providerOptions.eliza)
+        ? providerOptions.eliza
+        : {});
+    eliza.promptOptimization = telemetry;
+    providerOptions.eliza = eliza;
+    payloadRecord.providerOptions = providerOptions;
+    return providerOptions;
+}
 function isModelUsedEvent(event) {
     if (event === EventType.MODEL_USED || event === "MODEL_USED") {
         return true;
@@ -527,12 +702,12 @@ function buildRuntimeCompactorModelCall(runtime, originalUseModel) {
  * Async pre-step that runs a conversation-compactor strategy when
  * `ELIZA_CONVERSATION_COMPACTOR` is set and the prompt is over budget.
  * No-ops when the env var is unset, the prompt is under budget, or the
- * compactor cannot reduce the prompt below the budget.
+ * compactor cannot reduce the prompt.
  *
  * Logs `[eliza] conversation-compaction strategy=X originalTokens=N
  * compactedTokens=M latencyMs=L` on a successful compaction.
  */
-export async function maybeApplyConversationCompaction(runtime, prompt, budgetTokens, callModel) {
+export async function maybeApplyConversationCompaction(runtime, prompt, budgetTokens, callModel, onResult) {
     let strategy;
     try {
         strategy = resolveConversationCompactionStrategy();
@@ -554,11 +729,40 @@ export async function maybeApplyConversationCompaction(runtime, prompt, budgetTo
         callModel,
         runtime,
     });
+    onResult?.(result);
     if (!result.didCompact)
         return prompt;
     runtime.logger?.info?.(`[eliza] conversation-compaction strategy=${strategy} originalTokens=${result.originalTokens} compactedTokens=${result.compactedTokens} latencyMs=${result.latencyMs}`);
     return result.prompt;
 }
+export async function maybeApplyConversationMessageCompaction(runtime, messages, budgetTokens, callModel, onResult) {
+    let strategy;
+    try {
+        strategy = resolveConversationCompactionStrategy();
+    }
+    catch (error) {
+        runtime.logger?.warn?.(String(error.message));
+        return messages;
+    }
+    if (!strategy)
+        return messages;
+    const rendered = renderMessagesForTelemetry(messages);
+    const currentTokens = estimateTokenCount(rendered);
+    if (currentTokens <= budgetTokens)
+        return messages;
+    const result = await applyConversationMessageCompaction({
+        messages,
+        strategy,
+        currentTokens,
+        targetTokens: budgetTokens,
+        callModel,
+    });
+    onResult?.(result);
+    if (!result.didCompact)
+        return messages;
+    runtime.logger?.info?.(`[eliza] conversation-message-compaction strategy=${strategy} originalTokens=${result.originalTokens} compactedTokens=${result.compactedTokens} latencyMs=${result.latencyMs}`);
+    return result.messages;
+}
 export function fitPromptToTokenBudget(prompt, budgetTokens) {
     const originalPromptTokens = estimateTokenCount(prompt);
     if (originalPromptTokens <= budgetTokens) {
@@ -670,42 +874,78 @@ export function installPromptOptimizations(runtime, config) {
                 : typeof promptRecord.input === "string"
                     ? "input"
                     : null;
-        if (!promptKey) {
+        const originalMessages = promptKey
+            ? null
+            : normalizePayloadMessages(promptRecord.messages);
+        if (!promptKey && !originalMessages) {
             const { result } = await withModelUsageCapture(runtime, () => originalUseModel(...args));
             return result;
         }
-        const originalPrompt = String(promptRecord[promptKey] ?? "");
+        const originalPrompt = promptKey
+            ? String(promptRecord[promptKey] ?? "")
+            : renderMessagesForTelemetry(originalMessages ?? []);
+        const promptOptimizationTelemetry = {
+            mode: ELIZA_PROMPT_OPT_MODE,
+            actionCompactionEnabled: ELIZA_ACTION_COMPACTION,
+            originalPromptChars: originalPrompt.length,
+            finalPromptChars: originalPrompt.length,
+            originalPromptTokens: estimateTokenCount(originalPrompt),
+            finalPromptTokens: estimateTokenCount(originalPrompt),
+            transformations: [],
+        };
         // --- Prompt capture (dev debugging) ---
         if (ELIZA_CAPTURE_PROMPTS) {
             const captureDir = path.resolve(".tmp", "prompt-captures");
             const seq = String(++promptCaptureSeq).padStart(4, "0");
             const filename = `${seq}-${modelType}.txt`;
+            const capturePath = path.join(captureDir, filename);
             await mkdir(captureDir, { recursive: true }).catch(() => { });
-            await writeFile(path.join(captureDir, filename), `--- model: ${modelType} | key: ${promptKey} | chars: ${originalPrompt.length} ---\n\n${originalPrompt}`).catch(() => { });
+            await writeFile(capturePath, `--- model: ${modelType} | key: ${promptKey ?? "messages"} | chars: ${originalPrompt.length} ---\n\n${originalPrompt}`).catch(() => { });
+            promptOptimizationTelemetry.transformations.push(`capture:original:${capturePath}`);
         }
         let rewrittenArgs = args;
         let nextPrompt = originalPrompt;
+        let nextMessages = originalMessages;
         let outputReserveTokens;
+        const payloadHasProviderTools = (Array.isArray(promptRecord.tools) && promptRecord.tools.length > 0) ||
+            promptRecord.toolChoice !== undefined ||
+            promptRecord.tool_choice !== undefined;
         // Skip intent compaction while trajectory capture is active; hard model
         // budgets still apply because providers cannot accept overflow prompts.
-        if (isTextLarge && !shouldPreserveFullPromptForTrajectoryCapture()) {
+        if (promptKey &&
+            isTextLarge &&
+            !shouldPreserveFullPromptForTrajectoryCapture()) {
             // --- Context-aware action compaction (when enabled) ---
             // Strips param detail from actions not relevant to the user's intent.
             // All action names remain visible — only param detail is stripped.
             let workingPrompt = ELIZA_ACTION_COMPACTION
                 ? compactActionsForIntent(originalPrompt)
                 : originalPrompt;
+            if (workingPrompt !== originalPrompt) {
+                promptOptimizationTelemetry.transformations.push(`action-compaction:${originalPrompt.length}->${workingPrompt.length}`);
+            }
             // Strip coding agent examples when no coding intent is detected.
             // These are ~4k chars of provider-injected examples that are only
             // useful when the user is asking about code/repos/agents.
             if (ELIZA_ACTION_COMPACTION) {
+                const beforeCoding = workingPrompt;
                 workingPrompt = compactCodingExamplesForIntent(workingPrompt);
+                if (workingPrompt !== beforeCoding) {
+                    promptOptimizationTelemetry.transformations.push(`coding-example-compaction:${beforeCoding.length}->${workingPrompt.length}`);
+                }
+                const beforeHistory = workingPrompt;
                 workingPrompt = compactConversationHistory(workingPrompt);
+                if (workingPrompt !== beforeHistory) {
+                    promptOptimizationTelemetry.transformations.push(`conversation-history-presentation-compaction:${beforeHistory.length}->${workingPrompt.length}`);
+                }
             }
             // --- Full prompt compaction (compact mode only) ---
             nextPrompt = workingPrompt;
             if (ELIZA_PROMPT_OPT_MODE === "compact") {
                 nextPrompt = compactModelPrompt(workingPrompt);
+                if (nextPrompt !== workingPrompt) {
+                    promptOptimizationTelemetry.transformations.push(`model-prompt-compaction:${workingPrompt.length}->${nextPrompt.length}`);
+                }
                 if (ELIZA_PROMPT_TRACE && nextPrompt.length !== originalPrompt.length) {
                     runtime.logger?.info(`[eliza] Compact prompt rewrite: ${originalPrompt.length} -> ${nextPrompt.length} chars`);
                 }
@@ -717,49 +957,99 @@ export function installPromptOptimizations(runtime, config) {
         if (shouldApplyPromptBudget(modelType)) {
             const budget = resolvePromptBudget(runtime, modelType, {
                 ...promptRecord,
-                [promptKey]: nextPrompt,
+                ...(promptKey ? { [promptKey]: nextPrompt } : {}),
+                ...(nextMessages
+                    ? { messages: compactorMessagesToPayloadMessages(nextMessages) }
+                    : {}),
             });
             outputReserveTokens = budget.outputReserveTokens;
-            // Conversation-level compaction (opt-in via env). Runs before the
-            // truncation-based fitter so summarization gets first crack at
-            // shrinking the conversation history. If it can't get the prompt
-            // under budget, the existing tail-truncation pipeline still kicks in.
-            try {
-                nextPrompt = await maybeApplyConversationCompaction(runtime, nextPrompt, budget.promptBudgetTokens, buildRuntimeCompactorModelCall(runtime, originalUseModel));
-            }
-            catch (error) {
-                runtime.logger?.warn?.(`[eliza] conversation-compaction failed: ${String(error.message)}`);
+            promptOptimizationTelemetry.budgetTokens = budget.promptBudgetTokens;
+            promptOptimizationTelemetry.outputReserveTokens =
+                budget.outputReserveTokens;
+            if (promptKey) {
+                // Conversation-level compaction (opt-in via env). Runs before the
+                // truncation-based fitter so summarization gets first crack at
+                // shrinking the conversation history. If it can't get the prompt
+                // under budget, the existing tail-truncation pipeline still kicks in.
+                try {
+                    const beforeConversationCompaction = nextPrompt;
+                    nextPrompt = await maybeApplyConversationCompaction(runtime, nextPrompt, budget.promptBudgetTokens, buildRuntimeCompactorModelCall(runtime, originalUseModel), (result) => {
+                        const { prompt: _prompt, ...rest } = result;
+                        promptOptimizationTelemetry.conversationCompaction = rest;
+                    });
+                    if (nextPrompt !== beforeConversationCompaction) {
+                        promptOptimizationTelemetry.transformations.push(`conversation-compaction:${beforeConversationCompaction.length}->${nextPrompt.length}`);
+                    }
+                }
+                catch (error) {
+                    runtime.logger?.warn?.(`[eliza] conversation-compaction failed: ${String(error.message)}`);
+                }
+                const budgetedPrompt = fitPromptToTokenBudget(nextPrompt, budget.promptBudgetTokens);
+                if (budgetedPrompt.prompt !== nextPrompt) {
+                    promptOptimizationTelemetry.transformations.push(`budget-fit:${nextPrompt.length}->${budgetedPrompt.prompt.length}`);
+                    nextPrompt = budgetedPrompt.prompt;
+                    if (ELIZA_PROMPT_TRACE) {
+                        runtime.logger?.info(`[eliza] Budget prompt rewrite (${budget.metadata.source}:${budget.metadata.modelId}): ${budgetedPrompt.originalPromptTokens} -> ${budgetedPrompt.promptTokens} tokens`);
+                    }
+                }
             }
-            const budgetedPrompt = fitPromptToTokenBudget(nextPrompt, budget.promptBudgetTokens);
-            if (budgetedPrompt.prompt !== nextPrompt) {
-                nextPrompt = budgetedPrompt.prompt;
-                if (ELIZA_PROMPT_TRACE) {
-                    runtime.logger?.info(`[eliza] Budget prompt rewrite (${budget.metadata.source}:${budget.metadata.modelId}): ${budgetedPrompt.originalPromptTokens} -> ${budgetedPrompt.promptTokens} tokens`);
+            else if (nextMessages && !payloadHasProviderTools) {
+                try {
+                    const beforeRendered = renderMessagesForTelemetry(nextMessages);
+                    nextMessages = await maybeApplyConversationMessageCompaction(runtime, nextMessages, budget.promptBudgetTokens, buildRuntimeCompactorModelCall(runtime, originalUseModel), (result) => {
+                        const { messages: _messages, ...rest } = result;
+                        promptOptimizationTelemetry.conversationCompaction = rest;
+                    });
+                    const afterRendered = renderMessagesForTelemetry(nextMessages);
+                    if (afterRendered !== beforeRendered) {
+                        promptOptimizationTelemetry.transformations.push(`conversation-message-compaction:${beforeRendered.length}->${afterRendered.length}`);
+                    }
+                }
+                catch (error) {
+                    runtime.logger?.warn?.(`[eliza] conversation-message-compaction failed: ${String(error.message)}`);
                 }
             }
+            else if (nextMessages && payloadHasProviderTools) {
+                promptOptimizationTelemetry.transformations.push("conversation-message-compaction-skipped:provider-tools-present");
+            }
+        }
+        const finalPromptForTelemetry = promptKey
+            ? nextPrompt
+            : renderMessagesForTelemetry(nextMessages ?? []);
+        promptOptimizationTelemetry.finalPromptChars =
+            finalPromptForTelemetry.length;
+        promptOptimizationTelemetry.finalPromptTokens = estimateTokenCount(finalPromptForTelemetry);
+        if (ELIZA_CAPTURE_PROMPTS && finalPromptForTelemetry !== originalPrompt) {
+            const captureDir = path.resolve(".tmp", "prompt-captures");
+            const seq = String(promptCaptureSeq).padStart(4, "0");
+            const filename = `${seq}-${modelType}-rewritten.txt`;
+            const capturePath = path.join(captureDir, filename);
+            await writeFile(capturePath, `--- model: ${modelType} | key: ${promptKey ?? "messages"} | chars: ${finalPromptForTelemetry.length} | rewritten ---\n\n${finalPromptForTelemetry}`).catch(() => { });
+            promptOptimizationTelemetry.transformations.push(`capture:rewritten:${capturePath}`);
         }
         const shouldSetMaxOutputTokens = outputReserveTokens !== undefined &&
             toOptionalNumber(promptRecord.maxOutputTokens) !== undefined;
-        const shouldRewritePayload = nextPrompt !== originalPrompt ||
-            (outputReserveTokens !== undefined &&
-                toOptionalNumber(promptRecord.maxTokens) !== outputReserveTokens) ||
-            shouldSetMaxOutputTokens;
-        if (shouldRewritePayload) {
-            const rewrittenPayload = {
-                ...payload,
-                [promptKey]: nextPrompt,
-                ...(outputReserveTokens !== undefined
-                    ? shouldSetMaxOutputTokens
-                        ? { maxOutputTokens: outputReserveTokens }
-                        : { maxTokens: outputReserveTokens }
-                    : {}),
-            };
-            rewrittenArgs = [
-                args[0],
-                rewrittenPayload,
-                ...args.slice(2),
-            ];
-        }
+        const messagesChanged = nextMessages !== null &&
+            renderMessagesForTelemetry(nextMessages) !== originalPrompt;
+        const mergedProviderOptions = providerOptionsWithPromptOptimization(promptRecord, promptOptimizationTelemetry);
+        const rewrittenPayload = {
+            ...payload,
+            ...(promptKey ? { [promptKey]: nextPrompt } : {}),
+            ...(!promptKey && nextMessages && messagesChanged
+                ? { messages: compactorMessagesToPayloadMessages(nextMessages) }
+                : {}),
+            providerOptions: mergedProviderOptions,
+            ...(outputReserveTokens !== undefined
+                ? shouldSetMaxOutputTokens
+                    ? { maxOutputTokens: outputReserveTokens }
+                    : { maxTokens: outputReserveTokens }
+                : {}),
+        };
+        rewrittenArgs = [
+            args[0],
+            rewrittenPayload,
+            ...args.slice(2),
+        ];
         const { result, usage: capturedUsage } = await withModelUsageCapture(runtime, () => originalUseModel(...rewrittenArgs));
         const responseText = stringifyTrajectoryResponse(result);
         const payloadRecord = rewrittenArgs[1];
@@ -768,14 +1058,20 @@ export function installPromptOptimizations(runtime, config) {
             : typeof runtime.character?.system === "string"
                 ? runtime.character.system
                 : "";
+        const payloadMessages = normalizePayloadMessages(payloadRecord.messages);
+        const userPromptForTrajectory = promptKey
+            ? String(payloadRecord[promptKey] ?? "")
+            : payloadMessages
+                ? renderMessagesForTelemetry(payloadMessages)
+                : "";
         const promptTokens = capturedUsage?.promptTokens ??
-            estimateTokenCount(systemPrompt + String(payloadRecord[promptKey] ?? ""));
+            estimateTokenCount(systemPrompt + userPromptForTrajectory);
         const completionTokens = capturedUsage?.completionTokens ?? estimateTokenCount(responseText);
         const fallbackCall = {
             stepId: normalizedTrajectoryStepId ?? undefined,
             model: resolveTrajectoryModelLabel(runtime, modelType, payloadRecord, args[2]),
             systemPrompt,
-            userPrompt: String(payloadRecord[promptKey] ?? ""),
+            userPrompt: userPromptForTrajectory,
             response: responseText,
             temperature: typeof payloadRecord.temperature === "number"
                 ? payloadRecord.temperature
@@ -790,6 +1086,14 @@ export function installPromptOptimizations(runtime, config) {
             promptTokens,
             completionTokens,
             tokenUsageEstimated: !capturedUsage,
+            providerMetadata: {
+                ...(payloadRecord.providerMetadata &&
+                    typeof payloadRecord.providerMetadata === "object" &&
+                    !Array.isArray(payloadRecord.providerMetadata)
+                    ? payloadRecord.providerMetadata
+                    : {}),
+                promptOptimization: promptOptimizationTelemetry,
+            },
         };
         if (normalizedTrajectoryStepId &&
             trajectoryLogger &&

package/{dist/packages → packages}/agent/src/services/permissions/probers/camera.d.ts

@@ -5,8 +5,9 @@
  *   - check:   AVCaptureDevice.authorizationStatus(for: .video)
  *   - request: AVCaptureDevice.requestAccess(for: .video)
  *
- * INTEGRATION TODO: native win32/linux probes. Until then we report
- * not-determined and the renderer falls back to navigator.permissions.
+ * On win32/linux, the renderer supplies the concrete browser/device state
+ * through navigator.permissions/getUserMedia and writes it back through the
+ * shared permission routes.
  */
 import type { Prober } from "../contracts.js";
 export declare const cameraProber: Prober;

package/packages/agent/src/services/permissions/probers/camera.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"camera.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/permissions/probers/camera.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAmB,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAW/D,eAAO,MAAM,YAAY,EAAE,MA2B1B,CAAC"}

package/{dist/packages → packages}/agent/src/services/permissions/probers/camera.js

@@ -5,8 +5,9 @@
  *   - check:   AVCaptureDevice.authorizationStatus(for: .video)
  *   - request: AVCaptureDevice.requestAccess(for: .video)
  *
- * INTEGRATION TODO: native win32/linux probes. Until then we report
- * not-determined and the renderer falls back to navigator.permissions.
+ * On win32/linux, the renderer supplies the concrete browser/device state
+ * through navigator.permissions/getUserMedia and writes it back through the
+ * shared permission routes.
  */
 import { buildState, getNativeDylib, IS_DARWIN, mapAVAuthStatus, openPrivacyPane, } from "./_bridge.js";
 const ID = "camera";
@@ -14,6 +15,7 @@ export const cameraProber = {
     id: ID,
     async check() {
         if (!IS_DARWIN) {
+            // Renderer fallback handles navigator.permissions/getUserMedia.
             return buildState(ID, "not-determined", { canRequest: true });
         }
         const lib = await getNativeDylib();

package/{dist/packages → packages}/agent/src/services/permissions/probers/location.d.ts

@@ -12,6 +12,9 @@
  *
  * INTEGRATION TODO: ship a CoreLocation FFI for proper
  * authorizationStatus() / requestWhenInUseAuthorization() support.
+ *
+ * On win32/linux, concrete browser geolocation state is supplied by the
+ * renderer fallback through navigator.permissions/geolocation.
  */
 import type { Prober } from "../contracts.js";
 export declare const locationProber: Prober;

package/packages/agent/src/services/permissions/probers/location.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"location.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/permissions/probers/location.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,KAAK,EAAmB,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAW/D,eAAO,MAAM,cAAc,EAAE,MA4B5B,CAAC"}

package/{dist/packages → packages}/agent/src/services/permissions/probers/location.js

@@ -12,6 +12,9 @@
  *
  * INTEGRATION TODO: ship a CoreLocation FFI for proper
  * authorizationStatus() / requestWhenInUseAuthorization() support.
+ *
+ * On win32/linux, concrete browser geolocation state is supplied by the
+ * renderer fallback through navigator.permissions/geolocation.
  */
 import { buildState, IS_DARWIN, openPrivacyPane, queryTccStatus, resolveBundleId, } from "./_bridge.js";
 const ID = "location";
@@ -19,7 +22,7 @@ export const locationProber = {
     id: ID,
     async check() {
         if (!IS_DARWIN) {
-            // Renderer falls back to navigator.permissions on win32/linux.
+            // Renderer fallback handles navigator.permissions/geolocation.
             return buildState(ID, "not-determined", { canRequest: true });
         }
         // CoreLocation on macOS uses a system-level daemon; the per-user

package/packages/agent/src/services/permissions/probers/microphone.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Microphone prober.
+ *
+ * Native APIs (macOS):
+ *   - check:   AVCaptureDevice.authorizationStatus(for: .audio)
+ *   - request: AVCaptureDevice.requestAccess(for: .audio)
+ *
+ * Cross-platform: on win32/linux the renderer supplies browser/device state
+ * through `navigator.permissions.query({ name: 'microphone' })` and
+ * getUserMedia.
+ */
+import type { Prober } from "../contracts.js";
+export declare const microphoneProber: Prober;
+//# sourceMappingURL=microphone.d.ts.map

package/packages/agent/src/services/permissions/probers/microphone.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"microphone.d.ts","sourceRoot":"","sources":["../../../../../../../src/services/permissions/probers/microphone.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAmB,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAW/D,eAAO,MAAM,gBAAgB,EAAE,MA8B9B,CAAC"}