@elizaos/ui 2.0.0-alpha.382 → 2.0.0-alpha.385

package/packages/agent/src/index.js

@@ -1,4 +1,3 @@
-export * from "@elizaos/shared";
 export { extractActionParamsViaLlm, } from "./actions/extract-params.js";
 export * from "./actions/index.js";
 export * from "./api/config-env.js";
@@ -19,18 +18,16 @@ export { getAgentEventSvc, initializeOGCodeInState, persistDeletedConversationId
 export * from "./api/wallet-capability.js";
 export * from "./api/workbench-helpers.js";
 export * from "./auth/index.js";
+export * from "./awareness/index.js";
 export { resolveCloudApiBaseUrl } from "./cloud/base-url.js";
 export * from "./cloud/index.js";
 export { CharacterSchema } from "./config/character-schema.js";
-export { configFileExists, loadElizaConfig, saveElizaConfig, } from "./config/config.js";
-export { CONNECTOR_ENV_MAP, collectConfigEnvVars, collectConnectorEnvVars, } from "./config/env-vars.js";
-export { CircularIncludeError, ConfigIncludeError, deepMerge, INCLUDE_KEY, MAX_INCLUDE_DEPTH, resolveConfigIncludes, } from "./config/includes.js";
-export { isPlainObject } from "./config/object-utils.js";
-export { loadOwnerContactRoutingHints, loadOwnerContactsConfig, resolveOwnerContactSource, resolveOwnerContactWithFallback, } from "./config/owner-contacts.js";
-export { getElizaNamespace, resolveConfigPath, resolveDefaultConfigCandidates, resolveModelsCacheDir, resolveOAuthDir, resolveOAuthPath, resolveStateDir, resolveStewardCredentialsPath, resolveUserPath, } from "./config/paths.js";
-export { AUTH_PROVIDER_PLUGINS, applyPluginAutoEnable, applyPluginSelfDeclaredAutoEnable, CONNECTOR_PLUGINS, isConnectorConfigured, isStreamingDestinationConfigured, STREAMING_PLUGINS, } from "./config/plugin-auto-enable.js";
-export { buildConfigSchema, CONNECTOR_IDS, } from "./config/schema.js";
-export { normalizeTelegramCommandDescription, normalizeTelegramCommandName, resolveTelegramCustomCommands, TELEGRAM_COMMAND_NAME_PATTERN, } from "./config/telegram-custom-commands.js";
+export * from "./config/index.js";
+// `contracts/awareness.js` and `contracts/config.js` add the local-only
+// (non-shared) contract surface — the rest of `./contracts` is already
+// re-exported through `@elizaos/shared`.
+export * from "./contracts/awareness.js";
+export * from "./contracts/config.js";
 export * from "./diagnostics/integration-observability.js";
 export * from "./hooks/index.js";
 export * from "./providers/workspace.js";
@@ -47,6 +44,7 @@ export * from "./runtime/plugin-lifecycle.js";
 export { getLastFailedPluginNames, resolvePlugins, } from "./runtime/plugin-resolver.js";
 export * from "./runtime/plugin-types.js";
 export * from "./runtime/release-plugin-policy.js";
+export * from "./runtime/restart.js";
 export * from "./runtime/trajectory-internals.js";
 export * from "./runtime/trajectory-persistence.js";
 export * from "./runtime/trajectory-query.js";

package/packages/agent/src/providers/media-provider.js

@@ -873,7 +873,7 @@ export class AnthropicVisionProvider {
             throw new Error(`${this.name} API key is required`);
         }
         this.apiKey = config.apiKey;
-        this.model = config.model ?? "claude-sonnet-4-6";
+        this.model = config.model ?? "claude-opus-4-7";
     }
     async analyze(options) {
         const imageSource = options.imageBase64

package/packages/agent/src/runtime/custom-actions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"custom-actions.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/custom-actions.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,OAAO,EACL,KAAK,MAAM,EAEX,KAAK,aAAa,EAEnB,MAAM,eAAe,CAAC;AAMvB,OAAO,KAAK,EACV,eAAe,EAEhB,MAAM,0BAA0B,CAAC;AASlC;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAEpE;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,eAAe,GAAG,MAAM,GAAG,IAAI,CAK5E;AAkBD,qBAAa,wBAAyB,SAAQ,KAAK;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,KAAK,iBAAiB,GAAG;IACvB,MAAM,EAAE,GAAG,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,GAAG,EAAE,GAAG,CAAC;IACT,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,eAAe,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAiQtE,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,eAAe,GAAG,IAAI,GAC3B,IAAI,CAEN;AA4SD,wBAAgB,iBAAiB,IAAI,MAAM,EAAE,CAa5C;AAED,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,eAAe,GACnB,CACD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAC3B,OAAO,CAAC;IAAE,EAAE,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAE5C"}
+{"version":3,"file":"custom-actions.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/custom-actions.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAWH,OAAO,EACL,KAAK,MAAM,EAEX,KAAK,aAAa,EAEnB,MAAM,eAAe,CAAC;AAGvB,OAAO,KAAK,EACV,eAAe,EAEhB,MAAM,0BAA0B,CAAC;AASlC;;;GAGG;AACH,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,aAAa,GAAG,IAAI,CAEpE;AAED;;;GAGG;AACH,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,eAAe,GAAG,MAAM,GAAG,IAAI,CAK5E;AAkBD,qBAAa,wBAAyB,SAAQ,KAAK;gBACrC,OAAO,EAAE,MAAM;CAI5B;AAED,KAAK,iBAAiB,GAAG;IACvB,MAAM,EAAE,GAAG,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;CACvB,CAAC;AAEF,KAAK,gBAAgB,GAAG;IACtB,GAAG,EAAE,GAAG,CAAC;IACT,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,EAAE,iBAAiB,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,eAAe,GAAG,CAAC,KAAK,EAAE,gBAAgB,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;AAiQtE,wBAAgB,4BAA4B,CAC1C,IAAI,EAAE,eAAe,GAAG,IAAI,GAC3B,IAAI,CAEN;AA4SD,wBAAgB,iBAAiB,IAAI,MAAM,EAAE,CAa5C;AAED,wBAAgB,gBAAgB,CAC9B,GAAG,EAAE,eAAe,GACnB,CACD,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAC3B,OAAO,CAAC;IAAE,EAAE,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC,CAE5C"}

package/packages/agent/src/runtime/custom-actions.js

@@ -12,7 +12,7 @@ import { request as requestHttps } from "node:https";
 import net from "node:net";
 import { Readable } from "node:stream";
 import { logger, } from "@elizaos/core";
-import { resolveApiToken, resolveServerOnlyPort, } from "@elizaos/shared";
+import { resolveApiToken, resolveServerOnlyPort } from "@elizaos/shared";
 import { loadElizaConfig } from "../config/config.js";
 import { isBlockedPrivateOrLinkLocalIp, normalizeHostLike, } from "../security/network-policy.js";
 /** Cached runtime reference for hot-registration of new actions. */

package/packages/agent/src/runtime/eliza-plugin.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eliza-plugin.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/eliza-plugin.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAiB,MAAM,EAAgB,MAAM,eAAe,CAAC;AAoGzE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,MAAM,CAiMpE"}
+{"version":3,"file":"eliza-plugin.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/eliza-plugin.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAiB,MAAM,EAAgB,MAAM,eAAe,CAAC;AA2GzE,MAAM,MAAM,iBAAiB,GAAG;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB,CAAC;AAEF,wBAAgB,iBAAiB,CAAC,MAAM,CAAC,EAAE,iBAAiB,GAAG,MAAM,CAsMpE"}

package/packages/agent/src/runtime/eliza-plugin.js

@@ -18,6 +18,7 @@ import { readChannelAction } from "../actions/read-channel.js";
 import { readMessagesAction } from "../actions/read-messages.js";
 import { restartAction } from "../actions/restart.js";
 import { describeRegisteredActionsAction, getRuntimeStatusAction, reloadRuntimeConfigAction, restartRuntimeAction, } from "../actions/runtime.js";
+import { scratchpadAddAction, scratchpadDeleteAction, scratchpadReadAction, scratchpadReplaceAction, scratchpadSearchAction, } from "../actions/scratchpad.js";
 import { searchConversationsAction } from "../actions/search-conversations.js";
 import { sendAdminMessageAction } from "../actions/send-admin-message.js";
 import { setUserNameAction } from "../actions/set-user-name.js";
@@ -215,6 +216,11 @@ export function createElizaPlugin(config) {
             recallMemoryFilteredAction,
             forgetMemoryAction,
             editMemoryAction,
+            scratchpadAddAction,
+            scratchpadReadAction,
+            scratchpadSearchAction,
+            scratchpadReplaceAction,
+            scratchpadDeleteAction,
             archiveCodingTaskAction,
             reopenCodingTaskAction,
         ],

package/packages/agent/src/runtime/eliza.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eliza.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/eliza.ts"],"names":[],"mappings":"AA8BA,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAO/B,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,6BAA6B,EAC7B,uBAAuB,EACvB,kBAAkB,EAClB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,yBAAyB,EACzB,iCAAiC,EACjC,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,EACjB,+BAA+B,GAChC,MAAM,mBAAmB,CAAC;AAiB3B,OAAO,EACL,YAAY,EASZ,KAAK,QAAQ,EAIb,KAAK,MAAM,EAKZ,MAAM,eAAe,CAAC;AA4BvB,OAAO,EAEL,KAAK,WAAW,EAEjB,MAAM,qBAAqB,CAAC;AAuB7B,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAqPxE,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CA2IN;AAqPD;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,SAAS,EACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA6Bf;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAgBhE;AA8LD,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,CAAC;AA4B/C;;;;GAIG;AACH,wBAAgB,4BAA4B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CA+BjE;AAunBD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAMzD;AA8KD,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAO/D;AA8MD,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CA6NxE;AA0YD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,WAAW,EACnB,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,MAAM,GAAG,SAAS,CAKpB;AA0DD,8CAA8C;AAC9C,MAAM,WAAW,iBAAiB;IAChC;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;OAGG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,GAAE,uBAA4B,GACjC,OAAO,CAAC,YAAY,CAAC,CAYvB;AAcD,eAAO,MAAM,iBAAiB,GAAI,OAAO,QAAQ,SAiChD,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,IAAI,CAAC,EAAE,iBAAiB,GACvB,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CAq7CnC;AASD;;;GAGG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,iBAAiB,GACvB,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CA8FnC"}
+{"version":3,"file":"eliza.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/eliza.ts"],"names":[],"mappings":"AA8BA,OAAO,EACL,kBAAkB,EAClB,kBAAkB,EAClB,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,uBAAuB,CAAC;AAO/B,OAAO,EACL,sBAAsB,EACtB,uBAAuB,EACvB,uBAAuB,EACvB,6BAA6B,EAC7B,uBAAuB,EACvB,kBAAkB,EAClB,KAAK,iBAAiB,EACtB,KAAK,cAAc,EACnB,yBAAyB,EACzB,iCAAiC,EACjC,mBAAmB,EACnB,oBAAoB,EACpB,iBAAiB,EACjB,+BAA+B,GAChC,MAAM,mBAAmB,CAAC;AAiB3B,OAAO,EACL,YAAY,EASZ,KAAK,QAAQ,EAIb,KAAK,MAAM,EAKZ,MAAM,eAAe,CAAC;AA4BvB,OAAO,EAEL,KAAK,WAAW,EAEjB,MAAM,qBAAqB,CAAC;AAuB7B,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAqPxE,wBAAgB,6BAA6B,CAC3C,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CA2IN;AAqPD;;;;;;GAMG;AACH,wBAAsB,eAAe,CACnC,OAAO,EAAE,YAAY,GAAG,IAAI,GAAG,SAAS,EACxC,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,CAAC,CA6Bf;AAED;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAgBhE;AAgMD,OAAO,EAAE,YAAY,EAAE,qBAAqB,EAAE,CAAC;AA4B/C;;;;GAIG;AACH,wBAAgB,4BAA4B,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CA+BjE;AAunBD;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAMzD;AA8KD,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,OAAO,GAAG,OAAO,CAO/D;AA8MD,wBAAgB,4BAA4B,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CA6NxE;AA0YD;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,MAAM,EAAE,WAAW,EACnB,GAAG,GAAE,MAAM,CAAC,UAAwB,GACnC,MAAM,GAAG,SAAS,CAKpB;AA0DD,8CAA8C;AAC9C,MAAM,WAAW,iBAAiB;IAChC;;;;OAIG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB;;;;OAIG;IACH,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;;OAGG;IACH,uBAAuB,CAAC,EAAE,OAAO,CAAC;CACnC;AAED,MAAM,WAAW,uBAAuB;IACtC;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;;;;GAKG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,GAAE,uBAA4B,GACjC,OAAO,CAAC,YAAY,CAAC,CAYvB;AAcD,eAAO,MAAM,iBAAiB,GAAI,OAAO,QAAQ,SAiChD,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,UAAU,CAC9B,IAAI,CAAC,EAAE,iBAAiB,GACvB,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CA07CnC;AASD;;;GAGG;AACH,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,WAAW,EACnB,OAAO,EAAE,MAAM,EACf,IAAI,CAAC,EAAE,iBAAiB,GACvB,OAAO,CAAC,YAAY,GAAG,SAAS,CAAC,CA8FnC"}

package/packages/agent/src/runtime/eliza.js

@@ -681,19 +681,19 @@ function ensureTrajectoryLoggerEnabled(runtime, context) {
         logger.info(`[eliza] trajectories defaulted ${shouldEnable ? "on" : "off"} (${context})`);
     }
 }
-async function installPromptOptimizationLayer(runtime, context) {
+async function installPromptOptimizationLayer(runtime, context, config) {
     try {
         const { installPromptOptimizations } = await import("./prompt-optimization.js");
-        installPromptOptimizations(runtime);
+        installPromptOptimizations(runtime, config);
     }
     catch (err) {
         logger.warn(`[eliza] Failed to install prompt optimizations (${context}): ${err instanceof Error ? err.message : err}`);
     }
 }
-async function prepareRuntimeForTrajectoryCapture(runtime, context) {
+async function prepareRuntimeForTrajectoryCapture(runtime, context, config) {
     await waitForTrajectoriesService(runtime, context);
     ensureTrajectoryLoggerEnabled(runtime, context);
-    await installPromptOptimizationLayer(runtime, context);
+    await installPromptOptimizationLayer(runtime, context, config);
 }
 // ---------------------------------------------------------------------------
 // Channel secret mapping
@@ -1039,7 +1039,7 @@ export function applyCloudConfigToEnv(config) {
         const nano = llmText?.nanoModel || models?.nano || "openai/gpt-5.4-nano";
         const small = llmText?.smallModel || models?.small || "minimax/minimax-m2.7";
         const medium = llmText?.mediumModel || models?.medium || small;
-        const large = llmText?.largeModel || models?.large || "anthropic/claude-sonnet-4.6";
+        const large = llmText?.largeModel || models?.large || "anthropic/claude-opus-4-7";
         const mega = llmText?.megaModel || models?.mega || large;
         const responseHandlerModel = llmText?.responseHandlerModel || llmText?.shouldRespondModel;
         const actionPlannerModel = llmText?.actionPlannerModel || llmText?.plannerModel;
@@ -2764,7 +2764,7 @@ export async function startEliza(opts) {
         // 8. Initialize the runtime (registers remaining plugins, starts services)
         assertPersistentDatabaseRequired(runtime);
         await runtime.initialize();
-        await prepareRuntimeForTrajectoryCapture(runtime, "runtime.initialize()");
+        await prepareRuntimeForTrajectoryCapture(runtime, "runtime.initialize()", config);
         // 8a. Apply role gating to wallet plugins (EVM, Solana) — admin-only actions.
         try {
             const { applyPluginRoleGating } = await import("./plugin-role-gating.js");
@@ -3110,7 +3110,7 @@ export async function startEliza(opts) {
                     }
                     assertPersistentDatabaseRequired(newRuntime);
                     await newRuntime.initialize();
-                    await prepareRuntimeForTrajectoryCapture(newRuntime, "hot-reload runtime.initialize()");
+                    await prepareRuntimeForTrajectoryCapture(newRuntime, "hot-reload runtime.initialize()", config);
                     try {
                         const { stewardEvmPostBoot: postBootHR } = await import("@elizaos/app-steward/services/steward-evm-bridge");
                         await postBootHR(newRuntime);

package/packages/agent/src/runtime/prompt-optimization.d.ts

@@ -5,7 +5,30 @@
  * and optional prompt tracing/capture. Controlled via ELIZA_* env vars.
  */
 import { type AgentRuntime } from "@elizaos/core";
+import type { ElizaConfig } from "../config/types.js";
 export { buildFullParamActionSet, compactActionsForIntent, detectIntentCategories, } from "./prompt-compaction.js";
+export interface CapturedModelUsage {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    model?: string;
+    provider?: string;
+    isEstimated: boolean;
+    llmCalls: number;
+}
+export interface PromptBudgetResult {
+    prompt: string;
+    originalPromptTokens: number;
+    promptTokens: number;
+    budgetTokens: number;
+    truncated: boolean;
+}
 export declare function shouldPreserveFullPromptForTrajectoryCapture(): boolean;
-export declare function installPromptOptimizations(runtime: AgentRuntime): void;
+export declare function estimateTokenCount(text: string): number;
+export declare function withModelUsageCapture<T>(runtime: AgentRuntime, run: () => Promise<T>): Promise<{
+    result: T;
+    usage: CapturedModelUsage | null;
+}>;
+export declare function fitPromptToTokenBudget(prompt: string, budgetTokens: number): PromptBudgetResult;
+export declare function installPromptOptimizations(runtime: AgentRuntime, config?: ElizaConfig): void;
 //# sourceMappingURL=prompt-optimization.d.ts.map

package/packages/agent/src/runtime/prompt-optimization.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"prompt-optimization.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/prompt-optimization.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EAAE,KAAK,YAAY,EAAwB,MAAM,eAAe,CAAC;AAoBxE,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AA6DhC,wBAAgB,4CAA4C,IAAI,OAAO,CAEtE;AA8SD,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,YAAY,GAAG,IAAI,CA4KtE"}
+{"version":3,"file":"prompt-optimization.d.ts","sourceRoot":"","sources":["../../../../../../agent/src/runtime/prompt-optimization.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH,OAAO,EACL,KAAK,YAAY,EAGlB,MAAM,eAAe,CAAC;AAMvB,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAmBtD,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,sBAAsB,GACvB,MAAM,wBAAwB,CAAC;AAoEhC,MAAM,WAAW,kBAAkB;IACjC,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAqBD,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,wBAAgB,4CAA4C,IAAI,OAAO,CAEtE;AAmQD,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGvD;AAmID,wBAAsB,qBAAqB,CAAC,CAAC,EAC3C,OAAO,EAAE,YAAY,EACrB,GAAG,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GACpB,OAAO,CAAC;IAAE,MAAM,EAAE,CAAC,CAAC;IAAC,KAAK,EAAE,kBAAkB,GAAG,IAAI,CAAA;CAAE,CAAC,CAuB1D;AAyFD,wBAAgB,sBAAsB,CACpC,MAAM,EAAE,MAAM,EACd,YAAY,EAAE,MAAM,GACnB,kBAAkB,CAgCpB;AAoDD,wBAAgB,0BAA0B,CACxC,OAAO,EAAE,YAAY,EACrB,MAAM,CAAC,EAAE,WAAW,GACnB,IAAI,CAkON"}

package/packages/agent/src/runtime/prompt-optimization.js

@@ -6,8 +6,9 @@
  */
 import { mkdir, writeFile } from "node:fs/promises";
 import path from "node:path";
-import { getTrajectoryContext } from "@elizaos/core";
+import { EventType, getTrajectoryContext, } from "@elizaos/core";
 import { detectRuntimeModel } from "../api/agent-model.js";
+import { resolveModelTokenMetadata, } from "../config/model-metadata.js";
 import { compactActionsForIntent, compactCodingExamplesForIntent, compactConversationHistory, compactModelPrompt, validateIntentActionMap, } from "./prompt-compaction.js";
 import { enrichTrajectoryLlmCall, ensureTrajectoriesTable, isLegacyTrajectoryLogger, loadTrajectoryByStepId, saveTrajectory, toOptionalNumber, toText, } from "./trajectory-internals.js";
 export { buildFullParamActionSet, compactActionsForIntent, detectIntentCategories, } from "./prompt-compaction.js";
@@ -33,6 +34,9 @@ const ELIZA_ACTION_COMPACTION = (() => {
 })();
 // Track which runtimes have been wrapped to prevent double-installation.
 const installedRuntimes = new WeakSet();
+const usageCaptureInstalledRuntimes = new WeakSet();
+const usageCaptureStacks = new WeakMap();
+const runtimeModelConfigs = new WeakMap();
 const trackedTrajectoryLoggers = new WeakSet();
 const trajectoryLlmLogCounts = new WeakMap();
 const TRAJECTORY_CONTEXT_MANAGER_KEY = Symbol.for("elizaos.trajectoryContextManager");
@@ -190,6 +194,14 @@ function ensureTrajectoryLoggerTracking(runtime) {
             applyMissingNumber("latencyMs");
             applyMissingNumber("promptTokens");
             applyMissingNumber("completionTokens");
+            if (typeof patch.tokenUsageEstimated === "boolean") {
+                const currentEstimated = latestCall.tokenUsageEstimated;
+                if (typeof currentEstimated !== "boolean" ||
+                    (currentEstimated && !patch.tokenUsageEstimated)) {
+                    latestCall.tokenUsageEstimated = patch.tokenUsageEstimated;
+                    updated = true;
+                }
+            }
             const enriched = enrichTrajectoryLlmCall(latestCall);
             const nextStepType = toText(enriched.stepType, "");
             if (nextStepType && toText(latestCall.stepType, "") !== nextStepType) {
@@ -243,8 +255,224 @@ function stringifyTrajectoryResponse(response) {
         return String(response);
     }
 }
-function estimateTokenCount(text) {
-    return Math.max(1, Math.ceil(text.length / 4));
+export function estimateTokenCount(text) {
+    if (!text)
+        return 0;
+    return Math.ceil(text.length / 4);
+}
+function isModelUsedEvent(event) {
+    if (event === EventType.MODEL_USED || event === "MODEL_USED") {
+        return true;
+    }
+    if (Array.isArray(event)) {
+        return event.some((entry) => isModelUsedEvent(entry));
+    }
+    return false;
+}
+function toUsageModelLabel(payload) {
+    for (const key of ["model", "modelId", "modelName", "type"]) {
+        const value = payload[key];
+        if (typeof value === "string" && value.trim().length > 0) {
+            return value.trim();
+        }
+    }
+    return undefined;
+}
+function normalizeModelUsageRecord(payload) {
+    if (!payload || typeof payload !== "object" || Array.isArray(payload)) {
+        return null;
+    }
+    const record = payload;
+    const tokens = record.tokens &&
+        typeof record.tokens === "object" &&
+        !Array.isArray(record.tokens)
+        ? record.tokens
+        : undefined;
+    if (!tokens)
+        return null;
+    const promptTokens = toOptionalNumber(tokens.prompt);
+    const completionTokens = toOptionalNumber(tokens.completion);
+    const totalTokens = toOptionalNumber(tokens.total);
+    if (promptTokens === undefined &&
+        completionTokens === undefined &&
+        totalTokens === undefined) {
+        return null;
+    }
+    const normalizedPromptTokens = promptTokens ?? 0;
+    const normalizedCompletionTokens = completionTokens ??
+        Math.max(0, (totalTokens ?? normalizedPromptTokens) - normalizedPromptTokens);
+    const normalizedTotalTokens = totalTokens ?? normalizedPromptTokens + normalizedCompletionTokens;
+    const provider = typeof record.provider === "string" && record.provider.trim().length > 0
+        ? record.provider.trim()
+        : typeof record.source === "string" && record.source.trim().length > 0
+            ? record.source.trim()
+            : undefined;
+    return {
+        promptTokens: normalizedPromptTokens,
+        completionTokens: normalizedCompletionTokens,
+        totalTokens: normalizedTotalTokens,
+        ...(toUsageModelLabel(record) ? { model: toUsageModelLabel(record) } : {}),
+        ...(provider ? { provider } : {}),
+        isEstimated: record.usageEstimated === true ||
+            record.estimated === true ||
+            tokens.estimated === true,
+    };
+}
+function aggregateModelUsage(records) {
+    if (records.length === 0)
+        return null;
+    let promptTokens = 0;
+    let completionTokens = 0;
+    let totalTokens = 0;
+    let model;
+    let provider;
+    let isEstimated = false;
+    for (const record of records) {
+        promptTokens += record.promptTokens;
+        completionTokens += record.completionTokens;
+        totalTokens += record.totalTokens;
+        model = record.model ?? model;
+        provider = record.provider ?? provider;
+        isEstimated ||= record.isEstimated;
+    }
+    return {
+        promptTokens,
+        completionTokens,
+        totalTokens: totalTokens || promptTokens + completionTokens,
+        ...(model ? { model } : {}),
+        ...(provider ? { provider } : {}),
+        isEstimated,
+        llmCalls: records.length,
+    };
+}
+function ensureModelUsageEventCapture(runtime) {
+    if (usageCaptureInstalledRuntimes.has(runtime))
+        return;
+    usageCaptureInstalledRuntimes.add(runtime);
+    const runtimeWithEmit = runtime;
+    if (typeof runtimeWithEmit.emitEvent !== "function")
+        return;
+    const originalEmitEvent = runtimeWithEmit.emitEvent.bind(runtime);
+    runtimeWithEmit.emitEvent = (async (event, params) => {
+        if (isModelUsedEvent(event)) {
+            const usageRecord = normalizeModelUsageRecord(params);
+            if (usageRecord) {
+                for (const accumulator of usageCaptureStacks.get(runtime) ?? []) {
+                    accumulator.records.push(usageRecord);
+                }
+            }
+        }
+        return originalEmitEvent(event, params);
+    });
+}
+export async function withModelUsageCapture(runtime, run) {
+    ensureModelUsageEventCapture(runtime);
+    const stack = usageCaptureStacks.get(runtime) ?? [];
+    const accumulator = { records: [] };
+    stack.push(accumulator);
+    usageCaptureStacks.set(runtime, stack);
+    try {
+        const result = await run();
+        return {
+            result,
+            usage: aggregateModelUsage(accumulator.records),
+        };
+    }
+    finally {
+        const index = stack.indexOf(accumulator);
+        if (index >= 0) {
+            stack.splice(index, 1);
+        }
+        if (stack.length === 0) {
+            usageCaptureStacks.delete(runtime);
+        }
+    }
+}
+function resolvePayloadModelId(runtime, modelType, payloadRecord) {
+    for (const key of ["model", "modelId", "modelName"]) {
+        const value = payloadRecord[key];
+        if (typeof value === "string" && value.trim().length > 0) {
+            return value.trim();
+        }
+    }
+    const config = runtimeModelConfigs.get(runtime);
+    const detected = detectRuntimeModel(runtime, config);
+    if (detected && detected.trim().length > 0) {
+        return detected.trim();
+    }
+    return modelType;
+}
+function resolvePromptBudget(runtime, modelType, payloadRecord) {
+    const metadata = resolveModelTokenMetadata(runtimeModelConfigs.get(runtime), resolvePayloadModelId(runtime, modelType, payloadRecord));
+    const requestedOutputTokens = [
+        toOptionalNumber(payloadRecord.maxOutputTokens),
+        toOptionalNumber(payloadRecord.maxTokens),
+    ].find((value) => value !== undefined && value > 0);
+    const outputReserveTokens = Math.min(Math.max(1, metadata.contextWindow - 1), requestedOutputTokens ?? metadata.maxTokens);
+    const promptBudgetTokens = Math.max(1, Math.floor((metadata.contextWindow - outputReserveTokens) * 0.95));
+    return {
+        metadata,
+        outputReserveTokens,
+        promptBudgetTokens,
+    };
+}
+function shouldApplyPromptBudget(modelType) {
+    if (modelType.includes("EMBEDDING"))
+        return false;
+    return (modelType.includes("TEXT_") ||
+        modelType.includes("REASONING_") ||
+        modelType === "RESPONSE_HANDLER" ||
+        modelType === "ACTION_PLANNER");
+}
+function truncatePromptToTokenBudget(prompt, budgetTokens) {
+    const charBudget = Math.max(0, budgetTokens * 4);
+    if (prompt.length <= charBudget)
+        return prompt;
+    if (charBudget <= 0)
+        return "";
+    const marker = "\n\n[... context truncated to fit model context window ...]\n\n";
+    const receivedMessageStart = prompt.search(/\n#{1,3}\s*Received Message\b/i);
+    const tail = receivedMessageStart >= 0
+        ? prompt.slice(receivedMessageStart)
+        : prompt.slice(-Math.floor(charBudget * 0.7));
+    if (tail.length >= charBudget) {
+        return tail.slice(-charBudget);
+    }
+    const headBudget = charBudget - tail.length - marker.length;
+    if (headBudget <= 0) {
+        return tail.slice(-charBudget);
+    }
+    return `${prompt.slice(0, headBudget)}${marker}${tail}`;
+}
+export function fitPromptToTokenBudget(prompt, budgetTokens) {
+    const originalPromptTokens = estimateTokenCount(prompt);
+    if (originalPromptTokens <= budgetTokens) {
+        return {
+            prompt,
+            originalPromptTokens,
+            promptTokens: originalPromptTokens,
+            budgetTokens,
+            truncated: false,
+        };
+    }
+    let nextPrompt = compactActionsForIntent(prompt);
+    nextPrompt = compactCodingExamplesForIntent(nextPrompt);
+    nextPrompt = compactConversationHistory(nextPrompt);
+    nextPrompt = compactModelPrompt(nextPrompt);
+    let promptTokens = estimateTokenCount(nextPrompt);
+    let truncated = false;
+    if (promptTokens > budgetTokens) {
+        nextPrompt = truncatePromptToTokenBudget(nextPrompt, budgetTokens);
+        promptTokens = estimateTokenCount(nextPrompt);
+        truncated = true;
+    }
+    return {
+        prompt: nextPrompt,
+        originalPromptTokens,
+        promptTokens,
+        budgetTokens,
+        truncated,
+    };
 }
 function isGenericTrajectoryModel(model) {
     const normalized = model.trim().toUpperCase();
@@ -281,7 +509,11 @@ function resolveTrajectoryModelLabel(runtime, modelType, payloadRecord, provider
 // ---------------------------------------------------------------------------
 // Public API — install the useModel wrapper on a runtime
 // ---------------------------------------------------------------------------
-export function installPromptOptimizations(runtime) {
+export function installPromptOptimizations(runtime, config) {
+    if (config) {
+        runtimeModelConfigs.set(runtime, config);
+    }
+    ensureModelUsageEventCapture(runtime);
     if (installedRuntimes.has(runtime))
         return;
     installedRuntimes.add(runtime);
@@ -304,7 +536,8 @@ export function installPromptOptimizations(runtime) {
         const payload = args[1];
         const isTextLarge = modelType.includes("TEXT_LARGE");
         if (!payload || typeof payload !== "object") {
-            return originalUseModel(...args);
+            const { result } = await withModelUsageCapture(runtime, () => originalUseModel(...args));
+            return result;
         }
         const promptRecord = payload;
         const promptKey = typeof promptRecord.prompt === "string"
@@ -315,7 +548,8 @@ export function installPromptOptimizations(runtime) {
                     ? "input"
                     : null;
         if (!promptKey) {
-            return originalUseModel(...args);
+            const { result } = await withModelUsageCapture(runtime, () => originalUseModel(...args));
+            return result;
         }
         const originalPrompt = String(promptRecord[promptKey] ?? "");
         // --- Prompt capture (dev debugging) ---
@@ -327,9 +561,10 @@ export function installPromptOptimizations(runtime) {
             await writeFile(path.join(captureDir, filename), `--- model: ${modelType} | key: ${promptKey} | chars: ${originalPrompt.length} ---\n\n${originalPrompt}`).catch(() => { });
         }
         let rewrittenArgs = args;
-        // Preserve exact model input while a trajectory is active so trajectory
-        // detail views and RL exports keep the full prompt instead of the
-        // compacted/debug-optimized version.
+        let nextPrompt = originalPrompt;
+        let outputReserveTokens;
+        // Skip intent compaction while trajectory capture is active; hard model
+        // budgets still apply because providers cannot accept overflow prompts.
         if (isTextLarge && !shouldPreserveFullPromptForTrajectoryCapture()) {
             // --- Context-aware action compaction (when enabled) ---
             // Strips <params> from actions not relevant to the user's intent.
@@ -345,7 +580,7 @@ export function installPromptOptimizations(runtime) {
                 workingPrompt = compactConversationHistory(workingPrompt);
             }
             // --- Full prompt compaction (compact mode only) ---
-            let nextPrompt = workingPrompt;
+            nextPrompt = workingPrompt;
             if (ELIZA_PROMPT_OPT_MODE === "compact") {
                 nextPrompt = compactModelPrompt(workingPrompt);
                 if (ELIZA_PROMPT_TRACE && nextPrompt.length !== originalPrompt.length) {
@@ -355,19 +590,44 @@ export function installPromptOptimizations(runtime) {
             else if (workingPrompt !== originalPrompt && ELIZA_PROMPT_TRACE) {
                 runtime.logger?.info(`[eliza] Action compaction: ${originalPrompt.length} -> ${workingPrompt.length} chars (saved ${originalPrompt.length - workingPrompt.length})`);
             }
-            if (nextPrompt !== originalPrompt) {
-                const rewrittenPayload = {
-                    ...payload,
-                    [promptKey]: nextPrompt,
-                };
-                rewrittenArgs = [
-                    args[0],
-                    rewrittenPayload,
-                    ...args.slice(2),
-                ];
+        }
+        if (shouldApplyPromptBudget(modelType)) {
+            const budget = resolvePromptBudget(runtime, modelType, {
+                ...promptRecord,
+                [promptKey]: nextPrompt,
+            });
+            outputReserveTokens = budget.outputReserveTokens;
+            const budgetedPrompt = fitPromptToTokenBudget(nextPrompt, budget.promptBudgetTokens);
+            if (budgetedPrompt.prompt !== nextPrompt) {
+                nextPrompt = budgetedPrompt.prompt;
+                if (ELIZA_PROMPT_TRACE) {
+                    runtime.logger?.info(`[eliza] Budget prompt rewrite (${budget.metadata.source}:${budget.metadata.modelId}): ${budgetedPrompt.originalPromptTokens} -> ${budgetedPrompt.promptTokens} tokens`);
+                }
             }
         }
-        const result = await originalUseModel(...rewrittenArgs);
+        const shouldSetMaxOutputTokens = outputReserveTokens !== undefined &&
+            toOptionalNumber(promptRecord.maxOutputTokens) !== undefined;
+        const shouldRewritePayload = nextPrompt !== originalPrompt ||
+            (outputReserveTokens !== undefined &&
+                toOptionalNumber(promptRecord.maxTokens) !== outputReserveTokens) ||
+            shouldSetMaxOutputTokens;
+        if (shouldRewritePayload) {
+            const rewrittenPayload = {
+                ...payload,
+                [promptKey]: nextPrompt,
+                ...(outputReserveTokens !== undefined
+                    ? shouldSetMaxOutputTokens
+                        ? { maxOutputTokens: outputReserveTokens }
+                        : { maxTokens: outputReserveTokens }
+                    : {}),
+            };
+            rewrittenArgs = [
+                args[0],
+                rewrittenPayload,
+                ...args.slice(2),
+            ];
+        }
+        const { result, usage: capturedUsage } = await withModelUsageCapture(runtime, () => originalUseModel(...rewrittenArgs));
         const responseText = stringifyTrajectoryResponse(result);
         const payloadRecord = rewrittenArgs[1];
         const systemPrompt = typeof payloadRecord.system === "string"
@@ -375,23 +635,28 @@ export function installPromptOptimizations(runtime) {
             : typeof runtime.character?.system === "string"
                 ? runtime.character.system
                 : "";
+        const promptTokens = capturedUsage?.promptTokens ??
+            estimateTokenCount(systemPrompt + String(payloadRecord[promptKey] ?? ""));
+        const completionTokens = capturedUsage?.completionTokens ?? estimateTokenCount(responseText);
         const fallbackCall = {
             stepId: normalizedTrajectoryStepId ?? undefined,
             model: resolveTrajectoryModelLabel(runtime, modelType, payloadRecord, args[2]),
             systemPrompt,
-            userPrompt: originalPrompt,
+            userPrompt: String(payloadRecord[promptKey] ?? ""),
             response: responseText,
             temperature: typeof payloadRecord.temperature === "number"
                 ? payloadRecord.temperature
                 : 0,
-            maxTokens: typeof payloadRecord.maxTokens === "number"
-                ? payloadRecord.maxTokens
-                : 0,
+            maxTokens: toOptionalNumber(payloadRecord.maxTokens) ??
+                toOptionalNumber(payloadRecord.maxOutputTokens) ??
+                outputReserveTokens ??
+                0,
             purpose: "action",
             actionType: "runtime.useModel",
             latencyMs: Math.max(0, Date.now() - startedAt),
-            promptTokens: estimateTokenCount(systemPrompt + originalPrompt),
-            completionTokens: estimateTokenCount(responseText),
+            promptTokens,
+            completionTokens,
+            tokenUsageEstimated: !capturedUsage,
         };
         if (normalizedTrajectoryStepId &&
             trajectoryLogger &&

package/packages/agent/src/runtime/trajectory-internals.d.ts

@@ -42,6 +42,7 @@ export type PersistedLlmCall = {
     latencyMs: number;
     promptTokens?: number;
     completionTokens?: number;
+    tokenUsageEstimated?: boolean;
 };
 export type PersistedProviderAccess = {
     providerId: string;