@t2000/engine 0.33.2 → 0.35.1

package/dist/index.js

@@ -21,7 +21,9 @@ function buildTool(opts) {
     isConcurrencySafe: isReadOnly,
     permissionLevel: opts.permissionLevel ?? (isReadOnly ? "auto" : "confirm"),
     flags: opts.flags ?? {},
-    preflight: opts.preflight
+    preflight: opts.preflight,
+    maxResultSizeChars: opts.maxResultSizeChars,
+    summarizeOnTruncate: opts.summarizeOnTruncate
   };
 }
 function toolsToDefinitions(tools) {
@@ -67,6 +69,9 @@ async function* runTools(pending, tools, context, txMutex) {
           return { call, result: { data: { error: `Unknown tool: ${call.name}` } }, isError: true };
         }
         const execResult = await executeSingleTool(tool, call, context);
+        if (!execResult.isError) {
+          execResult.data = budgetToolResult(execResult.data, tool);
+        }
         return { call, result: execResult, isError: execResult.isError };
       })
     );
@@ -108,6 +113,9 @@ async function* runTools(pending, tools, context, txMutex) {
     await txMutex.acquire();
     try {
       const result = await executeSingleTool(tool, call, context);
+      if (!result.isError) {
+        result.data = budgetToolResult(result.data, tool);
+      }
       yield {
         type: "tool_result",
         toolName: call.name,
@@ -158,6 +166,29 @@ async function executeSingleTool(tool, call, context) {
   const result = await tool.call(parsed.data, context);
   return { data: result.data, isError: false };
 }
+function budgetToolResult(data, tool) {
+  if (!tool.maxResultSizeChars) return data;
+  const serialized = typeof data === "string" ? data : JSON.stringify(data);
+  if (serialized.length <= tool.maxResultSizeChars) return data;
+  if (tool.summarizeOnTruncate) {
+    const summarized = tool.summarizeOnTruncate(serialized, tool.maxResultSizeChars);
+    try {
+      return JSON.parse(summarized);
+    } catch {
+      return summarized;
+    }
+  }
+  const preview = serialized.slice(0, tool.maxResultSizeChars);
+  const linesOmitted = serialized.split("\n").length - preview.split("\n").length;
+  const truncated = `${preview}
+
+[Truncated \u2014 ${linesOmitted} lines omitted. Call ${tool.name} with narrower parameters (e.g. smaller date range or limit) to see more.]`;
+  try {
+    return JSON.parse(truncated);
+  } catch {
+    return truncated;
+  }
+}
 
 // src/tool-flags.ts
 var TOOL_FLAGS = {
@@ -1114,6 +1145,7 @@ var transactionHistoryTool = buildTool({
     }
   },
   isReadOnly: true,
+  maxResultSizeChars: 8e3,
   async call(input, context) {
     const limit = input.limit ?? 10;
     if (context.agent) {
@@ -1533,6 +1565,7 @@ var mppServicesTool = buildTool({
     required: []
   },
   isReadOnly: true,
+  maxResultSizeChars: 5e3,
   async call(input) {
     const catalog = await fetchCatalog();
     const filtered = input.query ? catalog.filter((s) => matchesQuery(s, input.query)) : catalog;
@@ -1771,6 +1804,7 @@ var webSearchTool = buildTool({
     required: ["query"]
   },
   isReadOnly: true,
+  maxResultSizeChars: 8e3,
   async call(input, context) {
     const apiKey = context.env?.BRAVE_API_KEY ?? process.env.BRAVE_API_KEY;
     if (!apiKey) {
@@ -3226,6 +3260,7 @@ var defillamaYieldPoolsTool = buildTool({
     required: []
   },
   isReadOnly: true,
+  maxResultSizeChars: 6e3,
   async call(input) {
     const data = await cachedFetch(`${YIELDS_API2}/pools`);
     let pools = data.data ?? [];
@@ -3271,6 +3306,7 @@ var defillamaProtocolInfoTool = buildTool({
     required: ["name"]
   },
   isReadOnly: true,
+  maxResultSizeChars: 4e3,
   async call(input) {
     const data = await cachedFetch(`${LLAMA_API2}/protocol/${encodeURIComponent(input.name)}`);
     const result = {
@@ -3946,6 +3982,52 @@ function extractConversationText(messages) {
   };
 }
 
+// src/compact/microcompact.ts
+function microcompact(messages) {
+  const seen = /* @__PURE__ */ new Map();
+  let toolUseIndex = 0;
+  const toolUseInputs = /* @__PURE__ */ new Map();
+  for (const msg of messages) {
+    for (const block of msg.content) {
+      if (block.type === "tool_use") {
+        toolUseInputs.set(block.id, `${block.name}:${stableStringify(block.input)}`);
+      }
+    }
+  }
+  return messages.map((msg) => {
+    if (msg.role !== "user") return { role: msg.role, content: [...msg.content] };
+    const hasToolResults = msg.content.some((b) => b.type === "tool_result");
+    if (!hasToolResults) return { role: msg.role, content: [...msg.content] };
+    const newContent = msg.content.map((block) => {
+      if (block.type !== "tool_result") return block;
+      const key = toolUseInputs.get(block.toolUseId);
+      if (!key) return block;
+      toolUseIndex++;
+      const prior = seen.get(key);
+      if (prior && !block.isError) {
+        return {
+          ...block,
+          content: `[Same result as call #${prior.turnIndex} \u2014 ${key.split(":")[0]} with identical inputs. Result unchanged.]`
+        };
+      }
+      if (!block.isError) {
+        seen.set(key, { turnIndex: toolUseIndex });
+      }
+      return block;
+    });
+    return { role: msg.role, content: newContent };
+  });
+}
+function stableStringify(value) {
+  if (value === null || value === void 0) return "";
+  if (typeof value !== "object") return JSON.stringify(value);
+  if (Array.isArray(value)) return JSON.stringify(value);
+  const sorted = Object.keys(value).sort();
+  const obj = {};
+  for (const k of sorted) obj[k] = value[k];
+  return JSON.stringify(obj);
+}
+
 // src/context.ts
 var CHARS_PER_TOKEN = 4;
 var DEFAULT_CONTEXT_LIMIT = 2e5;
@@ -4016,7 +4098,8 @@ async function compactMessages(messages, opts = {}) {
   const systemTokens = opts.systemPromptTokens ?? 500;
   const budget = maxTokens - systemTokens;
   if (messages.length === 0) return [];
-  const mutable = messages.map((m) => ({
+  const deduped = microcompact(messages);
+  const mutable = deduped.map((m) => ({
     role: m.role,
     content: m.content.map((b) => ({ ...b }))
   }));
@@ -4130,6 +4213,179 @@ function truncateToolResult(content) {
   }
 }
 
+// src/permission-rules.ts
+var DEFAULT_PERMISSION_CONFIG = {
+  globalAutoBelow: 10,
+  autonomousDailyLimit: 200,
+  rules: [
+    { operation: "save", autoBelow: 50, confirmBetween: 1e3 },
+    { operation: "send", autoBelow: 10, confirmBetween: 200 },
+    { operation: "borrow", autoBelow: 0, confirmBetween: 500 },
+    { operation: "withdraw", autoBelow: 25, confirmBetween: 500 },
+    { operation: "swap", autoBelow: 25, confirmBetween: 300 },
+    { operation: "pay", autoBelow: 1, confirmBetween: 50 },
+    { operation: "repay", autoBelow: 50, confirmBetween: 1e3 }
+  ]
+};
+var PERMISSION_PRESETS = {
+  conservative: {
+    globalAutoBelow: 5,
+    autonomousDailyLimit: 100,
+    rules: [
+      { operation: "save", autoBelow: 5, confirmBetween: 100 },
+      { operation: "send", autoBelow: 5, confirmBetween: 100 },
+      { operation: "borrow", autoBelow: 0, confirmBetween: 100 },
+      { operation: "withdraw", autoBelow: 5, confirmBetween: 100 },
+      { operation: "swap", autoBelow: 5, confirmBetween: 100 },
+      { operation: "pay", autoBelow: 1, confirmBetween: 25 },
+      { operation: "repay", autoBelow: 5, confirmBetween: 100 }
+    ]
+  },
+  balanced: DEFAULT_PERMISSION_CONFIG,
+  aggressive: {
+    globalAutoBelow: 25,
+    autonomousDailyLimit: 500,
+    rules: [
+      { operation: "save", autoBelow: 100, confirmBetween: 2e3 },
+      { operation: "send", autoBelow: 25, confirmBetween: 500 },
+      { operation: "borrow", autoBelow: 10, confirmBetween: 1e3 },
+      { operation: "withdraw", autoBelow: 50, confirmBetween: 1e3 },
+      { operation: "swap", autoBelow: 50, confirmBetween: 500 },
+      { operation: "pay", autoBelow: 5, confirmBetween: 100 },
+      { operation: "repay", autoBelow: 100, confirmBetween: 2e3 }
+    ]
+  }
+};
+function resolvePermissionTier(operation, amountUsd, config) {
+  const rule = config.rules.find((r) => r.operation === operation);
+  const autoBelow = rule?.autoBelow ?? config.globalAutoBelow;
+  const confirmBetween = rule?.confirmBetween ?? 1e3;
+  if (amountUsd < autoBelow) return "auto";
+  if (amountUsd < confirmBetween) return "confirm";
+  return "explicit";
+}
+var TOOL_TO_OPERATION = {
+  save_deposit: "save",
+  withdraw: "withdraw",
+  send_transfer: "send",
+  borrow: "borrow",
+  repay_debt: "repay",
+  swap_execute: "swap",
+  pay_api: "pay",
+  volo_stake: "save",
+  volo_unstake: "withdraw"
+};
+function toolNameToOperation(toolName) {
+  return TOOL_TO_OPERATION[toolName];
+}
+function resolveUsdValue(toolName, input, priceCache) {
+  switch (toolName) {
+    case "save_deposit":
+    case "withdraw":
+    case "repay_debt":
+    case "borrow":
+      return safeNum(input.amount);
+    case "send_transfer": {
+      const amount = safeNum(input.amount);
+      const asset = String(input.asset ?? "USDC").toUpperCase();
+      if (asset === "USDC" || asset === "USDT") return amount;
+      return amount * (priceCache.get(asset) ?? 0);
+    }
+    case "swap_execute": {
+      const amount = safeNum(input.fromAmount);
+      const fromAsset = String(input.fromAsset ?? "").toUpperCase();
+      if (fromAsset === "USDC" || fromAsset === "USDT") return amount;
+      return amount * (priceCache.get(fromAsset) ?? 0);
+    }
+    case "pay_api":
+      return safeNum(input.maxCost ?? input.price);
+    case "volo_stake":
+    case "volo_unstake":
+      return safeNum(input.amount) * (priceCache.get("SUI") ?? 0);
+    default:
+      return 0;
+  }
+}
+function safeNum(v) {
+  const n = Number(v);
+  return isNaN(n) ? 0 : n;
+}
+
+// src/early-dispatcher.ts
+var EarlyToolDispatcher = class {
+  entries = [];
+  tools;
+  context;
+  abortController;
+  constructor(tools, context) {
+    this.tools = tools;
+    this.context = context;
+    this.abortController = new AbortController();
+  }
+  /**
+   * Attempt to dispatch a tool call. Returns true if the tool was dispatched
+   * (read-only + concurrency-safe), false if it should be queued for later.
+   */
+  tryDispatch(call) {
+    const tool = findTool(this.tools, call.name);
+    if (!tool || !tool.isReadOnly || !tool.isConcurrencySafe) return false;
+    const childContext = { ...this.context, signal: this.abortController.signal };
+    const promise = executeTool(tool, call, childContext);
+    this.entries.push({ call, tool, promise });
+    return true;
+  }
+  /** True if any tools have been dispatched. */
+  hasPending() {
+    return this.entries.length > 0;
+  }
+  /** List of call IDs that were early-dispatched. */
+  dispatchedIds() {
+    return new Set(this.entries.map((e) => e.call.id));
+  }
+  /**
+   * Collect all results in original dispatch order.
+   * Yields `tool_result` events as each promise resolves.
+   */
+  async *collectResults() {
+    for (const entry of this.entries) {
+      try {
+        const result = await entry.promise;
+        const budgeted = result.isError ? result.data : budgetToolResult(result.data, entry.tool);
+        yield {
+          type: "tool_result",
+          toolName: entry.call.name,
+          toolUseId: entry.call.id,
+          result: budgeted,
+          isError: result.isError
+        };
+      } catch (err) {
+        yield {
+          type: "tool_result",
+          toolName: entry.call.name,
+          toolUseId: entry.call.id,
+          result: { error: err instanceof Error ? err.message : "Tool execution failed" },
+          isError: true
+        };
+      }
+    }
+  }
+  /** Cancel all in-flight tool calls. */
+  abort() {
+    this.abortController.abort();
+  }
+};
+async function executeTool(tool, call, context) {
+  const parsed = tool.inputSchema.safeParse(call.input);
+  if (!parsed.success) {
+    return {
+      data: { error: `Invalid input: ${parsed.error.issues.map((i) => i.message).join(", ")}` },
+      isError: true
+    };
+  }
+  const result = await tool.call(parsed.data, context);
+  return { data: result.data, isError: false };
+}
+
 // src/engine.ts
 var DEFAULT_MAX_TURNS = 10;
 var DEFAULT_MAX_TOKENS = 4096;
@@ -4158,6 +4414,8 @@ var QueryEngine = class {
   recipes;
   contextBudget;
   contextSummarizer;
+  priceCache;
+  permissionConfig;
   matchedRecipe = null;
   messages = [];
   abortController = null;
@@ -4185,6 +4443,8 @@ var QueryEngine = class {
     this.recipes = config.recipes;
     this.contextBudget = new ContextBudget(config.contextBudget);
     this.contextSummarizer = config.contextSummarizer;
+    this.priceCache = config.priceCache;
+    this.permissionConfig = config.permissionConfig;
     this.tools = config.tools ?? (config.agent ? getDefaultTools() : []);
   }
   /**
@@ -4304,7 +4564,9 @@ var QueryEngine = class {
       serverPositions: this.serverPositions,
       positionFetcher: this.positionFetcher,
       env: this.env,
-      signal
+      signal,
+      priceCache: this.priceCache,
+      permissionConfig: this.permissionConfig
     };
     let turns = 0;
     let hasRetriedWithCleanHistory = false;
@@ -4321,7 +4583,9 @@ var QueryEngine = class {
         assistantBlocks: [],
         pendingToolCalls: []
       };
+      const dispatcher = new EarlyToolDispatcher(this.tools, context);
       try {
+        this.messages = microcompact(this.messages);
         if (this.contextBudget.shouldCompact()) {
           this.messages = await compactMessages(this.messages, {
             maxTokens: 1e5,
@@ -4373,7 +4637,7 @@ ${recipeCtx}`;
           signal
         });
         for await (const event of stream) {
-          yield* this.handleProviderEvent(event, acc);
+          yield* this.handleProviderEvent(event, acc, dispatcher);
         }
       } catch (err) {
         if (freshPrompt && !hasRetriedWithCleanHistory && isCorruptHistoryError(err)) {
@@ -4390,23 +4654,75 @@ ${recipeCtx}`;
       if (acc.text) {
         acc.assistantBlocks.push({ type: "text", text: acc.text });
       }
-      if (acc.pendingToolCalls.length === 0) {
+      const earlyResultBlocks = [];
+      if (dispatcher.hasPending()) {
+        if (signal.aborted) {
+          dispatcher.abort();
+        }
+        for await (const earlyEvent of dispatcher.collectResults()) {
+          if (earlyEvent.type === "tool_result") {
+            if (!earlyEvent.isError) {
+              const warning = flagSuspiciousResult(earlyEvent.toolName, earlyEvent.result);
+              if (warning) {
+                const flagged = {
+                  ...earlyEvent,
+                  result: typeof earlyEvent.result === "object" && earlyEvent.result ? { ...earlyEvent.result, _warning: warning } : { data: earlyEvent.result, _warning: warning }
+                };
+                yield flagged;
+                earlyResultBlocks.push({
+                  type: "tool_result",
+                  toolUseId: flagged.toolUseId,
+                  content: JSON.stringify(flagged.result),
+                  isError: flagged.isError
+                });
+                continue;
+              }
+            }
+            yield earlyEvent;
+            earlyResultBlocks.push({
+              type: "tool_result",
+              toolUseId: earlyEvent.toolUseId,
+              content: JSON.stringify(earlyEvent.result),
+              isError: earlyEvent.isError
+            });
+          }
+        }
+      }
+      const hasEarlyResults = earlyResultBlocks.length > 0;
+      const hasRemainingCalls = acc.pendingToolCalls.length > 0;
+      if (!hasEarlyResults && !hasRemainingCalls) {
         this.messages.push({ role: "assistant", content: acc.assistantBlocks });
         yield { type: "turn_complete", stopReason: acc.stopReason };
         return;
       }
       if (signal.aborted) {
         this.messages.push({ role: "assistant", content: acc.assistantBlocks });
+        if (hasEarlyResults) {
+          this.messages.push({ role: "user", content: earlyResultBlocks });
+        }
         this.addErrorResults(acc.pendingToolCalls, "Aborted");
         yield { type: "error", error: new Error("Aborted") };
         return;
       }
       const approved = [];
-      const toolResultBlocks = [];
+      const toolResultBlocks = [...earlyResultBlocks];
       let pendingWrite = null;
       for (const call of acc.pendingToolCalls) {
         const tool = findTool(this.tools, call.name);
-        const needsConfirmation = tool && !tool.isReadOnly && tool.permissionLevel !== "auto";
+        const needsConfirmation = (() => {
+          if (!tool || tool.isReadOnly) return false;
+          if (tool.permissionLevel === "explicit") return true;
+          if (!context.agent && !tool.isReadOnly) return true;
+          if (context.permissionConfig && context.priceCache) {
+            const operation = toolNameToOperation(call.name);
+            if (operation) {
+              const usdValue = resolveUsdValue(call.name, call.input, context.priceCache);
+              const tier = resolvePermissionTier(operation, usdValue, context.permissionConfig);
+              return tier !== "auto";
+            }
+          }
+          return tool.permissionLevel !== "auto";
+        })();
         if (!needsConfirmation) {
           approved.push(call);
           yield { type: "tool_start", toolName: call.name, toolUseId: call.id, input: call.input };
@@ -4592,7 +4908,7 @@ ${recipeCtx}`;
       this.messages.push({ role: "user", content: errorBlocks });
     }
   }
-  *handleProviderEvent(event, acc) {
+  *handleProviderEvent(event, acc, dispatcher) {
     switch (event.type) {
       case "thinking_delta": {
         yield { type: "thinking_delta", text: event.text };
@@ -4630,11 +4946,12 @@ ${recipeCtx}`;
           name: event.name,
           input: event.input
         });
-        acc.pendingToolCalls.push({
-          id: event.id,
-          name: event.name,
-          input: event.input
-        });
+        const call = { id: event.id, name: event.name, input: event.input };
+        if (dispatcher?.tryDispatch(call)) {
+          yield { type: "tool_start", toolName: call.name, toolUseId: call.id, input: call.input };
+        } else {
+          acc.pendingToolCalls.push(call);
+        }
         break;
       }
       case "usage": {
@@ -5730,6 +6047,6 @@ function sanitizeAnthropicMessages(messages) {
   return merged;
 }
 
-export { AnthropicProvider, BalanceTracker, CANVAS_TEMPLATES, ContextBudget, CostTracker, DEFAULT_GUARD_CONFIG, DEFAULT_SYSTEM_PROMPT, McpClientManager, McpResponseCache, MemorySessionStore, NAVI_MCP_CONFIG, NAVI_MCP_URL, NAVI_SERVER_NAME, NaviTools, QueryEngine, READ_TOOLS, RecipeRegistry, RetryTracker, TOOL_FLAGS, TxMutex, WRITE_TOOLS, activitySummaryTool, adaptAllMcpTools, adaptAllServerTools, adaptMcpTool, applyToolFlags, balanceCheckTool, borrowTool, buildCachedSystemPrompt, buildMcpTools, buildProactivenessInstructions, buildProfileContext, buildSelfEvaluationInstruction, buildStateContext, buildTool, claimRewardsTool, classifyEffort, clearPriceCache, compactMessages, createGuardRunnerState, defillamaChainTvlTool, defillamaPriceChangeTool, defillamaProtocolFeesTool, defillamaProtocolInfoTool, defillamaSuiProtocolsTool, defillamaTokenPricesTool, defillamaYieldPoolsTool, engineToSSE, estimateTokens, explainTxTool, extractConversationText, extractMcpText, fetchAvailableRewards, fetchBalance, fetchHealthFactor, fetchPositions, fetchProtocolStats, fetchRates, fetchSavings, fetchTokenPrices, fetchWalletCoins, findTool, getDefaultTools, getMcpManager, getToolFlags, getWalletAddress, guardArtifactPreview, guardStaleData, hasNaviMcp, healthCheckTool, loadRecipes, mppServicesTool, parseMcpJson, parseRecipe, parseSSE, payApiTool, portfolioAnalysisTool, protocolDeepDiveTool, ratesInfoTool, registerEngineTools, renderCanvasTool, repayDebtTool, requireAgent, runGuards, runTools, saveContactTool, saveDepositTool, savingsInfoTool, sendTransferTool, serializeSSE, spendingAnalyticsTool, swapExecuteTool, swapQuoteTool, toolsToDefinitions, transactionHistoryTool, transformBalance, transformHealthFactor, transformPositions, transformRates, transformRewards, transformSavings, updateGuardStateAfterToolResult, validateHistory, voloStakeTool, voloStatsTool, voloUnstakeTool, webSearchTool, withdrawTool, yieldSummaryTool };
+export { AnthropicProvider, BalanceTracker, CANVAS_TEMPLATES, ContextBudget, CostTracker, DEFAULT_GUARD_CONFIG, DEFAULT_PERMISSION_CONFIG, DEFAULT_SYSTEM_PROMPT, EarlyToolDispatcher, McpClientManager, McpResponseCache, MemorySessionStore, NAVI_MCP_CONFIG, NAVI_MCP_URL, NAVI_SERVER_NAME, NaviTools, PERMISSION_PRESETS, QueryEngine, READ_TOOLS, RecipeRegistry, RetryTracker, TOOL_FLAGS, TxMutex, WRITE_TOOLS, activitySummaryTool, adaptAllMcpTools, adaptAllServerTools, adaptMcpTool, applyToolFlags, balanceCheckTool, borrowTool, budgetToolResult, buildCachedSystemPrompt, buildMcpTools, buildProactivenessInstructions, buildProfileContext, buildSelfEvaluationInstruction, buildStateContext, buildTool, claimRewardsTool, classifyEffort, clearPriceCache, compactMessages, createGuardRunnerState, defillamaChainTvlTool, defillamaPriceChangeTool, defillamaProtocolFeesTool, defillamaProtocolInfoTool, defillamaSuiProtocolsTool, defillamaTokenPricesTool, defillamaYieldPoolsTool, engineToSSE, estimateTokens, explainTxTool, extractConversationText, extractMcpText, fetchAvailableRewards, fetchBalance, fetchHealthFactor, fetchPositions, fetchProtocolStats, fetchRates, fetchSavings, fetchTokenPrices, fetchWalletCoins, findTool, getDefaultTools, getMcpManager, getToolFlags, getWalletAddress, guardArtifactPreview, guardStaleData, hasNaviMcp, healthCheckTool, loadRecipes, microcompact, mppServicesTool, parseMcpJson, parseRecipe, parseSSE, payApiTool, portfolioAnalysisTool, protocolDeepDiveTool, ratesInfoTool, registerEngineTools, renderCanvasTool, repayDebtTool, requireAgent, resolvePermissionTier, resolveUsdValue, runGuards, runTools, saveContactTool, saveDepositTool, savingsInfoTool, sendTransferTool, serializeSSE, spendingAnalyticsTool, swapExecuteTool, swapQuoteTool, toolNameToOperation, toolsToDefinitions, transactionHistoryTool, transformBalance, transformHealthFactor, transformPositions, transformRates, transformRewards, transformSavings, updateGuardStateAfterToolResult, validateHistory, voloStakeTool, voloStatsTool, voloUnstakeTool, webSearchTool, withdrawTool, yieldSummaryTool };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map