tinker-agent 2.0.0 → 2.2.0

package/CHANGELOG.md

@@ -5,6 +5,47 @@ All notable user-facing changes to Tinker are documented here. The project follo
 
 ## [Unreleased]
 
+## [2.2.0] - 2026-08-29
+
+### Added
+
+- Log raw vector cosine scores in `MemorySearch` diagnostics, making hybrid
+  recall ranking easier to inspect and tune.
+
+### Changed
+
+- Restyle the prompt-input footer status line with a muted color palette:
+  model name, workspace path, Git branch, and cache hit rate each get a soft
+  accent color, and normal-pressure context usage now renders in a cool gray
+  instead of plain dim. Red and yellow remain reserved for context-pressure
+  warnings.
+
+## [2.1.0] - 2026-08-29
+
+### Added
+
+- Add cross-session derived memory. Completed turns are distilled into memory
+  records that the agent can recall in later sessions and workspaces through
+  `MemorySearch`, which fuses vector similarity with FTS5 keyword matching via
+  RRF hybrid ranking, and `MemoryGet`, which reads a full record by its id.
+- Add a `toolResultModalities` model-profile setting. Image-capable profiles can
+  now receive `ViewImage` results as real image content in the model request
+  instead of text-only descriptions.
+- Add a `Wait` tool that pauses the agent loop for a cancellable whole number of
+  seconds (1 to 3600), useful for spacing polling attempts.
+- Expand a leading `~` to the user's home directory in `TINKER_MODELS` and
+  `TINKER_WORKSPACE` paths.
+
+### Changed
+
+- Show `MemorySearch` keywords alongside the query in TUI tool summaries, so
+  hybrid recall behavior is visible while observing the agent.
+
+### Fixed
+
+- Accept `memory_get` raw results in stored tool history, so sessions that
+  contain MemoryGet calls remain resumable.
+
 ## [2.0.0] - 2026-08-20
 
 ### Changed
@@ -223,7 +264,9 @@ All notable user-facing changes to Tinker are documented here. The project follo
 - First formal npm release under the `tinker-agent` package name with the `tinker`
   executable.
 
-[Unreleased]: https://github.com/ishowshao/tinker/compare/v2.0.0...HEAD
+[Unreleased]: https://github.com/ishowshao/tinker/compare/v2.2.0...HEAD
+[2.2.0]: https://github.com/ishowshao/tinker/releases/tag/v2.2.0
+[2.1.0]: https://github.com/ishowshao/tinker/releases/tag/v2.1.0
 [2.0.0]: https://github.com/ishowshao/tinker/releases/tag/v2.0.0
 [1.11.0]: https://github.com/ishowshao/tinker/releases/tag/v1.11.0
 [1.10.1]: https://github.com/ishowshao/tinker/releases/tag/v1.10.1

package/README.md

@@ -138,7 +138,7 @@ are required. Boolean environment values accept case-insensitive `true/false`,
 <!-- BEGIN GENERATED: PUBLIC ENVIRONMENT VARIABLES -->
 | Variable | Area | Applies | Required | Type | Default | Secret | Description |
 | --- | --- | --- | --- | --- | --- | --- | --- |
-| `TINKER_MODELS` | Model | All modes | No | Non-empty string | — | No | Optional model profiles JSON path. Relative paths resolve from the process cwd. |
+| `TINKER_MODELS` | Model | All modes | No | Non-empty string | — | No | Optional model profiles JSON path. A leading ~ expands to the home directory; other relative paths resolve from the process cwd. |
 | `TINKER_MODEL` | Model | Env mode | Env mode | Non-empty string | — | No | Model name used when model profiles are not configured. |
 | `TINKER_API` | Model | Env mode | No | Non-empty string | `"chat-completions"` | No | Model API adapter: "chat-completions" or "responses". |
 | `TINKER_BASE_URL` | Model | Env mode | Env mode | Non-empty string | — | No | OpenAI-compatible API root URL; do not append /chat/completions or /responses. |
@@ -148,7 +148,7 @@ are required. Boolean environment values accept case-insensitive `true/false`,
 | `TINKER_INCLUDE_REASONING_CONTENT` | Model | Env mode | No | Boolean | `false` | No | Replay provider reasoning_content in Chat Completions history; ignored by Responses. |
 | `TINKER_STREAM` | Model | Env mode | No | Boolean | `true` | No | Use streaming transport for the selected model API. |
 | `TINKER_WEBFETCH_REFINE_MODEL` | Model | Env mode | No | Non-empty string | — | No | Optional WebFetch refiner model; currently must match TINKER_MODEL. |
-| `TINKER_WORKSPACE` | Workspace | All modes | No | Non-empty string | Process cwd | No | Workspace path. Relative paths resolve from the process cwd. |
+| `TINKER_WORKSPACE` | Workspace | All modes | No | Non-empty string | Process cwd | No | Workspace path. A leading ~ expands to the home directory; other relative paths resolve from the process cwd. |
 | `TINKER_MAX_ITERATIONS` | Workspace | All modes | No | Positive integer | `512` | No | Maximum agent-loop iterations per turn. |
 | `EXA_API_KEY` | Tooling | All modes | No | Non-empty string | — | Yes | Enables WebSearch and the Exa WebFetch backend when set. |
 | `TINKER_MCP_TIMEOUT_MS` | Tooling | All modes | No | Positive integer | `60000` | No | MCP tool-call timeout in milliseconds. |
@@ -194,6 +194,7 @@ Profile fields:
 | `includeReasoningContent` | No | JSON boolean | `false` | No | Replay provider reasoning_content in Chat Completions history; ignored by Responses. |
 | `stream` | No | JSON boolean | `true` | No | Use streaming transport for the selected model API. |
 | `inputModalities` | No | Normalized modality array | `["text"]` | No | Accepted model input modalities; normalizes to ["text"] or ["text", "image"]. |
+| `toolResultModalities` | No | Normalized modality array | `["text"]` | No | Accepted tool-result modalities; normalizes to ["text"] or ["text", "image"]. |
 
 `reasoning` fields:
 
@@ -212,6 +213,7 @@ Text-only profile example:
   "profiles": {
     "text": {
       "model": "example-text-model",
+      "api": "chat-completions",
       "apiBase": "https://api.example.com/v1",
       "apiKey": "your-model-api-key",
       "contextWindowTokens": 128000,
@@ -228,6 +230,9 @@ Text-only profile example:
       "stream": true,
       "inputModalities": [
         "text"
+      ],
+      "toolResultModalities": [
+        "text"
       ]
     }
   }
@@ -242,6 +247,7 @@ Image-capable profile example:
   "profiles": {
     "image": {
       "model": "example-vision-model",
+      "api": "responses",
       "apiBase": "https://api.example.com/v1",
       "apiKey": "your-model-api-key",
       "contextWindowTokens": 128000,
@@ -259,6 +265,10 @@ Image-capable profile example:
       "inputModalities": [
         "text",
         "image"
+      ],
+      "toolResultModalities": [
+        "text",
+        "image"
       ]
     }
   }
@@ -293,6 +303,7 @@ Atomic-memory profile example:
   "profiles": {
     "text": {
       "model": "example-text-model",
+      "api": "chat-completions",
       "apiBase": "https://api.example.com/v1",
       "apiKey": "your-model-api-key",
       "contextWindowTokens": 128000,
@@ -309,6 +320,9 @@ Atomic-memory profile example:
       "stream": true,
       "inputModalities": [
         "text"
+      ],
+      "toolResultModalities": [
+        "text"
       ]
     }
   },
@@ -366,6 +380,17 @@ independent token-estimator request. See the
 [`multimodal image input design`](docs/multimodal-image-input-design.md) for the
 complete fixed policy and persistence contract.
 
+`ViewImage(file_path)` is registered only when the selected profile declares both
+`inputModalities: ["text", "image"]` and
+`toolResultModalities: ["text", "image"]`. The first implementation supports
+image tool results through the Responses adapter; Chat Completions remains
+text-only for tool results. Relative paths stay inside the workspace, absolute
+paths may explicitly select an external local file, and symbolic links are
+rejected. Canonical history stores content-addressed image references rather than
+Base64, while stdout, TUI, Recall, and logs show deterministic text summaries.
+See the [`ViewImage tool design`](docs/view-image-tool-design.md) for the complete
+capability, persistence, provider, and compaction contract.
+
 ### Built-in Slash Commands
 
 <!-- BEGIN GENERATED: BUILT-IN SLASH COMMANDS -->

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tinker-agent",
-  "version": "2.0.0",
+  "version": "2.2.0",
   "description": "A personal coding agent with an interactive TUI and one-shot CLI.",
   "license": "Apache-2.0",
   "type": "module",
@@ -50,6 +50,7 @@
     "bench:long-session": "bun scripts/bench-long-session-memory.ts",
     "bench:i3-provider-smoke": "bun scripts/bench-i3-provider-smoke.ts",
     "bench:k3-image-live": "bun scripts/k3-image-live-smoke.ts",
+    "bench:view-image-live": "bun scripts/view-image-live-smoke.ts",
     "bench:i4-active-recall": "bun scripts/bench-i4-active-recall.ts",
     "qualify:i4-active-recall": "bun scripts/qualify-i4-active-recall.ts",
     "release:verify": "bun scripts/verify-release-package.ts",

package/src/agent/context-meter.ts

@@ -13,6 +13,7 @@ import {
 import { lastPromptPrefixHash, promptPrefixHashes } from "../model/prompt-prefix-hash";
 import {
   estimatePromptSegments,
+  guardedContextTokens,
   RollingTokenCalibration,
   type RawContextBreakdown,
 } from "../model/token-estimator";
@@ -296,10 +297,7 @@ function guardedEstimate(
   breakdown: RawContextBreakdown,
   correctionFactor: number,
 ): number {
-  return (
-    Math.ceil(breakdown.textAndProtocolTokens * correctionFactor) +
-    breakdown.imageTokens
-  );
+  return guardedContextTokens(breakdown, correctionFactor);
 }
 
 function assertMeasuredContextAnchor(anchor: MeasuredContextAnchor): void {

package/src/agent/runtime-session.ts

@@ -308,6 +308,7 @@ type CommonRuntimeSessionInput = {
   webFetchRefiner?: Refiner;
   toolingConfig?: PublicToolingConfig;
   memorySearch?: ToolExecutor;
+  memoryGet?: ToolExecutor;
   completedTurnHook?: CompletedTurnHook;
   enableTurnUndo?: boolean;
   bashGuard?: {
@@ -580,7 +581,8 @@ class DefaultRuntimeSession implements RuntimeSession {
         includeReasoningContent: input.includeReasoningContent,
         contextProfile: input.contextProfile,
         messageProtocol: input.modelClient.messageProtocol,
-        inputModalities: input.modelClient.inputModalities ?? ["text"],
+        inputModalities: input.modelClient.inputModalities,
+        toolResultModalities: input.modelClient.toolResultModalities,
       });
       if (input.selection.mode === "resume") {
         store.assertSessionCompatibility(compatibility);
@@ -654,6 +656,10 @@ class DefaultRuntimeSession implements RuntimeSession {
         workspaceRoot: input.workspaceRoot,
         runtimeSession: session.context,
         historyReader: store.historyReader(),
+        imageAssetStore: assetStore,
+        supportsViewImage:
+          input.modelClient.inputModalities.includes("image") &&
+          input.modelClient.toolResultModalities.includes("image"),
         ...(input.enableTurnUndo === true ? { enableTurnUndo: true } : {}),
         webFetchRefiner: input.webFetchRefiner,
         toolingConfig: input.toolingConfig,
@@ -665,6 +671,7 @@ class DefaultRuntimeSession implements RuntimeSession {
         ...(input.memorySearch === undefined
           ? {}
           : { memorySearch: input.memorySearch }),
+        ...(input.memoryGet === undefined ? {} : { memoryGet: input.memoryGet }),
         ...(session.skillCatalog.skills.size === 0
           ? {}
           : {
@@ -1397,7 +1404,7 @@ class DefaultRuntimeSession implements RuntimeSession {
             messageId: message.messageId,
             frameId: message.frameId,
             ordinal: message.ordinal,
-            content: message.content,
+            content: message.displayText,
             contentSha256: message.contentSha256,
           },
           name: activation.name,

package/src/agent/session-ledger.ts

@@ -26,12 +26,15 @@ import {
 } from "../context/context-protocol-validator";
 import {
   CURRENT_TOOL_OBSERVATION_FORMAT,
+  canonicalToolResultContentHash,
   contentHash,
+  displayTextForCompletion,
   immutableCanonicalClone,
   immutableRecord,
   observationForCompletion,
   rawResultHash,
   userMessageHash,
+  validateReturnedToolObservation,
   type CanonicalMessageRecord,
   type ProtocolContextView,
   type ProtocolFrame,
@@ -583,6 +586,7 @@ export class InMemorySessionLedger implements SessionLedger {
       assertSameToolCall(expectedCall, completionInput.call);
       validateCompletionInput(completionInput);
       const content = observationForCompletion(completionInput);
+      const displayText = displayTextForCompletion(completionInput);
       const createdAt = this.clock();
       const messageId = this.input.idFactory.createMessageId();
       const message = immutableRecord<CanonicalMessageRecord>({
@@ -590,7 +594,7 @@ export class InMemorySessionLedger implements SessionLedger {
         sessionId: this.input.sessionId,
         frameId: frameBefore.frameId,
         ordinal: this.view.messages.length + messages.length + 1,
-        contentSha256: contentHash(content),
+        contentSha256: canonicalToolResultContentHash(content),
         createdAt,
         role: "tool",
         turnId: pending.turn.turnId,
@@ -599,6 +603,7 @@ export class InMemorySessionLedger implements SessionLedger {
         providerToolCallId: expectedCall.providerToolCallId,
         name: expectedCall.name,
         content,
+        displayText,
         origin: completionInput.kind === "returned" ? "tool" : "runtime",
       });
       const completion = canonicalCompletion(completionInput);
@@ -608,7 +613,7 @@ export class InMemorySessionLedger implements SessionLedger {
         toolCallId: expectedCall.toolCallId,
         toolMessageId: messageId,
         completion,
-        observationSha256: contentHash(content),
+        observationSha256: canonicalToolResultContentHash(content),
         createdAt,
       });
       messages.push(message);
@@ -1006,9 +1011,11 @@ function canonicalCompletion(input: ToolCompletionInput): ToolCompletion {
 
 function validateCompletionInput(input: ToolCompletionInput): void {
   if (input.kind === "returned") {
-    if (typeof input.observation !== "string") {
-      throw new Error("Returned tool completion observation must be a string.");
-    }
+    validateReturnedToolObservation({
+      toolName: input.call.name,
+      raw: input.raw,
+      content: input.observation,
+    });
     immutableCanonicalClone(input.raw);
     return;
   }

package/src/agent/tool-result-content.ts

@@ -0,0 +1,76 @@
+import { sha256, stableJsonStringify } from "../model/model-request-preflight";
+import { validateImageAssetRef } from "../image/image-types";
+import { IMAGE_INPUT_POLICY } from "../image/image-input-policy";
+import type { ToolResultContent } from "./types";
+
+export function canonicalToolResultContentHash(
+  content: readonly ToolResultContent[],
+): string {
+  validateToolResultContent(content);
+  return sha256(stableJsonStringify(content));
+}
+
+export function validateToolResultContent(content: readonly ToolResultContent[]): void {
+  if (content.length === 0) {
+    throw new Error("Tool result content must be a non-empty array.");
+  }
+  let previousWasText = false;
+  let imageCount = 0;
+  for (const block of content) {
+    switch (block.type) {
+      case "text":
+        if (block.text.trim() === "") {
+          throw new Error("Tool result text blocks must not be empty.");
+        }
+        if (previousWasText) {
+          throw new Error("Consecutive tool result text blocks must be merged.");
+        }
+        previousWasText = true;
+        break;
+      case "image":
+        validateImageAssetRef(block.asset);
+        imageCount += 1;
+        previousWasText = false;
+        break;
+    }
+  }
+  if (imageCount > IMAGE_INPUT_POLICY.maxImagesPerMessage) {
+    throw new Error("Tool result content exceeds the per-message image limit.");
+  }
+}
+
+export function textToolResultContent(text: string): readonly ToolResultContent[] {
+  const content = Object.freeze([Object.freeze({ type: "text" as const, text })]);
+  validateToolResultContent(content);
+  return content;
+}
+
+export function toolResultDisplayText(content: readonly ToolResultContent[]): string {
+  validateToolResultContent(content);
+  return content
+    .map((block) =>
+      block.type === "text"
+        ? block.text
+        : `[Image: ${block.asset.mimeType}, ${block.asset.width}x${block.asset.height}, ${block.asset.byteLength} bytes, asset=${shortAssetId(block.asset.assetId)}]`,
+    )
+    .join("\n");
+}
+
+export function toolResultText(content: readonly ToolResultContent[]): string {
+  validateToolResultContent(content);
+  if (content.some((block) => block.type === "image")) {
+    throw new Error("Text-only tool result mapping received an image block.");
+  }
+  return content
+    .map((block) => {
+      if (block.type !== "text") {
+        throw new Error("Text-only tool result mapping received an image block.");
+      }
+      return block.text;
+    })
+    .join("\n");
+}
+
+function shortAssetId(assetId: string): string {
+  return `${assetId.slice(0, 12)}…`;
+}

package/src/agent/types.ts

@@ -1,5 +1,5 @@
 import type { IterationId, SessionId, ToolCallId, TurnId } from "../ids/runtime-id";
-import type { UserMessage } from "../image/image-types";
+import type { ImageAssetRef, UserMessage } from "../image/image-types";
 
 export type {
   CodePointRange,
@@ -45,12 +45,24 @@ export type AssistantMessage = {
   toolCalls?: readonly ToolCall[];
 };
 
+export type ToolResultTextContent = {
+  readonly type: "text";
+  readonly text: string;
+};
+
+export type ToolResultImageContent = {
+  readonly type: "image";
+  readonly asset: ImageAssetRef;
+};
+
+export type ToolResultContent = ToolResultTextContent | ToolResultImageContent;
+
 export type ToolMessage = {
   role: "tool";
   toolCallId: ToolCallId;
   providerToolCallId: string;
   name: string;
-  content: string;
+  content: readonly ToolResultContent[];
 };
 
 export type AgentMessage =

package/src/cli/config.ts

@@ -12,6 +12,7 @@ import {
   persistDefaultProfile,
   profileToContextProfile,
   type ModelInputModality,
+  type ToolResultModality,
   type ModelProfile,
   type ModelProfiles,
   unknownProfileError,
@@ -39,6 +40,7 @@ export type RunnerConfig = {
   readonly contextBudget: ModelContextBudget;
   readonly profileName?: string;
   readonly inputModalities: readonly ModelInputModality[];
+  readonly toolResultModalities: readonly ToolResultModality[];
   readonly bashGuardMode: "guard" | "yolo";
   readonly bashGuardSource: "default" | "environment" | "cli";
 };
@@ -180,6 +182,7 @@ function runnerConfigTemplateFromProfile(
     contextBudget: deriveModelContextBudget(contextProfile),
     profileName: profile.name,
     inputModalities: profile.inputModalities,
+    toolResultModalities: profile.toolResultModalities,
     bashGuardMode: environment.bashGuardMode,
     bashGuardSource: environment.bashGuardSource,
   });
@@ -205,6 +208,7 @@ function runnerConfigTemplateFromEnvironment(
     contextProfile,
     contextBudget: deriveModelContextBudget(contextProfile),
     inputModalities: Object.freeze(["text"] as const),
+    toolResultModalities: Object.freeze(["text"] as const),
     bashGuardMode: environment.bashGuardMode,
     bashGuardSource: environment.bashGuardSource,
   });

package/src/cli/model-profiles.ts

@@ -13,6 +13,7 @@ import {
 } from "./public-config-contract";
 import type { MemoryEmbeddingConfig } from "../memory/contracts";
 import type { ReasoningEffortConfig } from "../model/reasoning-effort";
+import type { ModelInputModality, ToolResultModality } from "../model/model-client";
 
 export type ModelProfile = {
   readonly name: string;
@@ -26,9 +27,9 @@ export type ModelProfile = {
   readonly includeReasoningContent: boolean;
   readonly stream: boolean;
   readonly inputModalities: readonly ModelInputModality[];
+  readonly toolResultModalities: readonly ToolResultModality[];
 };
-
-export type ModelInputModality = "text" | "image";
+export type { ModelInputModality, ToolResultModality } from "../model/model-client";
 
 export type ModelProfiles = {
   readonly defaultProfile: string;
@@ -272,6 +273,15 @@ function parseProfile(
     value.inputModalities,
     `${where}: "inputModalities"`,
   );
+  const toolResultModalities = parseToolResultModalities(
+    value.toolResultModalities,
+    `${where}: "toolResultModalities"`,
+  );
+  if (toolResultModalities.includes("image") && !inputModalities.includes("image")) {
+    throw new Error(
+      `${where}: "toolResultModalities" cannot include "image" unless "inputModalities" also includes "image".`,
+    );
+  }
   createModelContextProfile({
     contextWindowTokens,
     maxSupportedOutputTokens,
@@ -289,9 +299,38 @@ function parseProfile(
     includeReasoningContent,
     stream,
     inputModalities,
+    toolResultModalities,
   });
 }
 
+function parseToolResultModalities(
+  value: unknown,
+  name: string,
+): readonly ToolResultModality[] {
+  if (value === undefined) {
+    return modelProfileField("toolResultModalities").defaultValue;
+  }
+  if (!Array.isArray(value) || value.length === 0) {
+    throw new Error(`${name} must be a non-empty array.`);
+  }
+  const modalities = value.map((rawEntry): ToolResultModality => {
+    const entry: unknown = rawEntry;
+    if (entry !== "text" && entry !== "image") {
+      throw new Error(`${name} contains an unsupported modality.`);
+    }
+    return entry;
+  });
+  if (new Set(modalities).size !== modalities.length) {
+    throw new Error(`${name} must not contain duplicates.`);
+  }
+  if (!modalities.includes("text")) {
+    throw new Error(`${name} must include "text".`);
+  }
+  return Object.freeze(
+    modalities.includes("image") ? (["text", "image"] as const) : (["text"] as const),
+  );
+}
+
 function parseReasoning(value: unknown, where: string): ReasoningEffortConfig {
   if (!isRecord(value)) {
     throw new Error(`${where} must be an object.`);

package/src/cli/public-config-contract.ts

@@ -1,3 +1,4 @@
+import os from "node:os";
 import path from "node:path";
 import { rgPath } from "@vscode/ripgrep";
 import { parseModelApi, type ModelApi } from "../model/model-api";
@@ -29,7 +30,7 @@ export const PUBLIC_CONFIG_FIELDS = Object.freeze([
     secret: false,
     section: "model",
     description:
-      "Optional model profiles JSON path. Relative paths resolve from the process cwd.",
+      "Optional model profiles JSON path. A leading ~ expands to the home directory; other relative paths resolve from the process cwd.",
   }),
   publicField({
     name: "TINKER_MODEL",
@@ -126,7 +127,8 @@ export const PUBLIC_CONFIG_FIELDS = Object.freeze([
     defaultSource: "process-cwd",
     secret: false,
     section: "workspace",
-    description: "Workspace path. Relative paths resolve from the process cwd.",
+    description:
+      "Workspace path. A leading ~ expands to the home directory; other relative paths resolve from the process cwd.",
   }),
   publicField({
     name: "TINKER_MAX_ITERATIONS",
@@ -242,7 +244,11 @@ export const PUBLIC_CONFIG_FIELDS = Object.freeze([
 
 export type ModelProfileField = {
   readonly name: string;
-  readonly valueKind: PublicConfigValueKind | "input-modalities" | "reasoning";
+  readonly valueKind:
+    | PublicConfigValueKind
+    | "input-modalities"
+    | "tool-result-modalities"
+    | "reasoning";
   readonly required: boolean;
   readonly defaultValue?: string | number | boolean | readonly string[];
   readonly secret: boolean;
@@ -333,6 +339,15 @@ export const MODEL_PROFILE_FIELDS = Object.freeze([
     description:
       'Accepted model input modalities; normalizes to ["text"] or ["text", "image"].',
   }),
+  profileField({
+    name: "toolResultModalities",
+    valueKind: "tool-result-modalities",
+    required: false,
+    defaultValue: Object.freeze(["text"] as const),
+    secret: false,
+    description:
+      'Accepted tool-result modalities; normalizes to ["text"] or ["text", "image"].',
+  }),
 ]);
 
 export type ModelReasoningField = {
@@ -523,7 +538,7 @@ export function parsePublicEnvironment(
     values[field.name] = parseEnvironmentField(field, env[field.name], mode, cwd);
   }
 
-  const workspaceRoot = path.resolve(
+  const workspaceRoot = resolveUserPath(
     cwd,
     requiredStringValue(values, "TINKER_WORKSPACE"),
   );
@@ -572,9 +587,7 @@ export function parsePublicEnvironment(
     return Object.freeze({
       ...common,
       mode,
-      modelsPath: path.isAbsolute(configuredModelsPath)
-        ? configuredModelsPath
-        : path.resolve(cwd, configuredModelsPath),
+      modelsPath: resolveUserPath(cwd, configuredModelsPath),
     });
   }
 
@@ -673,6 +686,16 @@ function optionalRawString(value: string | undefined): string | undefined {
   return normalized === undefined || normalized === "" ? undefined : normalized;
 }
 
+function resolveUserPath(cwd: string, value: string): string {
+  let expanded = value;
+  if (value === "~") {
+    expanded = os.homedir();
+  } else if (value.startsWith("~/") || value.startsWith(`~${path.sep}`)) {
+    expanded = path.join(os.homedir(), value.slice(2));
+  }
+  return path.isAbsolute(expanded) ? expanded : path.resolve(cwd, expanded);
+}
+
 function optionalStringValue(
   values: Record<PublicConfigFieldName, ParsedPrimitive>,
   name: PublicConfigFieldName,

package/src/cli/runner-dependencies.ts

@@ -66,6 +66,8 @@ export function createModelClient(
     | "apiKey"
     | "apiBase"
     | "inputModalities"
+    | "toolResultModalities"
+    | "profileName"
   >,
   env: NodeJS.ProcessEnv = process.env,
   reasoningEffort?: ReasoningEffortController,
@@ -78,6 +80,7 @@ export function createModelClient(
       model: config.modelName,
       contextBudget: config.contextBudget,
       inputModalities: config.inputModalities,
+      toolResultModalities: config.toolResultModalities,
       ...(activeReasoningEffort === undefined
         ? {}
         : { reasoningEffort: activeReasoningEffort }),
@@ -95,6 +98,8 @@ export function createModelClient(
     stream: config.stream,
     contextBudget: config.contextBudget,
     inputModalities: config.inputModalities,
+    toolResultModalities: config.toolResultModalities,
+    profileName: config.profileName,
     ...(activeReasoningEffort === undefined
       ? {}
       : { reasoningEffort: activeReasoningEffort }),

package/src/cli/tui-memory.ts

@@ -47,6 +47,7 @@ export async function initializeTuiMemory(input: {
             stream: profile.stream,
             contextBudget: memoryConfig.contextBudget,
             inputModalities: profile.inputModalities,
+            toolResultModalities: profile.toolResultModalities,
           },
           input.env,
         );

package/src/cli/tui-runner.tsx

@@ -129,6 +129,10 @@ export async function runTui(options: RunTuiOptions): Promise<void> {
                 workspaceRoot,
                 sessionId,
               }),
+              memoryGet: memoryCoordinator.createGetToolExecutor({
+                workspaceRoot,
+                sessionId,
+              }),
               completedTurnHook: memoryCoordinator,
             }),
       };

package/src/context/compiled-context-hash.ts

@@ -1,4 +1,5 @@
 import { sha256, stableJsonStringify } from "../model/model-request-preflight";
+import { toolResultText } from "../agent/tool-result-content";
 import type { CompiledContextEntry, SwapOverride } from "./context-revision";
 import {
   contentHash,
@@ -132,7 +133,7 @@ function renderedMessageDescriptor(entry: CompiledContextEntry): unknown {
         contentSha256:
           entry.representation === "canonical"
             ? entry.sourceContentSha256
-            : contentHash(message.content),
+            : contentHash(toolResultText(message.content)),
       };
   }
 }