talon-agent 1.35.0 → 1.37.0

package/src/core/tools/native.ts

@@ -0,0 +1,138 @@
+import { z } from "zod";
+import type { ToolDefinition } from "./types.js";
+
+/**
+ * Native tools — Talon's own shell/filesystem primitives, the replacement
+ * for the SDK's built-in Bash/Read/Write/Edit/Glob/Grep. They are only
+ * surfaced when `config.nativeTools` is enabled (see the tool composition in
+ * the MCP server); otherwise the built-ins are used.
+ *
+ * Their extra power over the built-ins: every one honours the active
+ * `teleport` target, so with a teleport engaged they run ON a companion
+ * device (via the mesh exec/fs channel) instead of on the daemon host.
+ */
+export const nativeTools: ToolDefinition[] = [
+  {
+    name: "teleport",
+    description:
+      "Switch Talon's native shell/file tools to run ON a companion mesh device (e.g. your phone). After teleporting, bash/read/write/edit/glob/search execute on that device until teleport_back. The device must be online and advertise the 'exec' capability.",
+    schema: {
+      device: z
+        .string()
+        .optional()
+        .describe(
+          "Device id, exact name, or unique name fragment (case/separator-insensitive; see list_devices). Ambiguous fragments error unless exactly one match is online — prefer the id when duplicates exist. Defaults to the most recent mobile device.",
+        ),
+    },
+    execute: (params, bridge) => bridge("teleport", params),
+    tag: "native",
+  },
+  {
+    name: "teleport_back",
+    description:
+      "Return native tools to the daemon host — bash/read/write/edit/glob/search run locally again.",
+    schema: {},
+    execute: (_params, bridge) => bridge("teleport_back", {}),
+    tag: "native",
+  },
+  {
+    name: "bash",
+    description:
+      "Run a shell command. Runs on the daemon host, or ON the active teleport device if one is engaged. On a teleported device, `cd` persists across calls (a real working-directory session).",
+    schema: {
+      command: z.string().describe("The shell command to run."),
+      cwd: z
+        .string()
+        .optional()
+        .describe(
+          "Working directory (local runs only; teleport tracks its own cwd).",
+        ),
+      timeout_sec: z
+        .number()
+        .optional()
+        .describe(
+          "Max seconds before the command is killed (default 60, max 300).",
+        ),
+    },
+    execute: (params, bridge) => bridge("native_bash", params),
+    tag: "native",
+  },
+  {
+    name: "read",
+    description:
+      "Read a file (with line numbers). Runs on the daemon host or the active teleport device. Supports offset/limit for large files.",
+    schema: {
+      path: z.string().describe("Absolute file path."),
+      offset: z.number().optional().describe("0-based line to start from."),
+      limit: z
+        .number()
+        .optional()
+        .describe("Max lines to return (default/max 2000)."),
+    },
+    execute: (params, bridge) => bridge("native_read", params),
+    tag: "native",
+  },
+  {
+    name: "write",
+    description:
+      "Write (create/overwrite) a file with the given content. Runs on the daemon host or the active teleport device.",
+    schema: {
+      path: z.string().describe("Absolute file path."),
+      content: z.string().describe("Full file content to write."),
+    },
+    execute: (params, bridge) => bridge("native_write", params),
+    tag: "native",
+  },
+  {
+    name: "edit",
+    description:
+      "Exact-string replacement in a file. old_string must be unique unless replace_all is set. Runs on the daemon host or the active teleport device.",
+    schema: {
+      path: z.string().describe("Absolute file path."),
+      old_string: z.string().describe("Exact text to replace."),
+      new_string: z.string().describe("Replacement text."),
+      replace_all: z
+        .boolean()
+        .optional()
+        .describe("Replace every occurrence (default false)."),
+    },
+    execute: (params, bridge) => bridge("native_edit", params),
+    tag: "native",
+  },
+  {
+    name: "glob",
+    description:
+      "Find files matching a glob pattern (ripgrep-backed). Runs on the daemon host or the active teleport device.",
+    schema: {
+      pattern: z.string().describe('Glob pattern, e.g. "**/*.ts".'),
+      path: z
+        .string()
+        .optional()
+        .describe("Root directory to search (default cwd)."),
+    },
+    execute: (params, bridge) => bridge("native_glob", params),
+    tag: "native",
+  },
+  {
+    name: "search",
+    description:
+      "Search file contents with a regex (ripgrep-backed). Runs on the daemon host or the active teleport device.",
+    schema: {
+      pattern: z.string().describe("Regex pattern to search for."),
+      path: z
+        .string()
+        .optional()
+        .describe("Root directory or file (default cwd)."),
+      glob: z
+        .string()
+        .optional()
+        .describe('Filter files by glob, e.g. "*.ts".'),
+      case_insensitive: z
+        .boolean()
+        .optional()
+        .describe("Case-insensitive match (default false)."),
+    },
+    execute: (params, bridge) => bridge("native_search", params),
+    tag: "native",
+  },
+];

package/src/core/tools/types.ts

@@ -27,7 +27,8 @@ export type ToolTag =
   | "web"
   | "admin"
   | "models"
-  | "mesh";
+  | "mesh"
+  | "native";
 
 /** The bridge caller signature — injected into execute(). */
 export type BridgeFunction = (

package/src/frontend/discord/commands/admin.ts

@@ -9,7 +9,7 @@ import type { Gateway } from "../../../core/engine/gateway.js";
 import { respawnSelf } from "../../../util/respawn.js";
 import { forceDream } from "../../../core/background/dream.js";
 import { formatDuration, renderMetricsMessages } from "../helpers.js";
-import { getMetrics } from "../../../util/metrics.js";
+import { getMetrics, getTodayMetrics } from "../../../util/metrics.js";
 import { handleAdminSubcommand } from "../admin.js";
 import { isAdmin } from "../handlers/index.js";
 import { suppressMentions, DISCORD_MAX_TEXT } from "../formatting.js";
@@ -35,7 +35,14 @@ export async function handleMetrics(
   }
   // Ephemeral — admin counters (token usage, latencies, errors) shouldn't leak
   // into a public channel where non-admins can read them.
-  const messages = renderMetricsMessages(getMetrics());
+  const messages = [
+    ...renderMetricsMessages(getMetrics()),
+    ...renderMetricsMessages(
+      getTodayMetrics(),
+      undefined,
+      "📊 Metrics — today (UTC)",
+    ),
+  ];
   for (const m of messages) {
     await reply(i, m, true);
   }

package/src/frontend/discord/helpers.ts

@@ -35,7 +35,7 @@ type MetricsSnapshot = {
   counters: Record<string, number>;
   histograms: Record<
     string,
-    { count: number; p50: number; p95: number; p99: number; avg: number }
+    { count: number; avg: number; min: number; max: number }
   >;
 };
 
@@ -50,14 +50,15 @@ function truncateMetricLabel(label: string, max = 60): string {
 export function renderMetricsMessages(
   metrics: MetricsSnapshot,
   maxLen = DEFAULT_METRICS_MESSAGE_MAX,
+  title = "📊 Metrics",
 ): string[] {
-  const firstHeader = "**📊 Metrics**";
-  const continuationHeader = "**📊 Metrics (cont.)**";
+  const firstHeader = `**${title}**`;
+  const continuationHeader = `**${title} (cont.)**`;
   const sections: string[][] = [];
 
   // Histograms come in two flavours: durations (keys ending in `_ms`,
   // rendered as human times) and plain counts like `tool_calls_per_turn`
-  // (rendered as bare numbers — "p50=1ms" for a count is nonsense).
+  // (rendered as bare numbers — "min=1ms" for a count is nonsense).
   const histKeys = Object.keys(metrics.histograms).sort();
   const durationKeys = histKeys.filter((key) => key.endsWith("_ms"));
   const countKeys = histKeys.filter((key) => !key.endsWith("_ms"));
@@ -65,8 +66,8 @@ export function renderMetricsMessages(
     const h = metrics.histograms[key];
     return (
       `  \`${truncateMetricLabel(key)}\`  n=${h.count} ` +
-      `p50=${fmt(h.p50)}  p95=${fmt(h.p95)} ` +
-      `p99=${fmt(h.p99)}  avg=${fmt(h.avg)}`
+      `avg=${fmt(h.avg)}  min=${fmt(h.min)} ` +
+      `max=${fmt(h.max)}`
     );
   };
   if (durationKeys.length > 0) {

package/src/frontend/native/chats.ts

@@ -15,7 +15,7 @@ import {
 import {
   getAllSessions,
   setSessionName,
-  resetSession,
+  deleteSession,
 } from "../../storage/sessions.js";
 import { getRecentHistory, clearHistory } from "../../storage/history.js";
 import { previewOf } from "./protocol.js";
@@ -125,7 +125,7 @@ export class NativeChats {
     if (!entry) return false;
     this.byId.delete(id);
     this.byNum.delete(entry.numericId);
-    resetSession(id);
+    deleteSession(id);
     clearHistory(id);
     return true;
   }

package/src/frontend/native/index.ts

@@ -1176,6 +1176,8 @@ export function createNativeFrontend(
     storeLocation: (body) => mesh.storeLocation(body),
     listDevices: () => mesh.list(),
     completeCommand: (body) => mesh.completeCommand(body),
+    acceptFileUpload: (token, body) => mesh.acceptFileUpload(token, body),
+    openFileDownload: (token) => mesh.openFileDownload(token),
   };
 
   const nativeCfg = config.native ?? { port: 19880, host: "127.0.0.1" };

package/src/frontend/native/server.ts

@@ -117,6 +117,15 @@ export type BridgeServerHandlers = {
     | Promise<{ devices: DeviceInfo[]; locations: DeviceLocation[] }>;
   /** A device answered a device_command; true when a call was waiting. */
   completeCommand(body: Record<string, unknown>): boolean;
+  /** A device streams a pull-transfer's file body up (raw request body). */
+  acceptFileUpload(
+    token: string,
+    body: IncomingMessage,
+  ): Promise<{ ok: true; bytes: number } | { ok: false; error: string }>;
+  /** Resolve a push-transfer token to the file to stream down, or null. */
+  openFileDownload(
+    token: string,
+  ): Promise<{ path: string; size: number } | null>;
 };
 
 const SSE_PING_MS = 25_000;
@@ -268,7 +277,7 @@ export class BridgeServer {
         backend: s.backend,
         model: s.model,
         activeChats: s.activeChats,
-        capabilities: ["mesh", "mesh-commands"],
+        capabilities: ["mesh", "mesh-commands", "mesh-file-stream"],
       });
     }
 
@@ -394,6 +403,36 @@ export class BridgeServer {
         });
       }
 
+      // Streamed device file transfers (see core/mesh/transfers.ts). The
+      // one-time `transfer` token authorizes exactly one direction+path;
+      // these sit behind the bridge bearer auth like every device route.
+      if (path === "/devices/file") {
+        const token = url.searchParams.get("transfer") ?? "";
+        if (!token)
+          return this.json(res, 400, { ok: false, error: "transfer required" });
+        if (method === "POST") {
+          const result = await this.handlers.acceptFileUpload(token, req);
+          return this.json(res, result.ok ? 200 : 409, result);
+        }
+        if (method === "GET") {
+          const file = await this.handlers.openFileDownload(token);
+          if (!file)
+            return this.json(res, 404, {
+              ok: false,
+              error: "Unknown or already-used transfer token",
+            });
+          res.writeHead(200, {
+            "Content-Type": "application/octet-stream",
+            "Content-Length": String(file.size),
+            ...this.corsHeaders(),
+          });
+          const stream = createReadStream(file.path);
+          stream.on("error", () => res.destroy());
+          stream.pipe(res);
+          return;
+        }
+      }
+
       if (method === "POST" && path === "/upload") {
         const filename = url.searchParams.get("filename") ?? "upload";
         const contentType =

package/src/frontend/telegram/commands/admin.ts

@@ -23,7 +23,7 @@ import {
 } from "../helpers/index.js";
 import { collectDoctorReport } from "../../../core/doctor.js";
 import { handleAdminCommand } from "../admin.js";
-import { getMetrics } from "../../../util/metrics.js";
+import { getMetrics, getTodayMetrics } from "../../../util/metrics.js";
 import { isAuthorizedAdmin, type RegisterDeps } from "./state.js";
 import { telegramCommandMenu } from "./definitions.js";
 
@@ -44,7 +44,15 @@ export function registerAdminCommands(
       await ctx.reply("Not authorized.");
       return;
     }
-    for (const message of renderMetricsMessages(getMetrics())) {
+    const messages = [
+      ...renderMetricsMessages(getMetrics()),
+      ...renderMetricsMessages(
+        getTodayMetrics(),
+        undefined,
+        "📊 Metrics — today (UTC)",
+      ),
+    ];
+    for (const message of messages) {
       await ctx.reply(message, { parse_mode: "HTML" });
     }
   });

package/src/frontend/telegram/helpers/diagnostics.ts

@@ -12,7 +12,7 @@ type MetricsSnapshot = {
   counters: Record<string, number>;
   histograms: Record<
     string,
-    { count: number; p50: number; p95: number; p99: number; avg: number }
+    { count: number; avg: number; min: number; max: number }
   >;
 };
 
@@ -23,14 +23,15 @@ function truncateMetricLabel(label: string, max = 80): string {
 export function renderMetricsMessages(
   metrics: MetricsSnapshot,
   maxLen = DEFAULT_METRICS_MESSAGE_MAX,
+  title = "📊 Metrics",
 ): string[] {
-  const firstHeader = "<b>📊 Metrics</b>";
-  const continuationHeader = "<b>📊 Metrics (cont.)</b>";
+  const firstHeader = `<b>${escapeHtml(title)}</b>`;
+  const continuationHeader = `<b>${escapeHtml(title)} (cont.)</b>`;
   const sections: string[][] = [];
 
   // Histograms come in two flavours: durations (keys ending in `_ms`,
   // rendered as human times) and plain counts like `tool_calls_per_turn`
-  // (rendered as bare numbers — "p50=1ms" for a count is nonsense).
+  // (rendered as bare numbers — "min=1ms" for a count is nonsense).
   const histKeys = Object.keys(metrics.histograms).sort();
   const durationKeys = histKeys.filter((key) => key.endsWith("_ms"));
   const countKeys = histKeys.filter((key) => !key.endsWith("_ms"));
@@ -38,8 +39,8 @@ export function renderMetricsMessages(
     const h = metrics.histograms[key];
     return (
       `  <code>${escapeHtml(truncateMetricLabel(key))}</code>  n=${h.count} ` +
-      `p50=${fmt(h.p50)}  p95=${fmt(h.p95)} ` +
-      `p99=${fmt(h.p99)}  avg=${fmt(h.avg)}`
+      `avg=${fmt(h.avg)}  min=${fmt(h.min)} ` +
+      `max=${fmt(h.max)}`
     );
   };
   if (durationKeys.length > 0) {

package/src/storage/db.ts

@@ -68,7 +68,7 @@ let db: SqlDatabase | null = null;
  *
  * Column reconciliation runs first: `ALTER TABLE … ADD COLUMN` has no
  * IF NOT EXISTS form, so columns added to already-shipped tables
- * (media_index.content_hash) are ensured by attempting the ALTER and
+ * (media_index.content_hash, sessions.metrics) are ensured by attempting the ALTER and
  * swallowing the two expected failures — "duplicate column name"
  * (column already there) and "no such table" (fresh database; the
  * CREATE TABLE in schema.sql includes the column).
@@ -84,6 +84,11 @@ function ensureSchema(database: SqlDatabase): void {
   } catch {
     /* duplicate column or no such table — both mean nothing to do */
   }
+  try {
+    database.exec(dbSql.addSessionsMetricsColumn);
+  } catch {
+    /* duplicate column or no such table — both mean nothing to do */
+  }
   database.exec("BEGIN");
   try {
     database.exec(SCHEMA);

package/src/storage/repositories/sessions-repo.ts

@@ -14,7 +14,12 @@
 
 import { getDatabase, inTransaction } from "../db.js";
 import { sessionsSql } from "../sql/statements.generated.js";
-import type { SessionState } from "../sessions.js";
+import {
+  emptyMetrics,
+  normaliseMetrics,
+  type SessionMetrics,
+  type SessionState,
+} from "../sessions.js";
 
 type Row = {
   chat_id: string;
@@ -37,8 +42,20 @@ type Row = {
   total_response_ms: number;
   last_response_ms: number;
   fastest_response_ms: number | null;
+  metrics: string | null;
 };
 
+function parseMetrics(raw: string | null): SessionMetrics {
+  if (!raw) return emptyMetrics();
+  try {
+    // Normalise at the load boundary: backfills partial blobs and restores
+    // the Infinity minMs sentinel that JSON round-trips as null.
+    return normaliseMetrics(JSON.parse(raw));
+  } catch {
+    return emptyMetrics();
+  }
+}
+
 function rowToSession(row: Row): SessionState {
   return {
     sessionId: row.session_id ?? undefined,
@@ -60,6 +77,7 @@ function rowToSession(row: Row): SessionState {
       // NULL = no timed turn yet — the domain sentinel is Infinity.
       fastestResponseMs: row.fastest_response_ms ?? Infinity,
     },
+    metrics: parseMetrics(row.metrics),
     lastBotMessageId: row.last_bot_message_id ?? undefined,
     sessionName: row.session_name ?? undefined,
     lastModel: row.last_model ?? undefined,
@@ -102,6 +120,7 @@ export function upsert(chatId: string, session: SessionState): void {
       num(usage?.totalResponseMs),
       num(usage?.lastResponseMs),
       typeof fastest === "number" && Number.isFinite(fastest) ? fastest : null,
+      JSON.stringify(session.metrics ?? emptyMetrics()),
     );
 }