tinker-agent 2.8.0 → 2.10.0

package/src/remote/service-store.ts

@@ -0,0 +1,175 @@
+import { Database } from "bun:sqlite";
+import { chmod, mkdir } from "node:fs/promises";
+import path from "node:path";
+import { stableJsonStringify, sha256 } from "../model/model-request-preflight";
+import { parseSessionId } from "../ids/runtime-id";
+import { SessionLease } from "../session/session-lock";
+import {
+  RemoteError,
+  type RemoteOperationInput,
+  type OperationReceipt,
+  type RemoteSessionInfo,
+} from "./protocol";
+
+export type ManagedSessionRecord = RemoteSessionInfo & {
+  workspacePath: string;
+  initialized: boolean;
+};
+type ReceiptRow = {
+  device: string;
+  fingerprint: string;
+  receipt: string;
+  input: string;
+};
+const SERVICE_LEASE_ID = parseSessionId("00000000-0000-7000-8000-000000000001");
+
+/** Durable acceptance receipts, separate from the canonical conversation databases. */
+export class RemoteServiceStore {
+  private constructor(
+    private readonly db: Database,
+    private readonly lease: SessionLease,
+  ) {}
+
+  static async open(directory: string): Promise<RemoteServiceStore> {
+    await mkdir(directory, { recursive: true, mode: 0o700 });
+    await chmod(directory, 0o700);
+    const lease = await SessionLease.acquire({
+      sessionDirectory: directory,
+      sessionId: SERVICE_LEASE_ID,
+    });
+    let db: Database | undefined;
+    try {
+      const filename = path.join(directory, "remote.sqlite");
+      db = new Database(filename, { create: true, strict: true });
+      await chmod(filename, 0o600);
+      db.exec(
+        "PRAGMA journal_mode=WAL; PRAGMA synchronous=FULL; PRAGMA busy_timeout=5000;",
+      );
+      const version = (
+        db.query("PRAGMA user_version").get() as { user_version: number }
+      ).user_version;
+      if (version !== 0 && version !== 1)
+        throw new Error("Unsupported remote state schema.");
+      db.exec(`CREATE TABLE IF NOT EXISTS managed_sessions (id TEXT PRIMARY KEY, record TEXT NOT NULL) STRICT;
+        CREATE TABLE IF NOT EXISTS operations (id TEXT PRIMARY KEY, session_id TEXT NOT NULL, device TEXT NOT NULL, fingerprint TEXT NOT NULL, input TEXT NOT NULL, receipt TEXT NOT NULL) STRICT;
+        CREATE INDEX IF NOT EXISTS operations_session ON operations(session_id);
+        PRAGMA user_version=1;`);
+      const store = new RemoteServiceStore(db, lease);
+      for (const row of db.query("SELECT receipt FROM operations").all() as {
+        receipt: string;
+      }[]) {
+        const receipt = JSON.parse(row.receipt) as OperationReceipt;
+        if (["accepted", "running", "waiting_input"].includes(receipt.status)) {
+          store.update({
+            ...receipt,
+            status: "interrupted",
+            error:
+              "The local service process stopped. This request will not be replayed automatically.",
+          });
+        }
+      }
+      return store;
+    } catch (error) {
+      db?.close();
+      await lease.release();
+      throw error;
+    }
+  }
+
+  sessions(): ManagedSessionRecord[] {
+    return (
+      this.db.query("SELECT record FROM managed_sessions").all() as { record: string }[]
+    ).map((row) => JSON.parse(row.record) as ManagedSessionRecord);
+  }
+  session(id: string): ManagedSessionRecord | undefined {
+    const row = this.db
+      .query("SELECT record FROM managed_sessions WHERE id = ?")
+      .get(id) as { record: string } | null;
+    return row ? (JSON.parse(row.record) as ManagedSessionRecord) : undefined;
+  }
+  saveSession(record: ManagedSessionRecord): void {
+    this.db
+      .query(
+        "INSERT INTO managed_sessions VALUES (?, ?) ON CONFLICT(id) DO UPDATE SET record=excluded.record",
+      )
+      .run(record.id, JSON.stringify(record));
+  }
+  existing(input: RemoteOperationInput, device: string): OperationReceipt | undefined {
+    const row = this.db
+      .query("SELECT * FROM operations WHERE id = ?")
+      .get(input.requestId) as ReceiptRow | null;
+    if (!row) return undefined;
+    if (row.device !== device || row.fingerprint !== sha256(stableJsonStringify(input)))
+      throw new RemoteError(
+        409,
+        "REQUEST_ID_REUSED",
+        "This request ID was already used with different data or by another device.",
+      );
+    return JSON.parse(row.receipt) as OperationReceipt;
+  }
+  accept(
+    input: RemoteOperationInput,
+    device: string,
+    sessionId: string,
+    session?: ManagedSessionRecord,
+  ): OperationReceipt {
+    const now = new Date().toISOString();
+    const receipt: OperationReceipt = {
+      requestId: input.requestId,
+      kind: input.kind,
+      sessionId,
+      status: "accepted",
+      createdAt: now,
+      updatedAt: now,
+      ...(input.kind === "prompt" ? { prompt: input.prompt } : {}),
+    };
+    this.db.transaction(() => {
+      this.db
+        .query("INSERT INTO operations VALUES (?, ?, ?, ?, ?, ?)")
+        .run(
+          input.requestId,
+          sessionId,
+          device,
+          sha256(stableJsonStringify(input)),
+          JSON.stringify(input),
+          JSON.stringify(receipt),
+        );
+      if (session) this.saveSession(session);
+    })();
+    return receipt;
+  }
+  get(id: string): OperationReceipt {
+    const row = this.db
+      .query("SELECT receipt FROM operations WHERE id = ?")
+      .get(id) as { receipt: string } | null;
+    if (!row)
+      throw new RemoteError(
+        404,
+        "REQUEST_NOT_FOUND",
+        "Request was not accepted by this service.",
+      );
+    return JSON.parse(row.receipt) as OperationReceipt;
+  }
+  operations(sessionId: string): OperationReceipt[] {
+    return (
+      this.db
+        .query(
+          "SELECT receipt FROM operations WHERE session_id = ? ORDER BY rowid DESC LIMIT 100",
+        )
+        .all(sessionId) as { receipt: string }[]
+    )
+      .reverse()
+      .map((row) => JSON.parse(row.receipt) as OperationReceipt);
+  }
+  update(receipt: OperationReceipt): OperationReceipt {
+    const next = { ...receipt, updatedAt: new Date().toISOString() };
+    this.db
+      .query("UPDATE operations SET receipt = ? WHERE id = ?")
+      .run(JSON.stringify(next), receipt.requestId);
+    return next;
+  }
+  async close(): Promise<void> {
+    this.db.close();
+    await this.lease.release();
+  }
+}

package/src/remote/service.ts

@@ -0,0 +1,219 @@
+import { randomUUID } from "node:crypto";
+import { createUuidV7 } from "../ids/uuid-v7";
+import { parseSessionId } from "../ids/runtime-id";
+import { SessionCatalog } from "../session/session-catalog";
+import {
+  HostedSession,
+  type HostedRuntimeFactory,
+} from "../agent/runtime-hosted-session";
+import type { RemoteWorkspaceConfig } from "./config";
+import { RemoteServiceStore, type ManagedSessionRecord } from "./service-store";
+import {
+  RemoteError,
+  type RemoteOperationInput,
+  type OperationReceipt,
+  type RemoteSessionInfo,
+} from "./protocol";
+
+export class RemoteService {
+  readonly epoch = randomUUID();
+  private readonly hosted = new Map<string, HostedSession>();
+  private submitting: Promise<void> = Promise.resolve();
+  private stopping = false;
+  constructor(
+    readonly store: RemoteServiceStore,
+    readonly workspaces: readonly RemoteWorkspaceConfig[],
+    private readonly factory: HostedRuntimeFactory,
+    private readonly homeRoot?: string,
+  ) {}
+
+  async initialize(): Promise<void> {
+    // Reacquire every managed canonical lease; no prompt is resubmitted on boot.
+    for (const record of this.store.sessions()) {
+      if (!record.initialized) continue;
+      try {
+        await this.session(record.id).open();
+      } catch {
+        /* A failed workspace/session remains visible with its error. */
+      }
+    }
+  }
+  workspace(id: string): RemoteWorkspaceConfig {
+    const workspace = this.workspaces.find((workspace) => workspace.id === id);
+    if (!workspace)
+      throw new RemoteError(
+        404,
+        "WORKSPACE_NOT_FOUND",
+        "This workspace is not configured on the Mac.",
+      );
+    return workspace;
+  }
+  session(id: string): HostedSession {
+    const existing = this.hosted.get(id);
+    if (existing) return existing;
+    const record = this.store.session(id);
+    if (!record)
+      throw new RemoteError(
+        404,
+        "SESSION_NOT_MANAGED",
+        "Attach this local session before connecting to it.",
+      );
+    const workspace = this.workspace(record.workspaceId);
+    if (record.workspacePath !== workspace.path)
+      throw new RemoteError(
+        409,
+        "WORKSPACE_CHANGED",
+        "The managed session belongs to a different workspace path.",
+      );
+    const hosted = new HostedSession(record, this.store, this.epoch, this.factory);
+    this.hosted.set(id, hosted);
+    return hosted;
+  }
+  async listSessions(workspaceId: string): Promise<RemoteSessionInfo[]> {
+    const workspace = this.workspace(workspaceId);
+    const local = await new SessionCatalog({
+      workspaceRoot: workspace.path,
+      homeRoot: this.homeRoot,
+    }).listAll();
+    const managed = this.store
+      .sessions()
+      .filter((record) => record.workspaceId === workspaceId);
+    return [
+      ...managed.map((record) => {
+        const view = this.hosted.get(record.id)?.view();
+        return (
+          view?.session ?? {
+            id: record.id,
+            workspaceId,
+            title: record.title,
+            modelName: record.modelName,
+            owner: "service" as const,
+            status: record.initialized ? "idle" : "interrupted",
+            updatedAt: record.updatedAt,
+          }
+        );
+      }),
+      ...local
+        .filter((summary) => !managed.some((record) => record.id === summary.sessionId))
+        .map((summary) => ({
+          id: summary.sessionId,
+          workspaceId,
+          title: summary.firstUserPromptPreview ?? "Empty session",
+          modelName: summary.modelName,
+          owner: "local" as const,
+          status: summary.status,
+          updatedAt: summary.updatedAt,
+        })),
+    ].sort((a, b) => b.updatedAt.localeCompare(a.updatedAt));
+  }
+
+  submit(input: RemoteOperationInput, device: string): Promise<OperationReceipt> {
+    // Serializes acceptance and any async catalog lookup, never task execution.
+    const result = this.submitting.then(() => this.accept(input, device));
+    this.submitting = result.then(
+      () => undefined,
+      () => undefined,
+    );
+    return result;
+  }
+  private async accept(
+    input: RemoteOperationInput,
+    device: string,
+  ): Promise<OperationReceipt> {
+    const existing = this.store.existing(input, device);
+    if (existing) return existing;
+    if (this.stopping)
+      throw new RemoteError(503, "SERVICE_STOPPING", "The local service is stopping.");
+    if (input.kind === "create" || input.kind === "adopt") {
+      const workspace = this.workspace(input.workspaceId);
+      const id = input.kind === "create" ? createUuidV7() : input.sessionId;
+      if (this.store.sessions().length >= 128)
+        throw new RemoteError(
+          409,
+          "SESSION_LIMIT",
+          "The service has reached its 128 managed session limit.",
+        );
+      let record: ManagedSessionRecord;
+      if (input.kind === "adopt") {
+        if (this.store.session(id))
+          throw new RemoteError(
+            409,
+            "ALREADY_MANAGED",
+            "This session is already owned by the service.",
+          );
+        const summary = await new SessionCatalog({
+          workspaceRoot: workspace.path,
+          homeRoot: this.homeRoot,
+        }).get(parseSessionId(id));
+        if (summary.status !== "resumable" && summary.status !== "interrupted")
+          throw new RemoteError(
+            409,
+            "SESSION_UNAVAILABLE",
+            "Exit its local TUI before attaching this session; it must be resumable.",
+          );
+        record = {
+          id,
+          workspaceId: workspace.id,
+          workspacePath: workspace.path,
+          title: summary.firstUserPromptPreview ?? "Empty session",
+          modelName: summary.modelName,
+          owner: "service",
+          status: "accepted",
+          updatedAt: new Date().toISOString(),
+          initialized: true,
+        };
+      } else {
+        record = {
+          id,
+          workspaceId: workspace.id,
+          workspacePath: workspace.path,
+          title: input.title ?? "New session",
+          modelName: "",
+          owner: "service",
+          status: "accepted",
+          updatedAt: new Date().toISOString(),
+          initialized: false,
+        };
+      }
+      const receipt = this.store.accept(input, device, id, record);
+      const hosted = this.session(id);
+      void hosted.open().then(
+        () => {
+          this.store.update({ ...receipt, status: "completed" });
+          hosted.receiptChanged();
+        },
+        (error: unknown) => {
+          this.store.update({
+            ...receipt,
+            status: "failed",
+            error: error instanceof Error ? error.message : String(error),
+          });
+        },
+      );
+      return receipt;
+    }
+    const session = this.session(input.sessionId);
+    // Attach/initialization must be complete before a new mutation can be accepted.
+    await session.open();
+    session.validate(input);
+    const receipt = this.store.accept(input, device, input.sessionId);
+    if (input.kind === "prompt") session.enqueue(receipt);
+    else session.control(input, receipt);
+    return receipt;
+  }
+
+  async close(): Promise<void> {
+    this.stopping = true;
+    await this.submitting;
+    const results = await Promise.allSettled(
+      [...this.hosted.values()].map((session) => session.close()),
+    );
+    await this.store.close();
+    const errors = results.filter((result) => result.status === "rejected");
+    if (errors.length)
+      throw new AggregateError(
+        errors.map((result) => result.reason as unknown),
+        "Remote service shutdown failed.",
+      );
+  }
+}

package/src/remote/sync-hub.ts

@@ -0,0 +1,95 @@
+import type { RemoteChange, RemoteCursor, RemoteFrame, RemoteView } from "./protocol";
+
+/** Synchronous cursor allocation; transport delivery is always outside the runtime. */
+export class RemoteSyncHub {
+  private sequence = 0;
+  private readonly ring: { frame: RemoteFrame; bytes: number }[] = [];
+  private ringBytes = 0;
+  private readonly listeners = new Set<(frame: RemoteFrame) => void>();
+  private pending: RemoteFrame[] = [];
+  private scheduled = false;
+  constructor(
+    readonly epoch: string,
+    private readonly readView: () => RemoteView,
+    private readonly capacity = 256,
+  ) {}
+
+  snapshot(): RemoteFrame {
+    return {
+      version: 1,
+      type: "snapshot",
+      epoch: this.epoch,
+      sequence: this.sequence,
+      view: this.readView(),
+    };
+  }
+  publish(change: RemoteChange): void {
+    const frame: RemoteFrame = {
+      version: 1,
+      type: "event",
+      epoch: this.epoch,
+      sequence: ++this.sequence,
+      change,
+    };
+    const bytes = Buffer.byteLength(JSON.stringify(frame));
+    this.ring.push({ frame, bytes });
+    this.ringBytes += bytes;
+    while (this.ring.length > this.capacity || this.ringBytes > 8 * 1024 * 1024)
+      this.ringBytes -= this.ring.shift()!.bytes;
+    // A single scheduled delivery per tick; no subscriber can hold up append().
+    this.pending.push(frame);
+    if (this.pending.length > this.capacity) this.pending = [this.snapshot()];
+    if (!this.scheduled) {
+      this.scheduled = true;
+      setTimeout(() => this.deliver(), 0);
+    }
+  }
+  subscribe(
+    cursor: RemoteCursor | undefined,
+    listener: (frame: RemoteFrame) => void,
+  ): () => void {
+    // No await between reading the cursor/view and installing the subscription.
+    let last = this.sequence;
+    const oldest = this.ring[0]?.frame.sequence ?? this.sequence + 1;
+    const replay =
+      cursor?.epoch === this.epoch &&
+      cursor.sequence >= oldest - 1 &&
+      cursor.sequence <= this.sequence
+        ? this.ring
+            .filter(({ frame }) => frame.sequence > cursor.sequence)
+            .map(({ frame }) => frame)
+        : [this.snapshot()];
+    // Same-cursor reconnect still needs a handshake to mark the link synchronized.
+    if (replay.length === 0) replay.push(this.snapshot());
+    const guarded = (frame: RemoteFrame) => {
+      if (frame.sequence <= last) return;
+      last = frame.sequence;
+      listener(frame);
+    };
+    this.listeners.add(guarded);
+    try {
+      for (const frame of replay) listener(frame);
+    } catch {
+      this.listeners.delete(guarded);
+    }
+    return () => this.listeners.delete(guarded);
+  }
+  private deliver(): void {
+    this.scheduled = false;
+    const pending = this.pending;
+    this.pending = [];
+    for (const frame of pending) {
+      for (const listener of this.listeners) {
+        try {
+          listener(frame);
+        } catch {
+          this.listeners.delete(listener);
+        }
+      }
+    }
+  }
+  close(): void {
+    this.listeners.clear();
+    this.pending = [];
+  }
+}

package/src/session/remote-history-reader.ts

@@ -0,0 +1,143 @@
+import { Database } from "bun:sqlite";
+import type { SessionId } from "../ids/runtime-id";
+import { verifyReadableSessionSchema } from "./session-schema";
+import { decodeStoredToolCalls } from "./session-store-record-codecs";
+
+export type RemoteMessage = {
+  id: string;
+  ordinal: number;
+  role: "user" | "assistant" | "tool";
+  text: string;
+  turnId: string;
+  turnStatus: string;
+  createdAt: string;
+  name?: string;
+  toolCallId?: string;
+  toolCalls?: { id: string; name: string; arguments: string }[];
+};
+
+export type RemoteHistoryPage = {
+  messages: RemoteMessage[];
+  hasMore: boolean;
+  beforeOrdinal?: number;
+};
+
+/** A read-only canonical projection; open tails are legal and never synthesized. */
+export class RemoteHistoryReader {
+  private readonly database: Database;
+  constructor(databasePath: string, sessionId: SessionId, workspaceRoot: string) {
+    this.database = new Database(databasePath, { readonly: true, strict: true });
+    try {
+      verifyReadableSessionSchema(this.database, sessionId);
+      const identity = this.database
+        .query("SELECT session_id, workspace_root FROM session_meta")
+        .get() as { session_id: string; workspace_root: string } | null;
+      if (
+        identity?.session_id !== sessionId ||
+        identity.workspace_root !== workspaceRoot
+      ) {
+        throw new Error(
+          "Remote history identity does not match its workspace/session.",
+        );
+      }
+    } catch (error) {
+      this.database.close();
+      throw error;
+    }
+  }
+
+  page(before = Number.MAX_SAFE_INTEGER, limit = 80): RemoteHistoryPage {
+    const rows = this.database
+      .query(
+        `${MESSAGE_SELECT} WHERE m.role <> 'system' AND m.ordinal < ? ORDER BY m.ordinal DESC LIMIT ?`,
+      )
+      .all(before, limit + 1) as MessageRow[];
+    const hasMore = rows.length > limit;
+    const messages = rows.slice(0, limit).reverse().map(projectMessage);
+    return {
+      messages,
+      hasMore,
+      ...(messages[0] ? { beforeOrdinal: messages[0].ordinal } : {}),
+    };
+  }
+
+  after(ordinal: number): RemoteMessage[] {
+    return (
+      this.database
+        .query(
+          `${MESSAGE_SELECT} WHERE m.role <> 'system' AND m.ordinal > ? ORDER BY m.ordinal`,
+        )
+        .all(ordinal) as MessageRow[]
+    ).map(projectMessage);
+  }
+
+  latestTurn(): { id: string; status: string; error?: string } | undefined {
+    const row = this.database
+      .query(
+        "SELECT turn_id, status, terminal_detail_json FROM turns ORDER BY turn_number DESC LIMIT 1",
+      )
+      .get() as {
+      turn_id: string;
+      status: string;
+      terminal_detail_json: string | null;
+    } | null;
+    if (!row) return undefined;
+    const detail = row.terminal_detail_json
+      ? (JSON.parse(row.terminal_detail_json) as { error?: string })
+      : undefined;
+    return {
+      id: row.turn_id,
+      status: row.status,
+      ...(detail?.error ? { error: detail.error } : {}),
+    };
+  }
+
+  turnStatus(turnId: string): string | undefined {
+    return (
+      this.database.query("SELECT status FROM turns WHERE turn_id = ?").get(turnId) as {
+        status: string;
+      } | null
+    )?.status;
+  }
+
+  close(): void {
+    this.database.close();
+  }
+}
+
+const MESSAGE_SELECT =
+  "SELECT m.*, t.status AS turn_status FROM messages m JOIN turns t ON t.turn_id = m.turn_id";
+type MessageRow = {
+  message_id: string;
+  ordinal: number;
+  role: RemoteMessage["role"];
+  content: string | null;
+  turn_id: string;
+  turn_status: string;
+  created_at: string;
+  name: string | null;
+  tool_call_id: string | null;
+  tool_calls_json: string | null;
+};
+function projectMessage(row: MessageRow): RemoteMessage {
+  return {
+    id: row.message_id,
+    ordinal: row.ordinal,
+    role: row.role,
+    text: row.content ?? "",
+    turnId: row.turn_id,
+    turnStatus: row.turn_status,
+    createdAt: row.created_at,
+    ...(row.name ? { name: row.name } : {}),
+    ...(row.tool_call_id ? { toolCallId: row.tool_call_id } : {}),
+    ...(row.tool_calls_json
+      ? {
+          toolCalls: decodeStoredToolCalls(row.tool_calls_json).map((call) => ({
+            id: call.toolCallId,
+            name: call.name,
+            arguments: JSON.stringify(call.args),
+          })),
+        }
+      : {}),
+  };
+}