@abot-ai/runtime 1.4.0 → 1.5.0

package/plugins/system-probe/src/index.cjs

@@ -135,6 +135,7 @@ function enforcePluginResultByteBudget(result) {
 function successResult(input) {
   return enforcePluginResultByteBudget({
     ok: true,
+    ...input.media !== void 0 ? { media: input.media } : {},
     output: input.output,
     producedNewInformation: input.producedNewInformation ?? true,
     ...input.progress !== void 0 ? { progress: input.progress } : {},
@@ -148,6 +149,7 @@ function successResult(input) {
 function failureResult(input) {
   return enforcePluginResultByteBudget({
     ok: false,
+    ...input.media !== void 0 ? { media: input.media } : {},
     output: input.output ?? input.message,
     producedNewInformation: false,
     ...input.progress !== void 0 ? { progress: input.progress } : {},
@@ -172,6 +174,9 @@ function failureFromError(error, options) {
   });
 }
 
+// src/capabilities/tool-media.ts
+var TOOL_IMAGE_MAX_BYTES = 10 * 1024 * 1024;
+
 // plugins/system-probe/source/metrics.ts
 var import_node_os = __toESM(require("node:os"), 1);
 function bytesToGiB(bytes) {

package/plugins/web/src/index.cjs

@@ -209,6 +209,7 @@ function enforcePluginResultByteBudget(result) {
 function successResult(input) {
   return enforcePluginResultByteBudget({
     ok: true,
+    ...input.media !== void 0 ? { media: input.media } : {},
     output: input.output,
     producedNewInformation: input.producedNewInformation ?? true,
     ...input.progress !== void 0 ? { progress: input.progress } : {},
@@ -222,6 +223,7 @@ function successResult(input) {
 function failureResult(input) {
   return enforcePluginResultByteBudget({
     ok: false,
+    ...input.media !== void 0 ? { media: input.media } : {},
     output: input.output ?? input.message,
     producedNewInformation: false,
     ...input.progress !== void 0 ? { progress: input.progress } : {},
@@ -246,6 +248,9 @@ function failureFromError(error, options) {
   });
 }
 
+// src/capabilities/tool-media.ts
+var TOOL_IMAGE_MAX_BYTES = 10 * 1024 * 1024;
+
 // src/shared/public-http/errors.ts
 var PublicHttpError = class extends Error {
   code;

package/src/runtime/README.md

@@ -70,6 +70,16 @@ The bridge and Web UI backend call `handleRunRequest(...)` through this path.
 Do not add another runner, request classifier, profile router, or fallback
 semantic loop.
 
+On user cancellation, the request closes its tool resources and drains accepted
+steering before persisting an assistant acknowledgement with any already streamed
+answer text. This ordinary user/assistant pair enters existing session history
+and compaction for either root policy. No model is called to write the stop
+acknowledgement. The terminal event remains `failed` / `request_cancelled`, emitted
+after persistence, and carries the saved response for consistent live display.
+A persistence failure preserves cancellation and sets
+`details.stoppedResponsePersistenceFailed`; it does not claim that history was
+saved. Earlier cancelled requests without an assistant message are not migrated.
+
 ## Code Lifetimes and Composition
 
 `createRuntimeApplication(...)` is the primary composition root. It constructs
@@ -125,7 +135,10 @@ isolation boundaries.
   represents the completed sub-process to Supervisor, which separately owns
   Reviewer delegation and audit decisions. For a Worker child, Planner selects
   only the smallest complete set of offered catalog groups; the Worker still
-  owns capability and control selection.
+  owns capability and control selection. Worker and Planner result prose has no
+  fixed character ceiling; model context admission and compaction retain their
+  configured budgets. Result validation still requires non-empty text and exact
+  caller, dependency, and receipt bindings.
 - **Planner Graph advisory contract** may propose or decline one bounded
   dependency graph for the Execution Agent, including sequential steps or
   parallel components converging into one integrated deliverable. It is a

package/src/runtime/local-host/README.md

@@ -42,7 +42,67 @@ remain terminal.
 If initial startup fails before a connection is established, a later explicit
 `start()` or service call can start a fresh connection attempt. Concurrent callers
 share the current attempt. No attempt is repeated automatically, and an established
-connection loss never reconnects or replays a request with an uncertain outcome.
+connection loss never replays a request with an uncertain outcome. Ordinary service
+calls retain the failed connection. Explicit approval access may reconnect to the
+same captured owner endpoint; it never elects a replacement owner or resends a run.
+
+## Saved ASK approvals
+
+Web requests opt into `durableApprovals`. When approval is the only remaining
+work, the request saves an `awaiting_approval` interaction in its existing session
+record and returns. Its runner, request RPC, approval callbacks, timers and tool
+resources retire. Restart leaves this saved response pending. Startup interrupts
+previously running durable activations; it never replays them.
+
+The session record owns the lifecycle, approval descriptions, decision receipts
+and event sequence. Immutable content blobs beneath the session store hold the
+versioned continuation, including the role ledger, prepared actions, history and
+request resource data. These blobs cannot authorize execution on their own.
+Session replacement syncs file data and its directory on supported platforms;
+Windows power-loss durability remains dependent on filesystem guarantees.
+
+`application.approvals.list()` reads pending metadata without loading a
+continuation. Saved-wait `attach(...)` only acknowledges availability. A decision
+includes `generation`, `waitId`, `revision` and a stable `commandId`, in addition
+to session, request and approval IDs. Partial decisions remain saved. The final
+decision validates compatibility, atomically consumes the wait and claims a new
+activation, then resumes the same runner at the exact prepared action. Repeated
+decision commands return the saved receipt. A group dispatches only after all
+its decisions are recorded. No model decision or payload preparation is replayed.
+
+An incompatible or unreadable continuation stays pending and can still be
+cancelled. Explicit cancellation is distinct from tool rejection. A crash after
+the activation claim interrupts that activation even if dispatch has not started
+or its external effect is uncertain: the runtime does not promise exactly-once
+external effects or automatically repeat such work.
+
+While a saved wait exists, the Web composer is frozen and a new request or
+scheduled job in that session is not admitted. The user can cancel the waiting
+request and start another. Previously admitted requests and other sessions retain
+their existing concurrency. Active background tool work keeps its request live;
+the request parks when that work becomes quiescent.
+
+## Legacy approval clients
+
+Clients without `durableApprovals`, including existing Bridge and scheduler
+callers, retain live-owner approvals. Elapsed time and connection loss cannot
+become a user rejection. Their `attach(...)` restores delivery before a late
+decision; stale callbacks cannot decide after replacement. Scheduled requests
+keep their existing broadcast delivery. Saved approval events from older versions
+do not contain a continuation and cannot be migrated into resumable permission.
+
+If the connection closes before an approval notification arrives, an
+approval-capable client request remains unconfirmed until explicit approval
+access checks the same owner's state. An empty approval list is not completion:
+the client retains the request while the owner's exact request/session remains
+active. Older reads cannot replace newer callback or attachment observations.
+This reconciliation never runs a request again or elects a replacement owner.
+
+Legacy request timers exclude approval waits, including overlapping approvals.
+Durable requests preserve their remaining active-time budgets across saved waits;
+time with actual work still in flight continues to count. Owner shutdown aborts
+live execution with `request_interrupted`, without recording a rejection. Saved
+waits have no live execution to abort.
 
 The endpoint contains a random token and is private to the local user: Unix
 directories/files use 0700/0600 and ownership checks; Windows directories are
@@ -77,9 +137,11 @@ A client connection's `close()` only detaches that client.
 Detached passive-memory saves retain their existing background queue and
 independent repository locking; they are not part of request admission.
 Both are idempotent. `onClose` fires on local closure or connection loss and fires
-immediately when registered after loss. Pending calls reject on connection loss;
-the transport never reconnects or replays an uncertain request. A later explicit
-connection can acquire an abandoned PID lock and start a new application.
+immediately when registered after loss. Pending RPC calls reject on connection
+loss; the managed client retains an ordinary request waiting for approval until
+explicit attachment or local shutdown. The transport never replays an uncertain
+request. A later explicit new application can acquire an abandoned PID lock and
+start a new owner; approval reconnection is limited to the original owner.
 
 The application boundary must carry ordinary execution, session lifecycle and
 scheduler operations together. A scheduler-only proxy cannot protect admission,

package/src/runtime/scheduler/README.md

@@ -128,8 +128,14 @@ removes its Jobs and run records; late completion cannot recreate them.
 Pausing again cancels a pending manual run even when the Job is already paused.
 It leaves an already-started run alone; a later explicit Run now is still allowed.
 
-Run records keep immutable prompt, title, model profile, agent mode, time zone,
-and Job revision snapshots. A non-timing edit replaces pending work with a fresh
+Jobs accept explicit `full_access` or `full_plus` tool permission. Omitted create
+input defaults to Full; edits preserve the saved permission unless explicitly
+changed. Unsupported values are rejected.
+
+Run records keep immutable prompt, title, model profile, agent mode, tool permission,
+time zone, and Job revision snapshots. Historical runs without tool permission
+retain Full authority. The Runtime adapter submits the captured run permission.
+Permission edits follow the same pending-run replacement rule as other metadata. A non-timing edit replaces pending work with a fresh
 snapshot while preserving its original due time and trigger. Timing edits
 reschedule it; empty and identical edits preserve its identity. Already-started
 and completed history is unchanged. Resume preserves manual pending work.

package/dist/plugins/system/source/companion/native-supervisor.js

@@ -1,93 +0,0 @@
-import { setTimeout as delay } from "node:timers/promises";
-import { connectNativeHost, } from "./native-session.js";
-import { hasSameNativeConnection, } from "./native-state.js";
-function isTransientNativeLookupError(error) {
-    if (error === null)
-        return false;
-    if (typeof error !== "object")
-        return false;
-    if (!("code" in error))
-        return false;
-    if (error.code === "EAI_AGAIN")
-        return true;
-    return error.code === "ENOTFOUND";
-}
-export async function runNativeHostSupervisor(options) {
-    const initial = await options.state.read();
-    if (!initial)
-        return;
-    const controller = new AbortController();
-    const stop = () => controller.abort();
-    options.signal.addEventListener("abort", stop, { once: true });
-    let checking = false;
-    let connected = false;
-    const checkState = async () => {
-        if (checking || controller.signal.aborted)
-            return;
-        checking = true;
-        try {
-            const current = await options.state.read();
-            if (!current || !hasSameNativeConnection(initial, current)) {
-                stop();
-                return;
-            }
-            await options.state.setStatus(initial.hostId, connected);
-        }
-        catch {
-            stop();
-        }
-        finally {
-            checking = false;
-        }
-    };
-    const poll = setInterval(() => {
-        void checkState();
-    }, 1_000);
-    let reconnectDelay = options.reconnectDelayMs ?? 500;
-    try {
-        if (options.signal.aborted)
-            stop();
-        while (!controller.signal.aborted) {
-            const outcome = await (options.connect ?? connectNativeHost)({
-                url: initial.url,
-                authorization: initial.credential,
-                hostId: initial.hostId,
-                identity: options.identity,
-                signal: controller.signal,
-                onPaired: async () => {
-                    throw new Error("A saved native connection cannot pair again.");
-                },
-                onReady: async () => {
-                    connected = true;
-                    reconnectDelay = options.reconnectDelayMs ?? 500;
-                    await options.state.setStatus(initial.hostId, true);
-                },
-            }).catch((error) => {
-                if (controller.signal.aborted)
-                    return "stopped";
-                if (isTransientNativeLookupError(error))
-                    return "disconnected";
-                throw error;
-            });
-            connected = false;
-            await options.state.setStatus(initial.hostId, false);
-            if (outcome === "authorization_rejected") {
-                await options.state.remove(initial);
-                return;
-            }
-            if (outcome === "protocol_rejected" || outcome === "stopped")
-                return;
-            // Only the connection is restored. No operation survives this boundary.
-            await delay(reconnectDelay, undefined, {
-                signal: controller.signal,
-            }).catch(() => { });
-            reconnectDelay = Math.min(reconnectDelay * 2, 10_000);
-        }
-    }
-    finally {
-        clearInterval(poll);
-        stop();
-        options.signal.removeEventListener("abort", stop);
-        await options.state.setStatus(initial.hostId, false);
-    }
-}

package/dist/src/runtime/long-term-memory/candidate-persistence.d.ts

@@ -1,16 +0,0 @@
-import type { LongTermMemoryEmbeddingClient, LongTermMemoryRepository, LongTermMemoryRequestContext, MemoryCandidate } from "./contracts.js";
-type EmbeddingBatch = Awaited<ReturnType<LongTermMemoryEmbeddingClient["embed"]>>;
-export type MemoryCandidatePersistenceResult = Readonly<{
-    acceptedCount: number;
-    duplicateCount: number;
-}>;
-export declare function persistMemoryCandidates(params: {
-    repository: LongTermMemoryRepository;
-    preparedCandidates: readonly MemoryCandidate[];
-    freshCandidates: readonly MemoryCandidate[];
-    embedded?: EmbeddingBatch;
-    context: LongTermMemoryRequestContext;
-    now?: () => Date;
-    createId?: () => string;
-}): Promise<MemoryCandidatePersistenceResult>;
-export {};

package/dist/src/runtime/long-term-memory/candidate-persistence.js

@@ -1,109 +0,0 @@
-import { randomUUID } from "node:crypto";
-import { mergeMemoryTags, normalizeMemoryIdentifier, normalizeMemoryText, } from "./policies/normalization.js";
-import { reconcileMemoryCandidate } from "./policies/reconciliation.js";
-export async function persistMemoryCandidates(params) {
-    const vectorByContent = buildVectorMap(params.freshCandidates, params.embedded);
-    const now = (params.now ?? (() => new Date()))().toISOString();
-    const createId = params.createId ?? randomUUID;
-    let result;
-    await params.repository.update((current) => {
-        params.context.abortSignal.throwIfAborted();
-        const records = [...current.records];
-        const vectors = [...current.vectors];
-        let acceptedCount = 0;
-        let duplicateCount = 0;
-        for (const candidate of params.preparedCandidates) {
-            const existingIndex = findRecordIndex(records, candidate);
-            if (existingIndex >= 0) {
-                duplicateCount += 1;
-                records[existingIndex] = mergeDuplicateRecord(records[existingIndex], candidate, now);
-                continue;
-            }
-            const vector = vectorByContent.get(normalizeMemoryText(candidate.content));
-            if (!vector || !params.embedded) {
-                throw new Error("long_term_memory_candidate_embedding_missing");
-            }
-            const id = createAvailableMemoryId(createId, records, vectors);
-            const record = createMemoryRecord({
-                candidate,
-                context: params.context,
-                now,
-                id,
-            });
-            reconcileMemoryCandidate({
-                candidate,
-                vector,
-                existingVectors: compatibleVectors(vectors, params.embedded),
-            });
-            records.push(record);
-            acceptedCount += 1;
-            vectors.push(Object.freeze({
-                memoryId: record.id,
-                modelFingerprint: params.embedded.modelFingerprint,
-                dimensions: params.embedded.dimensions,
-                vector,
-            }));
-        }
-        result = Object.freeze({ acceptedCount, duplicateCount });
-        return { records: Object.freeze(records), vectors: Object.freeze(vectors) };
-    });
-    if (!result) {
-        throw new Error("long_term_memory_candidate_persistence_outcome_missing");
-    }
-    return result;
-}
-function createAvailableMemoryId(createId, records, vectors) {
-    const id = normalizeMemoryIdentifier(createId());
-    if (!id) {
-        throw new Error("long_term_memory_candidate_id_invalid");
-    }
-    const idInUse = records.some((record) => record.id === id) ||
-        vectors.some((entry) => entry.memoryId === id);
-    if (idInUse) {
-        throw new Error("long_term_memory_candidate_id_conflict");
-    }
-    return id;
-}
-function buildVectorMap(candidates, embedded) {
-    const validCount = embedded?.vectors.length === candidates.length;
-    if (!validCount && candidates.length > 0) {
-        throw new Error("long_term_memory_embedding_vector_count_invalid");
-    }
-    if (!embedded) {
-        return new Map();
-    }
-    return new Map(candidates.map((candidate, index) => [
-        normalizeMemoryText(candidate.content),
-        embedded.vectors[index],
-    ]));
-}
-function findRecordIndex(records, candidate) {
-    const candidateKey = normalizeMemoryText(candidate.content);
-    return records.findIndex((record) => normalizeMemoryText(record.content) === candidateKey);
-}
-function compatibleVectors(vectors, embedded) {
-    return vectors
-        .filter((entry) => entry.modelFingerprint === embedded.modelFingerprint &&
-        entry.dimensions === embedded.dimensions)
-        .map((entry) => ({ memoryId: entry.memoryId, vector: entry.vector }));
-}
-function mergeDuplicateRecord(record, candidate, updatedAt) {
-    const tags = mergeMemoryTags(record.tags, candidate.tags);
-    return tags.length === record.tags.length
-        ? record
-        : Object.freeze({ ...record, tags, updatedAt });
-}
-function createMemoryRecord(params) {
-    return Object.freeze({
-        id: params.id,
-        content: params.candidate.content,
-        tags: params.candidate.tags,
-        provenance: Object.freeze({
-            kind: "passive_response",
-            sourceSessionId: params.context.sessionId,
-            sourceRequestId: params.context.requestId,
-        }),
-        createdAt: params.now,
-        updatedAt: params.now,
-    });
-}

package/plugins/system/source/application-catalog.ts

@@ -1,237 +0,0 @@
-import type { Dirent } from "node:fs";
-import { readdir, readFile } from "node:fs/promises";
-import { homedir } from "node:os";
-import { basename, join } from "node:path";
-import {
-  SystemOperationError,
-  type SystemApplication,
-  type SystemProcessRunner,
-  type SystemTarget,
-} from "./contracts.js";
-import { powershellArguments } from "./targets.js";
-
-const CATALOG_ENTRY_LIMIT = 2_000;
-export type SystemApplicationCatalogScope = Readonly<{
-  source:
-    | "windows_start_apps"
-    | "macos_application_bundles"
-    | "linux_desktop_entries";
-  roots: readonly string[];
-  includesExecutableSearch: false;
-  includesOtherTargets: false;
-}>;
-export type SystemApplicationCatalog = Readonly<{
-  applications: readonly SystemApplication[];
-  complete: boolean;
-  scope: SystemApplicationCatalogScope;
-}>;
-
-function isAbsentOptionalCatalogRoot(error: unknown, depth: number): boolean {
-  if (depth !== 0 || !(error instanceof Error)) return false;
-  return "code" in error && error.code === "ENOENT";
-}
-
-async function readApplicationDirectory(
-  path: string,
-  depth: number,
-): Promise<{ entries: Dirent[]; complete: boolean }> {
-  try {
-    return {
-      entries: await readdir(path, { withFileTypes: true }),
-      complete: true,
-    };
-  } catch (error) {
-    return { entries: [], complete: isAbsentOptionalCatalogRoot(error, depth) };
-  }
-}
-
-async function collectApplicationPaths(
-  roots: readonly string[],
-  extension: string,
-): Promise<{ paths: string[]; complete: boolean }> {
-  const pending = roots.map((path) => ({ path, depth: 0 }));
-  const paths: string[] = [];
-  let scannedEntries = 0;
-  let complete = true;
-  while (
-    pending.length > 0 &&
-    scannedEntries < 20_000 &&
-    paths.length < CATALOG_ENTRY_LIMIT
-  ) {
-    const current = pending.shift()!;
-    const directory = await readApplicationDirectory(
-      current.path,
-      current.depth,
-    );
-    complete = complete && directory.complete;
-    for (const entry of directory.entries) {
-      scannedEntries += 1;
-      if (scannedEntries >= 20_000 || paths.length >= CATALOG_ENTRY_LIMIT) {
-        complete = false;
-        break;
-      }
-      const absolute = join(current.path, entry.name);
-      if (entry.name.endsWith(extension)) {
-        paths.push(absolute);
-        continue;
-      }
-      if (!entry.isDirectory()) continue;
-      if (current.depth >= 4) {
-        complete = false;
-        continue;
-      }
-      pending.push({ path: absolute, depth: current.depth + 1 });
-    }
-  }
-  return {
-    paths: [...new Set(paths)].sort(),
-    complete: complete && pending.length === 0,
-  };
-}
-
-export function parseDesktopApplication(
-  content: string,
-  path: string,
-): SystemApplication | undefined {
-  const section = content
-    .split(/^\[Desktop Entry\]\s*$/mu)[1]
-    ?.split(/^\[/mu)[0];
-  if (!section) return undefined;
-  const fields = new Map(
-    section.split(/\r?\n/u).map((line) => {
-      const split = line.indexOf("=");
-      return [
-        line.slice(0, split).trim(),
-        line.slice(split + 1).trim(),
-      ] as const;
-    }),
-  );
-  if (fields.get("Type") !== "Application") return undefined;
-  if (fields.get("Hidden") === "true") return undefined;
-  const name = fields.get("Name");
-  if (!name) return undefined;
-  return { id: path, name, target: "linux" };
-}
-
-async function windowsApplications(
-  target: SystemTarget,
-  run: SystemProcessRunner,
-): Promise<SystemApplicationCatalog> {
-  const result = await run({
-    executable: target.shell,
-    args: powershellArguments(
-      "@(Get-StartApps | Sort-Object AppID | Select-Object -First 2001 Name,AppID) | ConvertTo-Json -Compress",
-    ),
-    timeoutMs: 15_000,
-    outputMaxChars: 512_000,
-  });
-  if (
-    result.status !== "completed" ||
-    result.exitCode !== 0 ||
-    result.outputTruncated
-  )
-    throw new SystemOperationError(
-      "system_application_catalog_unavailable",
-      "Windows Start application catalog could not be read completely within the observation budget.",
-    );
-  let entries: unknown;
-  try {
-    entries = JSON.parse(result.stdout || "[]");
-  } catch {
-    throw new SystemOperationError(
-      "system_application_catalog_invalid",
-      "Windows returned an unreadable application catalog.",
-    );
-  }
-  const rows = Array.isArray(entries) ? entries : [entries];
-  const applications = rows
-    .slice(0, CATALOG_ENTRY_LIMIT)
-    .flatMap((entry: unknown) => {
-      if (!entry || typeof entry !== "object") return [];
-      if (!("Name" in entry) || !("AppID" in entry)) return [];
-      if (typeof entry.Name !== "string" || typeof entry.AppID !== "string")
-        return [];
-      return [
-        { id: entry.AppID, name: entry.Name, target: "windows" as const },
-      ];
-    });
-  return {
-    applications,
-    complete: rows.length <= CATALOG_ENTRY_LIMIT,
-    scope: {
-      source: "windows_start_apps",
-      roots: [],
-      includesExecutableSearch: false,
-      includesOtherTargets: false,
-    },
-  };
-}
-
-export async function readSystemApplications(
-  target: SystemTarget,
-  run: SystemProcessRunner,
-): Promise<SystemApplicationCatalog> {
-  if (target.id === "windows") return windowsApplications(target, run);
-  if (target.id === "macos") {
-    const roots = [
-      "/Applications",
-      "/System/Applications",
-      join(homedir(), "Applications"),
-    ];
-    const catalog = await collectApplicationPaths(roots, ".app");
-    return {
-      applications: catalog.paths.map((id) => ({
-        id,
-        name: basename(id, ".app"),
-        target: "macos",
-      })),
-      complete: catalog.complete,
-      scope: {
-        source: "macos_application_bundles",
-        roots,
-        includesExecutableSearch: false,
-        includesOtherTargets: false,
-      },
-    };
-  }
-  const dataHome =
-    process.env.XDG_DATA_HOME ?? join(homedir(), ".local", "share");
-  const dataDirs = (
-    process.env.XDG_DATA_DIRS ?? "/usr/local/share:/usr/share"
-  ).split(":");
-  const roots = [dataHome, ...dataDirs].map((directory) =>
-    join(directory, "applications"),
-  );
-  const catalog = await collectApplicationPaths(roots, ".desktop");
-  const applications: SystemApplication[] = [];
-  let complete = catalog.complete;
-  for (const path of catalog.paths) {
-    let content: string;
-    try {
-      content = await readFile(path, "utf8");
-    } catch {
-      complete = false;
-      continue;
-    }
-    if (isDesktopEntryOverBudget(content)) {
-      complete = false;
-      continue;
-    }
-    const application = parseDesktopApplication(content, path);
-    if (application) applications.push(application);
-  }
-  return {
-    applications,
-    complete,
-    scope: {
-      source: "linux_desktop_entries",
-      roots,
-      includesExecutableSearch: false,
-      includesOtherTargets: false,
-    },
-  };
-}
-
-function isDesktopEntryOverBudget(content: string): boolean {
-  return content.length > 128_000;
-}