@getfamiliar/shared 0.1.13 → 0.1.16

package/build/PromptTemplate.d.ts

@@ -0,0 +1,105 @@
+/**
+ * Maximum nesting of template sources (includes and template-valued
+ * placeholders like `HANDLER_CONTENT`) below the top-level template.
+ */
+export declare const MAX_TEMPLATE_DEPTH = 3;
+/** One node of a parsed template. */
+export type TemplateNode = {
+    readonly type: "text";
+    readonly text: string;
+} | {
+    readonly type: "placeholder";
+    readonly name: string;
+} | {
+    readonly type: "include";
+    readonly path: string;
+    readonly children: readonly TemplateNode[];
+} | {
+    readonly type: "source";
+    readonly name: string;
+    readonly children: readonly TemplateNode[];
+};
+/** A placeholder reference found while parsing, with its position relative to the marker. */
+export interface PlaceholderUse {
+    readonly name: string;
+    /** `true` when the reference ends up in the system prompt (before `{CACHE_MARKER}`). */
+    readonly isBeforeMarker: boolean;
+}
+/** Result of {@link parseTemplate}. */
+export interface ParsedTemplate {
+    /** Nodes rendered into the system prompt. */
+    readonly systemNodes: readonly TemplateNode[];
+    /** Nodes rendered into the head of the current user message. */
+    readonly userHeadNodes: readonly TemplateNode[];
+    /** Every placeholder reference, in template order (duplicates kept). */
+    readonly uses: readonly PlaceholderUse[];
+    /** Workspace files pulled in via `{path.md}`, in template order. */
+    readonly includes: readonly string[];
+    /** Problems found while parsing, phrased for a log line. */
+    readonly warnings: readonly string[];
+}
+/** Inputs to {@link parseTemplate}. */
+export interface ParseTemplateOptions {
+    /** Human-readable name of the template, used in warnings (e.g. `PROMPT.md`). */
+    readonly templateName: string;
+    /**
+     * Read a workspace-relative include. Returns the (already truncated)
+     * text, or `null` when the file does not exist.
+     */
+    readonly readInclude: (relativePath: string) => string | null;
+    /**
+     * Placeholders whose value is itself template text (workspace
+     * markdown, e.g. `HANDLER_CONTENT`). They are expanded like includes
+     * but not redacted.
+     */
+    readonly templateSources: Readonly<Record<string, string>>;
+}
+/** Rendered output of {@link renderTemplate}. */
+export interface RenderedTemplate {
+    readonly system: string;
+    readonly userHead: string;
+}
+/**
+ * Parse a prompt template into nodes, expanding workspace includes and
+ * template-valued placeholders recursively.
+ *
+ * Only workspace markdown is template: the top-level template, files it
+ * includes, and {@link ParseTemplateOptions.templateSources}. Values
+ * produced by code or plugins are inserted later by
+ * {@link renderTemplate} and never scanned for tokens, so text from an
+ * event (a mail containing `{SOUL.md}`) cannot pull files into the
+ * prompt.
+ *
+ * The first `{CACHE_MARKER}` in the top-level template splits system
+ * prompt from user-message head. A marker anywhere else (an include, the
+ * handler body, a second one) is dropped with a warning.
+ *
+ * Problems never throw: an invalid include path, a missing include, a
+ * cycle or excessive nesting leave a warning and keep the token
+ * verbatim (or empty, for a missing file) so the run still proceeds.
+ *
+ * @param source The top-level template text.
+ * @param options Include reader, template sources and naming.
+ * @returns The parsed template.
+ */
+export declare function parseTemplate(source: string, options: ParseTemplateOptions): ParsedTemplate;
+/**
+ * Render a parsed template with resolved placeholder values. A
+ * placeholder without a value stays as its literal `{NAME}` token.
+ *
+ * @param parsed The parsed template.
+ * @param values Resolved value per placeholder name.
+ * @param shouldRedactIncludes When `true`, each `{path.md}` include is
+ *   rendered as `<content of file path>` instead of its body — used for
+ *   the audit-log copy under `core.logSystemPrompt: non-static`.
+ * @returns System prompt and user-message head, each trimmed.
+ */
+export declare function renderTemplate(parsed: ParsedTemplate, values: ReadonlyMap<string, string>, shouldRedactIncludes?: boolean): RenderedTemplate;
+/**
+ * Whether an include path stays inside the workspace: relative, no
+ * `..` segment, no empty segment.
+ *
+ * @param includePath The path inside the braces.
+ * @returns `true` when the path is acceptable.
+ */
+export declare function isSafeIncludePath(includePath: string): boolean;

package/build/PromptTemplate.js

@@ -0,0 +1,194 @@
+import { CACHE_MARKER_PLACEHOLDER } from "./PromptPlaceholders.js";
+/**
+ * Matches one template token: `{NAME}` (upper-case placeholder) or
+ * `{path.md}` (workspace include). Anything else in braces — JSON
+ * examples, `{lowercase}` prose — is left untouched.
+ */
+const TOKEN_PATTERN = /\{([A-Z][A-Z0-9_]*|[\w./-]+\.md)\}/g;
+/**
+ * Maximum nesting of template sources (includes and template-valued
+ * placeholders like `HANDLER_CONTENT`) below the top-level template.
+ */
+export const MAX_TEMPLATE_DEPTH = 3;
+/**
+ * Parse a prompt template into nodes, expanding workspace includes and
+ * template-valued placeholders recursively.
+ *
+ * Only workspace markdown is template: the top-level template, files it
+ * includes, and {@link ParseTemplateOptions.templateSources}. Values
+ * produced by code or plugins are inserted later by
+ * {@link renderTemplate} and never scanned for tokens, so text from an
+ * event (a mail containing `{SOUL.md}`) cannot pull files into the
+ * prompt.
+ *
+ * The first `{CACHE_MARKER}` in the top-level template splits system
+ * prompt from user-message head. A marker anywhere else (an include, the
+ * handler body, a second one) is dropped with a warning.
+ *
+ * Problems never throw: an invalid include path, a missing include, a
+ * cycle or excessive nesting leave a warning and keep the token
+ * verbatim (or empty, for a missing file) so the run still proceeds.
+ *
+ * @param source The top-level template text.
+ * @param options Include reader, template sources and naming.
+ * @returns The parsed template.
+ */
+export function parseTemplate(source, options) {
+    const state = {
+        options,
+        uses: [],
+        includes: [],
+        warnings: [],
+        isMarkerSeen: false,
+        systemNodes: [],
+        userHeadNodes: [],
+    };
+    parseInto(source, 0, [options.templateName], state, true);
+    return {
+        systemNodes: state.systemNodes,
+        userHeadNodes: state.userHeadNodes,
+        uses: state.uses,
+        includes: state.includes,
+        warnings: state.warnings,
+    };
+}
+/**
+ * Render a parsed template with resolved placeholder values. A
+ * placeholder without a value stays as its literal `{NAME}` token.
+ *
+ * @param parsed The parsed template.
+ * @param values Resolved value per placeholder name.
+ * @param shouldRedactIncludes When `true`, each `{path.md}` include is
+ *   rendered as `<content of file path>` instead of its body — used for
+ *   the audit-log copy under `core.logSystemPrompt: non-static`.
+ * @returns System prompt and user-message head, each trimmed.
+ */
+export function renderTemplate(parsed, values, shouldRedactIncludes = false) {
+    return {
+        system: renderNodes(parsed.systemNodes, values, shouldRedactIncludes).trim(),
+        userHead: renderNodes(parsed.userHeadNodes, values, shouldRedactIncludes).trim(),
+    };
+}
+/**
+ * Parse `source` and append its nodes to the active top-level list (or
+ * to `into`, for nested sources).
+ *
+ * @param source Text to parse.
+ * @param depth Nesting depth; 0 is the top-level template.
+ * @param chain Names of the sources currently being expanded, for cycle
+ *   detection and warning context.
+ * @param state Shared parse state.
+ * @param isTopLevel Whether nodes go to the top-level lists (`true`) or
+ *   are returned for a nested node.
+ * @returns The nodes parsed from a nested source (empty at top level).
+ */
+function parseInto(source, depth, chain, state, isTopLevel) {
+    const nested = [];
+    const push = (node) => {
+        if (!isTopLevel) {
+            nested.push(node);
+            return;
+        }
+        (state.isMarkerSeen ? state.userHeadNodes : state.systemNodes).push(node);
+    };
+    const where = chain[chain.length - 1];
+    let cursor = 0;
+    for (const match of source.matchAll(TOKEN_PATTERN)) {
+        const index = match.index ?? 0;
+        if (index > cursor) {
+            push({ type: "text", text: source.slice(cursor, index) });
+        }
+        cursor = index + match[0].length;
+        const token = match[1] ?? "";
+        if (token === CACHE_MARKER_PLACEHOLDER) {
+            if (depth === 0 && !state.isMarkerSeen) {
+                state.isMarkerSeen = true;
+                continue;
+            }
+            state.warnings.push(depth === 0
+                ? `${where}: second {${CACHE_MARKER_PLACEHOLDER}} ignored — only the first one splits the prompt`
+                : `${where}: {${CACHE_MARKER_PLACEHOLDER}} ignored — it only works in the top-level template`);
+            continue;
+        }
+        if (token.endsWith(".md")) {
+            push(parseInclude(token, match[0], depth, chain, state));
+            continue;
+        }
+        const templateSource = state.options.templateSources[token];
+        if (templateSource !== undefined) {
+            if (depth >= MAX_TEMPLATE_DEPTH || chain.includes(`{${token}}`)) {
+                state.warnings.push(`${where}: {${token}} not expanded — nested too deep or recursive (${chain.join(" → ")})`);
+                push({ type: "text", text: match[0] });
+                continue;
+            }
+            const children = parseInto(templateSource, depth + 1, [...chain, `{${token}}`], state, false);
+            push({ type: "source", name: token, children });
+            continue;
+        }
+        state.uses.push({ name: token, isBeforeMarker: !state.isMarkerSeen });
+        push({ type: "placeholder", name: token });
+    }
+    if (cursor < source.length) {
+        push({ type: "text", text: source.slice(cursor) });
+    }
+    return nested;
+}
+/**
+ * Build the node for one `{path.md}` token, reading and recursively
+ * parsing the file.
+ */
+function parseInclude(includePath, literal, depth, chain, state) {
+    const where = chain[chain.length - 1];
+    if (!isSafeIncludePath(includePath)) {
+        state.warnings.push(`${where}: include {${includePath}} rejected — use a workspace-relative path without ".."`);
+        return { type: "text", text: literal };
+    }
+    if (depth >= MAX_TEMPLATE_DEPTH || chain.includes(includePath)) {
+        state.warnings.push(`${where}: include {${includePath}} not expanded — nested too deep or recursive (${[...chain, includePath].join(" → ")})`);
+        return { type: "text", text: literal };
+    }
+    const body = state.options.readInclude(includePath);
+    if (body === null) {
+        state.warnings.push(`${where}: include {${includePath}} not found in the workspace`);
+        return { type: "include", path: includePath, children: [] };
+    }
+    state.includes.push(includePath);
+    const children = parseInto(body, depth + 1, [...chain, includePath], state, false);
+    return { type: "include", path: includePath, children };
+}
+/**
+ * Whether an include path stays inside the workspace: relative, no
+ * `..` segment, no empty segment.
+ *
+ * @param includePath The path inside the braces.
+ * @returns `true` when the path is acceptable.
+ */
+export function isSafeIncludePath(includePath) {
+    if (includePath.startsWith("/")) {
+        return false;
+    }
+    return includePath.split("/").every((segment) => segment !== ".." && segment.length > 0);
+}
+/** Concatenate the rendered text of `nodes`. */
+function renderNodes(nodes, values, shouldRedactIncludes) {
+    let out = "";
+    for (const node of nodes) {
+        switch (node.type) {
+            case "text":
+                out += node.text;
+                break;
+            case "placeholder":
+                out += values.get(node.name) ?? `{${node.name}}`;
+                break;
+            case "include":
+                out += shouldRedactIncludes
+                    ? `<content of file ${node.path}>`
+                    : renderNodes(node.children, values, shouldRedactIncludes);
+                break;
+            case "source":
+                out += renderNodes(node.children, values, shouldRedactIncludes);
+                break;
+        }
+    }
+    return out;
+}

package/build/Schema.d.ts

@@ -62,7 +62,7 @@ export declare const SCHEDULED_SUBAGENTS_CHANNEL = "scheduled_subagents_changed"
  * match exactly (see `HandlerResolution.ts`).
  */
 export declare const TOPIC_PATTERN = "^[\\w-]+(:[\\w-]+)*$";
-export declare const SCHEMA_SQL = "\n-- Drop legacy single-table artifacts from before the events/agentruns\n-- split. Safe no-ops on fresh databases. The current schema reuses the\n-- name events_notify_new() for its own NOTIFY function, so we do NOT\n-- drop it here (CREATE OR REPLACE FUNCTION below handles the update);\n-- dropping would fail anyway once the current events_new_trg exists.\nDROP TRIGGER IF EXISTS events_notify_changed_trg ON events;\nDROP TRIGGER IF EXISTS events_notify_new_trg ON events;\nDROP FUNCTION IF EXISTS events_notify_changed();\nDROP INDEX IF EXISTS events_pending_priority_idx;\nDROP INDEX IF EXISTS events_state_priority_idx;\n\nCREATE TABLE IF NOT EXISTS events (\n  id              bigserial PRIMARY KEY,\n  topic           text NOT NULL,\n  priority        smallint NOT NULL DEFAULT 50,\n  state           text NOT NULL DEFAULT 'pending',\n  payload         jsonb NOT NULL DEFAULT '{}'::jsonb,\n  idempotency_key text UNIQUE,\n  privileged      boolean NOT NULL DEFAULT false,\n  created_at      timestamptz NOT NULL DEFAULT now(),\n  updated_at      timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT events_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$')\n);\n\n-- Drop legacy columns from earlier schema generations. Single-instance\n-- project; column drops are fine.\nALTER TABLE events DROP COLUMN IF EXISTS supervisor_prompt;\nALTER TABLE events DROP COLUMN IF EXISTS causation_chain;\n\n-- Chat-aware event metadata. `is_chat` opts into automatic user-message\n-- persistence in EventBus.add; `preferred_chat_channel_id` names the\n-- channel an assistant reply should reach the user on. The container is\n-- channel-blind \u2014 both fields are read host-side (for routing) or via\n-- JOIN inside the chatmessages NOTIFY trigger.\nALTER TABLE events ADD COLUMN IF NOT EXISTS is_chat boolean NOT NULL DEFAULT false;\nALTER TABLE events ADD COLUMN IF NOT EXISTS preferred_chat_channel_id text;\n-- Required for non-chat events (validated at `EventBus.add` time and at\n-- the type level via `NewEvent`'s discriminated union); always null for\n-- chat events because the user's text in `chatmessages` already serves\n-- as the agent-visible \"what happened\" message. The EventWatcher copies\n-- this verbatim into the root `agentruns.prompt` so the agent sees the\n-- emitter's framing without the EventWatcher having to reach into the\n-- payload schema.\nALTER TABLE events ADD COLUMN IF NOT EXISTS prompt text;\n-- The topic is the handler's whole address now; the separate start\n-- handler basename is gone.\nALTER TABLE events DROP COLUMN IF EXISTS start_handler;\n-- When true the topic must name an existing handler file exactly; when\n-- false (world events) handler resolution falls back up the topic chain.\n-- Copied onto the root agentrun by the input-event watcher.\nALTER TABLE events ADD COLUMN IF NOT EXISTS is_exact_topic boolean NOT NULL DEFAULT false;\n-- Privileged events originate from a trusted user-input source (operator\n-- at the local terminal via cli-chat, operator on Telegram). The flag\n-- propagates verbatim to the root agentrun and to every child agentrun\n-- spawned via schedule_subagent / start_subagent, so future system tools can\n-- gate risky reads / writes (editing SOUL.md etc.) on whether the run\n-- descends from a trusted input. Default false: any plugin that doesn't\n-- explicitly opt in produces non-privileged events.\nALTER TABLE events ADD COLUMN IF NOT EXISTS privileged boolean NOT NULL DEFAULT false;\n-- When true and the event ends in 'failed', `HostContextImpl.emitAndAwait`\n-- writes a role='assistant' chatmessage with the failure text before\n-- rejecting handle.settled. Default false: only chat plugins (cli-chat,\n-- telegram) opt in. See [[outputChatOnFailure]] on NewEvent for the\n-- rationale.\nALTER TABLE events ADD COLUMN IF NOT EXISTS output_chat_on_failure boolean NOT NULL DEFAULT false;\n\nCREATE INDEX IF NOT EXISTS events_state_priority_idx\n  ON events (state, priority DESC, id ASC);\nCREATE INDEX IF NOT EXISTS events_topic_idx ON events (topic);\n\nCREATE TABLE IF NOT EXISTS agentruns (\n  id                 bigserial PRIMARY KEY,\n  event_id           bigint NOT NULL REFERENCES events(id) ON DELETE CASCADE,\n  parent_agentrun_id bigint REFERENCES agentruns(id) ON DELETE CASCADE,\n  topic              text NOT NULL,\n  priority           smallint NOT NULL DEFAULT 50,\n  state              text NOT NULL DEFAULT 'pending',\n  prompt             text,\n  payload            jsonb NOT NULL DEFAULT '{}'::jsonb,\n  result             jsonb,\n  result_text        text,\n  error              text,\n  privileged         boolean NOT NULL DEFAULT false,\n  created_at         timestamptz NOT NULL DEFAULT now(),\n  updated_at         timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT agentruns_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$')\n);\n\n-- Forward-compat ALTER for databases created before result_text landed.\n-- Safe no-op on fresh databases where the column already exists.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS result_text text;\n-- The topic is the handler's whole address; the basename column is gone.\nALTER TABLE agentruns DROP COLUMN IF EXISTS handler;\n-- Whether handler resolution must match the topic exactly. Root\n-- agentruns copy the event's flag; spawned children are always exact.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS is_exact_topic boolean NOT NULL DEFAULT true;\n-- Inherited from the originating event (root agentrun) or parent\n-- agentrun (children spawned via schedule_subagent / start_subagent). See\n-- the matching ALTER on the events table for the trust-model rationale.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS privileged boolean NOT NULL DEFAULT false;\n-- Number of retry attempts already made on this agentrun. Bumped each\n-- time AgentRunner postpones the row due to a retryable inference\n-- error (APICallError.isRetryable). Capped per-handler via maxRetries\n-- (frontmatter override) or globally via inference.maxRetries.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS retry_count int NOT NULL DEFAULT 0;\n-- Earliest moment the agentrun watcher is allowed to re-claim this\n-- row. NULL = claim immediately (default for fresh rows). A future\n-- timestamp = leave the row alone until then; the watcher's claim\n-- query gates on this so a parked row doesn't waste the slot while\n-- other agentruns (potentially using different models) can still run.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS not_before timestamptz;\n-- Resolved model id for this agentrun, of the form\n-- `<provider>/<modelId>` (e.g. `featherless/zai-org/GLM-5.1`).\n-- Populated by AgentRunner once it builds the model client; stays\n-- NULL for any agentrun that never reached generate() (failed at\n-- handler-load time, etc.).\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS model text;\n-- Resolved prompt (rendered prompt template: system prompt, then\n-- user-message head) used for this agentrun. Populated by AgentRunner\n-- only when core.logSystemPrompt is true; otherwise NULL. Surfaced\n-- by the report layer's Agentrun Start section when the consumer\n-- opts into withDetails.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS system_prompt text;\n-- Verbatim model-message array assembled for the first agent.generate()\n-- call (prior history + the run's leading user turn). Populated by\n-- AgentRunner only when inference.captureInitialMessageHistory is true;\n-- otherwise NULL. Surfaced by the report layer's -vv view so an operator\n-- can see exactly what was sent into the model loop.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS initial_messages jsonb;\n\n-- Distinguishes how a child agentrun was spawned.\n--   NULL        \u2014 root agentrun (created by the input-event watcher, no parent).\n--   'scheduled' \u2014 fire-and-forget child spawned by `schedule_subagent` without\n--                 a future `when` (immediate dispatch under the same event).\n--   'started'   \u2014 synchronous child spawned via the `start_subagent` tool; the\n--                 parent is parked in state='waiting' until this row settles.\n-- The Scheduler reads this column to decide whether settling a row should\n-- wake a waiting parent.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS calltype text;\nALTER TABLE agentruns DROP CONSTRAINT IF EXISTS agentruns_calltype_format;\nALTER TABLE agentruns ADD CONSTRAINT agentruns_calltype_format\n  CHECK (calltype IS NULL OR calltype IN ('scheduled','started'));\n\n-- Partial index for the \"are all started children of $parent settled?\"\n-- check the Scheduler runs after every 'started' child settles. Indexes\n-- only the rows that actually participate in the question.\nCREATE INDEX IF NOT EXISTS agentruns_parent_calltype_state_idx\n  ON agentruns (parent_agentrun_id, state)\n  WHERE calltype = 'started';\n\n-- Forward-compat: relax the topic CHECK constraint to allow arbitrarily\n-- deep `a:b:c:\u2026` topics. CREATE TABLE IF NOT EXISTS above doesn't\n-- update existing constraints, so we drop+re-add unconditionally. The\n-- DROP IF EXISTS / ADD pair is idempotent.\nALTER TABLE events DROP CONSTRAINT IF EXISTS events_topic_format;\nALTER TABLE events ADD CONSTRAINT events_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$');\nALTER TABLE agentruns DROP CONSTRAINT IF EXISTS agentruns_topic_format;\nALTER TABLE agentruns ADD CONSTRAINT agentruns_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$');\n\nCREATE INDEX IF NOT EXISTS agentruns_state_priority_idx\n  ON agentruns (state, priority DESC, id ASC);\nCREATE INDEX IF NOT EXISTS agentruns_event_id_idx ON agentruns (event_id);\nCREATE INDEX IF NOT EXISTS agentruns_parent_idx ON agentruns (parent_agentrun_id);\n\nCREATE TABLE IF NOT EXISTS stepresults (\n  id              bigserial PRIMARY KEY,\n  agent_run_id    bigint NOT NULL REFERENCES agentruns(id) ON DELETE CASCADE,\n  event_id        bigint NOT NULL REFERENCES events(id) ON DELETE CASCADE,\n  step_number     int    NOT NULL,\n  finish_reason   text   NOT NULL,\n  result_text     text,\n  reasoning_text  text,\n  input_tokens    int,\n  output_tokens   int,\n  total_tokens    int,\n  tool_call_count int    NOT NULL DEFAULT 0,\n  tool_calls      jsonb  NOT NULL DEFAULT '[]'::jsonb,\n  tool_results    jsonb  NOT NULL DEFAULT '[]'::jsonb,\n  created_at      timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT stepresults_step_number_unique UNIQUE (agent_run_id, step_number)\n);\n\nCREATE INDEX IF NOT EXISTS stepresults_agent_run_id_idx ON stepresults (agent_run_id);\nCREATE INDEX IF NOT EXISTS stepresults_event_id_idx     ON stepresults (event_id);\n\n-- AI SDK per-step usage breakdown\n-- (LanguageModelUsage.inputTokenDetails / outputTokenDetails). Each\n-- column is NULL when the provider doesn't report that detail.\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS input_tokens_no_cache    int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS input_tokens_cache_read  int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS input_tokens_cache_write int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS output_tokens_text       int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS output_tokens_reasoning  int;\n-- Full step object snapshot, populated only when the operator opts\n-- in via inference.captureRawStepResultToDatabase: true. Used to\n-- inspect provider-specific fields (Anthropic cache control,\n-- OpenAI logprobs, ...) that don't fit dedicated columns.\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS raw_result jsonb;\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 chatmessages \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Persistent chat history across all channels. Each row links to the\n-- event whose lifecycle the message belongs to:\n--   * For role='user': the event the host plugin emitted with isChat=true.\n--   * For role='assistant': the event whose agentrun called send_chat.\n-- The channel is reachable via JOIN to events.preferred_chat_channel_id;\n-- there is intentionally no channel_id column here \u2014 channel routing is\n-- a host-side concern, the container never names a channel.\n--\n-- delivered_at is set when ANY listener returns true from its async\n-- handler. New subscribers replay all undelivered matching rows on\n-- registration so a message produced when nobody was listening is still\n-- delivered later.\nCREATE TABLE IF NOT EXISTS chatmessages (\n  id           bigserial PRIMARY KEY,\n  event_id     bigint NOT NULL REFERENCES events(id) ON DELETE CASCADE,\n  role         text NOT NULL CHECK (role IN ('user','assistant')),\n  text_content text NOT NULL,\n  created_at   timestamptz NOT NULL DEFAULT now(),\n  delivered_at timestamptz\n);\n\nCREATE INDEX IF NOT EXISTS chatmessages_event_idx\n  ON chatmessages (event_id);\nCREATE INDEX IF NOT EXISTS chatmessages_undelivered_idx\n  ON chatmessages (created_at) WHERE delivered_at IS NULL;\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 NOTIFY triggers \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nCREATE OR REPLACE FUNCTION events_notify_new() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify('events_new', NEW.id::text);\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS events_new_trg ON events;\nCREATE TRIGGER events_new_trg\n  AFTER INSERT ON events\n  FOR EACH ROW EXECUTE FUNCTION events_notify_new();\n\nCREATE OR REPLACE FUNCTION events_notify_state() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify('events_state', NEW.id::text || ':' || NEW.state);\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS events_state_trg ON events;\nCREATE TRIGGER events_state_trg\n  AFTER UPDATE OF state ON events\n  FOR EACH ROW EXECUTE FUNCTION events_notify_state();\n\nCREATE OR REPLACE FUNCTION agentruns_notify_changed() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify(\n    'agentruns_changed',\n    NEW.event_id::text || ':' || NEW.id::text\n  );\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS agentruns_notify_changed_trg ON agentruns;\nCREATE TRIGGER agentruns_notify_changed_trg\n  AFTER INSERT OR UPDATE OF state ON agentruns\n  FOR EACH ROW EXECUTE FUNCTION agentruns_notify_changed();\n\nCREATE OR REPLACE FUNCTION stepresults_notify_new() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify(\n    'stepresults_new',\n    NEW.event_id::text || ':' || NEW.agent_run_id::text || ':' || NEW.id::text\n  );\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS stepresults_new_trg ON stepresults;\nCREATE TRIGGER stepresults_new_trg\n  AFTER INSERT ON stepresults\n  FOR EACH ROW EXECUTE FUNCTION stepresults_notify_new();\n\n-- chatmessages NOTIFY: payload is \"<channel_id>:<role>:<id>\". Channel\n-- comes from the parent event's preferred_chat_channel_id, JOINed at\n-- trigger time. Empty channel becomes empty prefix \u2014 listeners will\n-- filter it out unless they explicitly subscribe to channelId=\"\".\nCREATE OR REPLACE FUNCTION chatmessages_notify_new() RETURNS trigger AS $$\nDECLARE\n  channel text;\nBEGIN\n  SELECT preferred_chat_channel_id INTO channel FROM events WHERE id = NEW.event_id;\n  PERFORM pg_notify(\n    'chatmessages_new',\n    COALESCE(channel, '') || ':' || NEW.role || ':' || NEW.id::text\n  );\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS chatmessages_new_trg ON chatmessages;\nCREATE TRIGGER chatmessages_new_trg\n  AFTER INSERT ON chatmessages\n  FOR EACH ROW EXECUTE FUNCTION chatmessages_notify_new();\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 calendars + calendar_events \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Plugin-agnostic calendar data layer. `calendars` lists every\n-- subscription (own or shared) any provider plugin (ms365, future\n-- google/caldav) has surfaced; `calendar_events` stores every\n-- instance. Providers persist every occurrence of a recurring\n-- series independently (no master-expansion in core).\n--\n-- Identity:\n--   * `calendars.unique_key` is the provider's stable id. Uniqueness\n--     within `(plugin_id, unique_key)` lets multiple providers\n--     coexist.\n--   * `calendar_events.id` is provider-prefixed (e.g. `ms365:<graph-id>`)\n--     so collisions across providers are impossible by construction.\n--\n-- Refresh reconciliation uses a scan-generation tag: a refresh walk\n-- bumps `calendars.scan_generation`, upserts every event in window\n-- with the new value, then DELETEs events whose generation is older\n-- than the calendar's current value.\n\nCREATE TABLE IF NOT EXISTS calendars (\n  id              bigserial PRIMARY KEY,\n  plugin_id       text NOT NULL,\n  unique_key      text NOT NULL,\n  name            text NOT NULL,\n  type            text NOT NULL CHECK (type IN ('own','shared')),\n  owner_name      text,\n  scan_generation int  NOT NULL DEFAULT 0,\n  created_at      timestamptz NOT NULL DEFAULT now(),\n  UNIQUE (plugin_id, unique_key)\n);\n\n-- The provider's own \"default calendar\" flag (Graph's\n-- `isDefaultCalendar`). Used by `CalendarService.resolveDefaultCalendar`\n-- as the fallback when `core.defaultCalendar` is unset \u2014 we pick the\n-- first registered calendar (lowest id) flagged here. Added via\n-- ALTER so existing databases don't need a schema reset.\nALTER TABLE calendars ADD COLUMN IF NOT EXISTS is_default smallint NOT NULL DEFAULT 0;\n\nCREATE INDEX IF NOT EXISTS calendars_plugin_id_idx ON calendars (plugin_id);\n\nCREATE TABLE IF NOT EXISTS calendar_events (\n  id                  text PRIMARY KEY,\n  calendar_id         bigint NOT NULL REFERENCES calendars(id) ON DELETE CASCADE,\n  series_master_id    text,\n  type                text NOT NULL CHECK (type IN ('singleInstance','occurrence','exception','seriesMaster')),\n  subject             text,\n  start_dt            text NOT NULL,\n  end_dt              text NOT NULL,\n  event_tz            text,\n  is_all_day          smallint NOT NULL DEFAULT 0,\n  is_cancelled        smallint NOT NULL DEFAULT 0,\n  show_as             text,\n  sensitivity         text,\n  importance          text,\n  location            text,\n  is_online_meeting   smallint NOT NULL DEFAULT 0,\n  online_meeting_url  text,\n  organizer_name      text,\n  organizer_email     text,\n  response_status     text,\n  attendees_json      jsonb,\n  body                text,\n  attachments         jsonb,\n  scan_generation     int  NOT NULL,\n  created_at          timestamptz NOT NULL DEFAULT now(),\n  updated_at          timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE INDEX IF NOT EXISTS calendar_events_window_idx\n  ON calendar_events (calendar_id, start_dt);\nCREATE INDEX IF NOT EXISTS calendar_events_series_idx\n  ON calendar_events (series_master_id);\nCREATE INDEX IF NOT EXISTS calendar_events_generation_idx\n  ON calendar_events (calendar_id, scan_generation);\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 scheduled_subagents \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- One-off agent-scheduled wake-ups. Each row is upserted by the\n-- container's `schedule_subagent` tool and read by the host-side\n-- `ScheduledSubagentScheduler`, which installs a Croner job per row\n-- and atomically deletes the row when it fires. `key` is the\n-- agent-supplied unique id used for replace-on-conflict semantics\n-- (\"rescheduling a key overwrites the previous timing\"). `fire_at`\n-- is the UTC firing time; the agent passes wall-clock-in-`core.timezone`\n-- and the container projects to UTC before insert. On daemon startup,\n-- past-due rows are deleted with a warn log; future rows are\n-- reinstalled. See [[feedback_agent_facing_format]] \u2014 UTC storage,\n-- local-tz projection at every agent-facing edge.\nCREATE TABLE IF NOT EXISTS scheduled_subagents (\n  key         text PRIMARY KEY,\n  fire_at     timestamptz NOT NULL,\n  topic       text NOT NULL,\n  prompt      text,\n  payload     jsonb NOT NULL DEFAULT '{}'::jsonb,\n  priority    smallint NOT NULL DEFAULT 50,\n  privileged  boolean NOT NULL DEFAULT false,\n  created_at  timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT scheduled_subagents_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$')\n);\n\n-- The topic is the handler's whole address; the basename column is gone.\nALTER TABLE scheduled_subagents DROP COLUMN IF EXISTS handler;\n-- Re-add the topic CHECK so a widened TOPIC_PATTERN reaches existing tables.\nALTER TABLE scheduled_subagents DROP CONSTRAINT IF EXISTS scheduled_subagents_topic_format;\nALTER TABLE scheduled_subagents ADD CONSTRAINT scheduled_subagents_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$');\n\nCREATE INDEX IF NOT EXISTS scheduled_subagents_fire_at_idx\n  ON scheduled_subagents (fire_at);\n\nCREATE OR REPLACE FUNCTION scheduled_subagents_notify_changed() RETURNS trigger AS $$\nDECLARE\n  payload_key text;\n  op text;\nBEGIN\n  IF TG_OP = 'DELETE' THEN\n    payload_key := OLD.key;\n    op := 'd';\n  ELSE\n    payload_key := NEW.key;\n    op := 'u';\n  END IF;\n  PERFORM pg_notify('scheduled_subagents_changed', payload_key || ':' || op);\n  RETURN COALESCE(NEW, OLD);\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS scheduled_subagents_notify_changed_trg ON scheduled_subagents;\nCREATE TRIGGER scheduled_subagents_notify_changed_trg\n  AFTER INSERT OR UPDATE OR DELETE ON scheduled_subagents\n  FOR EACH ROW EXECUTE FUNCTION scheduled_subagents_notify_changed();\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 inference_events \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Append-only audit trail of every upstream model HTTP call attempt.\n-- Written by AgentRunner on each generate() outcome (success / retryable /\n-- fatal). Read by the host-side `inference_status` reflection tool to\n-- answer \"is this model misbehaving right now?\". One row per attempt;\n-- retries write multiple rows. NULL agent_run_id is kept for runs whose\n-- row was later deleted (parent event cascade) so the historical signal\n-- survives.\nCREATE TABLE IF NOT EXISTS inference_events (\n  id            bigserial PRIMARY KEY,\n  provider      text NOT NULL,\n  model         text NOT NULL,\n  agent_run_id  bigint REFERENCES agentruns(id) ON DELETE SET NULL,\n  outcome       text NOT NULL CHECK (outcome IN ('success','retryable','fatal')),\n  status_code   int,\n  error_excerpt text,\n  occurred_at   timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE INDEX IF NOT EXISTS inference_events_model_time_idx\n  ON inference_events (model, occurred_at DESC);\nCREATE INDEX IF NOT EXISTS inference_events_occurred_at_idx\n  ON inference_events (occurred_at DESC);\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 tool_calls \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Append-only record of every tool invocation an agentrun attempted,\n-- tagged with the resolved handler markdown path and whether the call\n-- threw. Written by the tool wrapper in the container's ToolsFactory on\n-- each execute() outcome. Read by the heuristic tool-preloader\n-- (ToolCallBus.topToolsForHandler): the tools a handler successfully\n-- used across its recent non-error runs get loaded up front on the next\n-- run, so warm handlers rarely need a tool_list / tool_call round-trip.\n-- NULL agent_run_id survives a parent-event cascade so the historical\n-- usage signal outlives the run row.\nCREATE TABLE IF NOT EXISTS tool_calls (\n  id           bigserial PRIMARY KEY,\n  agent_run_id bigint REFERENCES agentruns(id) ON DELETE SET NULL,\n  handler_path text NOT NULL,\n  tool_name    text NOT NULL,\n  successful   boolean NOT NULL,\n  created_at   timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE INDEX IF NOT EXISTS tool_calls_handler_run_idx\n  ON tool_calls (handler_path, agent_run_id DESC);\nCREATE INDEX IF NOT EXISTS tool_calls_created_at_idx\n  ON tool_calls (created_at DESC);\n";
+export declare const SCHEMA_SQL = "\n-- Drop legacy single-table artifacts from before the events/agentruns\n-- split. Safe no-ops on fresh databases. The current schema reuses the\n-- name events_notify_new() for its own NOTIFY function, so we do NOT\n-- drop it here (CREATE OR REPLACE FUNCTION below handles the update);\n-- dropping would fail anyway once the current events_new_trg exists.\nDROP TRIGGER IF EXISTS events_notify_changed_trg ON events;\nDROP TRIGGER IF EXISTS events_notify_new_trg ON events;\nDROP FUNCTION IF EXISTS events_notify_changed();\nDROP INDEX IF EXISTS events_pending_priority_idx;\nDROP INDEX IF EXISTS events_state_priority_idx;\n\nCREATE TABLE IF NOT EXISTS events (\n  id              bigserial PRIMARY KEY,\n  topic           text NOT NULL,\n  priority        smallint NOT NULL DEFAULT 50,\n  state           text NOT NULL DEFAULT 'pending',\n  payload         jsonb NOT NULL DEFAULT '{}'::jsonb,\n  idempotency_key text UNIQUE,\n  privileged      boolean NOT NULL DEFAULT false,\n  created_at      timestamptz NOT NULL DEFAULT now(),\n  updated_at      timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT events_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$')\n);\n\n-- Drop legacy columns from earlier schema generations. Single-instance\n-- project; column drops are fine.\nALTER TABLE events DROP COLUMN IF EXISTS supervisor_prompt;\nALTER TABLE events DROP COLUMN IF EXISTS causation_chain;\n\n-- Chat-aware event metadata. `is_chat` opts into automatic user-message\n-- persistence in EventBus.add; `preferred_chat_channel_id` names the\n-- channel an assistant reply should reach the user on. The container is\n-- channel-blind \u2014 both fields are read host-side (for routing) or via\n-- JOIN inside the chatmessages NOTIFY trigger.\nALTER TABLE events ADD COLUMN IF NOT EXISTS is_chat boolean NOT NULL DEFAULT false;\nALTER TABLE events ADD COLUMN IF NOT EXISTS preferred_chat_channel_id text;\n-- Required for non-chat events (validated at `EventBus.add` time and at\n-- the type level via `NewEvent`'s discriminated union); always null for\n-- chat events because the user's text in `chatmessages` already serves\n-- as the agent-visible \"what happened\" message. The EventWatcher copies\n-- this verbatim into the root `agentruns.prompt` so the agent sees the\n-- emitter's framing without the EventWatcher having to reach into the\n-- payload schema.\nALTER TABLE events ADD COLUMN IF NOT EXISTS prompt text;\n-- The topic is the handler's whole address now; the separate start\n-- handler basename is gone.\nALTER TABLE events DROP COLUMN IF EXISTS start_handler;\n-- When true the topic must name an existing handler file exactly; when\n-- false (world events) handler resolution falls back up the topic chain.\n-- Copied onto the root agentrun by the input-event watcher.\nALTER TABLE events ADD COLUMN IF NOT EXISTS is_exact_topic boolean NOT NULL DEFAULT false;\n-- Privileged events originate from a trusted user-input source (operator\n-- at the local terminal via cli-chat, operator on Telegram). The flag\n-- propagates verbatim to the root agentrun and to every child agentrun\n-- spawned via schedule_subagent / start_subagent, so future system tools can\n-- gate risky reads / writes (editing SOUL.md etc.) on whether the run\n-- descends from a trusted input. Default false: any plugin that doesn't\n-- explicitly opt in produces non-privileged events.\nALTER TABLE events ADD COLUMN IF NOT EXISTS privileged boolean NOT NULL DEFAULT false;\n-- When true and the event ends in 'failed', `HostContextImpl.emitAndAwait`\n-- writes a role='assistant' chatmessage with the failure text before\n-- rejecting handle.settled. Default false: only chat plugins (cli-chat,\n-- telegram) opt in. See [[outputChatOnFailure]] on NewEvent for the\n-- rationale.\nALTER TABLE events ADD COLUMN IF NOT EXISTS output_chat_on_failure boolean NOT NULL DEFAULT false;\n\nCREATE INDEX IF NOT EXISTS events_state_priority_idx\n  ON events (state, priority DESC, id ASC);\nCREATE INDEX IF NOT EXISTS events_topic_idx ON events (topic);\n\nCREATE TABLE IF NOT EXISTS agentruns (\n  id                 bigserial PRIMARY KEY,\n  event_id           bigint NOT NULL REFERENCES events(id) ON DELETE CASCADE,\n  parent_agentrun_id bigint REFERENCES agentruns(id) ON DELETE CASCADE,\n  topic              text NOT NULL,\n  priority           smallint NOT NULL DEFAULT 50,\n  state              text NOT NULL DEFAULT 'pending',\n  prompt             text,\n  payload            jsonb NOT NULL DEFAULT '{}'::jsonb,\n  result             jsonb,\n  result_text        text,\n  error              text,\n  privileged         boolean NOT NULL DEFAULT false,\n  created_at         timestamptz NOT NULL DEFAULT now(),\n  updated_at         timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT agentruns_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$')\n);\n\n-- Forward-compat ALTER for databases created before result_text landed.\n-- Safe no-op on fresh databases where the column already exists.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS result_text text;\n-- The topic is the handler's whole address; the basename column is gone.\nALTER TABLE agentruns DROP COLUMN IF EXISTS handler;\n-- Whether handler resolution must match the topic exactly. Root\n-- agentruns copy the event's flag; spawned children are always exact.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS is_exact_topic boolean NOT NULL DEFAULT true;\n-- Inherited from the originating event (root agentrun) or parent\n-- agentrun (children spawned via schedule_subagent / start_subagent). See\n-- the matching ALTER on the events table for the trust-model rationale.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS privileged boolean NOT NULL DEFAULT false;\n-- Number of retry attempts already made on this agentrun. Bumped each\n-- time AgentRunner postpones the row due to a retryable inference\n-- error (APICallError.isRetryable). Capped per-handler via maxRetries\n-- (frontmatter override) or globally via inference.maxRetries.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS retry_count int NOT NULL DEFAULT 0;\n-- Earliest moment the agentrun watcher is allowed to re-claim this\n-- row. NULL = claim immediately (default for fresh rows). A future\n-- timestamp = leave the row alone until then; the watcher's claim\n-- query gates on this so a parked row doesn't waste the slot while\n-- other agentruns (potentially using different models) can still run.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS not_before timestamptz;\n-- Resolved model id for this agentrun, of the form\n-- `<provider>/<modelId>` (e.g. `featherless/zai-org/GLM-5.1`).\n-- Populated by AgentRunner once it builds the model client; stays\n-- NULL for any agentrun that never reached generate() (failed at\n-- handler-load time, etc.).\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS model text;\n-- Resolved prompt (rendered prompt template: system prompt, then\n-- user-message head) used for this agentrun. Populated by AgentRunner\n-- only when core.logSystemPrompt is true; otherwise NULL. Surfaced\n-- by the report layer's Agentrun Start section when the consumer\n-- opts into withDetails.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS system_prompt text;\n-- Verbatim model-message array assembled for the first agent.generate()\n-- call (prior history + the run's leading user turn). Populated by\n-- AgentRunner only when inference.captureInitialMessageHistory is true;\n-- otherwise NULL. Surfaced by the report layer's -vv view so an operator\n-- can see exactly what was sent into the model loop.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS initial_messages jsonb;\n\n-- Distinguishes how a child agentrun was spawned.\n--   NULL        \u2014 root agentrun (created by the input-event watcher, no parent).\n--   'scheduled' \u2014 fire-and-forget child spawned by `schedule_subagent` without\n--                 a future `when` (immediate dispatch under the same event).\n--   'started'   \u2014 synchronous child spawned via the `start_subagent` tool; the\n--                 parent is parked in state='waiting' until this row settles.\n-- The Scheduler reads this column to decide whether settling a row should\n-- wake a waiting parent.\nALTER TABLE agentruns ADD COLUMN IF NOT EXISTS calltype text;\nALTER TABLE agentruns DROP CONSTRAINT IF EXISTS agentruns_calltype_format;\nALTER TABLE agentruns ADD CONSTRAINT agentruns_calltype_format\n  CHECK (calltype IS NULL OR calltype IN ('scheduled','started'));\n\n-- Partial index for the \"are all started children of $parent settled?\"\n-- check the Scheduler runs after every 'started' child settles. Indexes\n-- only the rows that actually participate in the question.\nCREATE INDEX IF NOT EXISTS agentruns_parent_calltype_state_idx\n  ON agentruns (parent_agentrun_id, state)\n  WHERE calltype = 'started';\n\n-- Forward-compat: relax the topic CHECK constraint to allow arbitrarily\n-- deep `a:b:c:\u2026` topics. CREATE TABLE IF NOT EXISTS above doesn't\n-- update existing constraints, so we drop+re-add unconditionally. The\n-- DROP IF EXISTS / ADD pair is idempotent.\nALTER TABLE events DROP CONSTRAINT IF EXISTS events_topic_format;\nALTER TABLE events ADD CONSTRAINT events_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$');\nALTER TABLE agentruns DROP CONSTRAINT IF EXISTS agentruns_topic_format;\nALTER TABLE agentruns ADD CONSTRAINT agentruns_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$');\n\nCREATE INDEX IF NOT EXISTS agentruns_state_priority_idx\n  ON agentruns (state, priority DESC, id ASC);\nCREATE INDEX IF NOT EXISTS agentruns_event_id_idx ON agentruns (event_id);\nCREATE INDEX IF NOT EXISTS agentruns_parent_idx ON agentruns (parent_agentrun_id);\n\nCREATE TABLE IF NOT EXISTS stepresults (\n  id              bigserial PRIMARY KEY,\n  agent_run_id    bigint NOT NULL REFERENCES agentruns(id) ON DELETE CASCADE,\n  event_id        bigint NOT NULL REFERENCES events(id) ON DELETE CASCADE,\n  step_number     int    NOT NULL,\n  finish_reason   text   NOT NULL,\n  result_text     text,\n  reasoning_text  text,\n  input_tokens    int,\n  output_tokens   int,\n  total_tokens    int,\n  tool_call_count int    NOT NULL DEFAULT 0,\n  tool_calls      jsonb  NOT NULL DEFAULT '[]'::jsonb,\n  tool_results    jsonb  NOT NULL DEFAULT '[]'::jsonb,\n  created_at      timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT stepresults_step_number_unique UNIQUE (agent_run_id, step_number)\n);\n\nCREATE INDEX IF NOT EXISTS stepresults_agent_run_id_idx ON stepresults (agent_run_id);\nCREATE INDEX IF NOT EXISTS stepresults_event_id_idx     ON stepresults (event_id);\n\n-- AI SDK per-step usage breakdown\n-- (LanguageModelUsage.inputTokenDetails / outputTokenDetails). Each\n-- column is NULL when the provider doesn't report that detail.\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS input_tokens_no_cache    int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS input_tokens_cache_read  int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS input_tokens_cache_write int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS output_tokens_text       int;\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS output_tokens_reasoning  int;\n-- Full step object snapshot, populated only when the operator opts\n-- in via inference.captureRawStepResultToDatabase: true. Used to\n-- inspect provider-specific fields (Anthropic cache control,\n-- OpenAI logprobs, ...) that don't fit dedicated columns.\nALTER TABLE stepresults ADD COLUMN IF NOT EXISTS raw_result jsonb;\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 chatmessages \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Persistent chat history across all channels. Each row links to the\n-- event whose lifecycle the message belongs to:\n--   * For role='user': the event the host plugin emitted with isChat=true.\n--   * For role='assistant': the event whose agentrun called send_chat.\n-- The channel is reachable via JOIN to events.preferred_chat_channel_id;\n-- there is intentionally no channel_id column here \u2014 channel routing is\n-- a host-side concern, the container never names a channel.\n--\n-- delivered_at is set when ANY listener returns true from its async\n-- handler. New subscribers replay all undelivered matching rows on\n-- registration so a message produced when nobody was listening is still\n-- delivered later.\nCREATE TABLE IF NOT EXISTS chatmessages (\n  id           bigserial PRIMARY KEY,\n  event_id     bigint NOT NULL REFERENCES events(id) ON DELETE CASCADE,\n  role         text NOT NULL CHECK (role IN ('user','assistant')),\n  text_content text NOT NULL,\n  created_at   timestamptz NOT NULL DEFAULT now(),\n  delivered_at timestamptz\n);\n\nCREATE INDEX IF NOT EXISTS chatmessages_event_idx\n  ON chatmessages (event_id);\nCREATE INDEX IF NOT EXISTS chatmessages_undelivered_idx\n  ON chatmessages (created_at) WHERE delivered_at IS NULL;\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 NOTIFY triggers \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n\nCREATE OR REPLACE FUNCTION events_notify_new() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify('events_new', NEW.id::text);\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS events_new_trg ON events;\nCREATE TRIGGER events_new_trg\n  AFTER INSERT ON events\n  FOR EACH ROW EXECUTE FUNCTION events_notify_new();\n\nCREATE OR REPLACE FUNCTION events_notify_state() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify('events_state', NEW.id::text || ':' || NEW.state);\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS events_state_trg ON events;\nCREATE TRIGGER events_state_trg\n  AFTER UPDATE OF state ON events\n  FOR EACH ROW EXECUTE FUNCTION events_notify_state();\n\nCREATE OR REPLACE FUNCTION agentruns_notify_changed() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify(\n    'agentruns_changed',\n    NEW.event_id::text || ':' || NEW.id::text\n  );\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS agentruns_notify_changed_trg ON agentruns;\nCREATE TRIGGER agentruns_notify_changed_trg\n  AFTER INSERT OR UPDATE OF state ON agentruns\n  FOR EACH ROW EXECUTE FUNCTION agentruns_notify_changed();\n\nCREATE OR REPLACE FUNCTION stepresults_notify_new() RETURNS trigger AS $$\nBEGIN\n  PERFORM pg_notify(\n    'stepresults_new',\n    NEW.event_id::text || ':' || NEW.agent_run_id::text || ':' || NEW.id::text\n  );\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS stepresults_new_trg ON stepresults;\nCREATE TRIGGER stepresults_new_trg\n  AFTER INSERT ON stepresults\n  FOR EACH ROW EXECUTE FUNCTION stepresults_notify_new();\n\n-- chatmessages NOTIFY: payload is \"<channel_id>:<role>:<id>\". Channel\n-- comes from the parent event's preferred_chat_channel_id, JOINed at\n-- trigger time. Empty channel becomes empty prefix \u2014 listeners will\n-- filter it out unless they explicitly subscribe to channelId=\"\".\nCREATE OR REPLACE FUNCTION chatmessages_notify_new() RETURNS trigger AS $$\nDECLARE\n  channel text;\nBEGIN\n  SELECT preferred_chat_channel_id INTO channel FROM events WHERE id = NEW.event_id;\n  PERFORM pg_notify(\n    'chatmessages_new',\n    COALESCE(channel, '') || ':' || NEW.role || ':' || NEW.id::text\n  );\n  RETURN NEW;\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS chatmessages_new_trg ON chatmessages;\nCREATE TRIGGER chatmessages_new_trg\n  AFTER INSERT ON chatmessages\n  FOR EACH ROW EXECUTE FUNCTION chatmessages_notify_new();\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 calendars + calendar_events \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Plugin-agnostic calendar data layer. `calendars` lists every\n-- subscription (own or shared) any provider plugin (ms365, future\n-- google/caldav) has surfaced; `calendar_events` stores every\n-- instance. Providers persist every occurrence of a recurring\n-- series independently (no master-expansion in core).\n--\n-- Identity:\n--   * `calendars.unique_key` is the provider's stable id. Uniqueness\n--     within `(plugin_id, unique_key)` lets multiple providers\n--     coexist.\n--   * `calendar_events.id` is provider-prefixed (e.g. `ms365:<graph-id>`)\n--     so collisions across providers are impossible by construction.\n--\n-- Refresh reconciliation uses a scan-generation tag: a refresh walk\n-- bumps `calendars.scan_generation`, upserts every event in window\n-- with the new value, then DELETEs events whose generation is older\n-- than the calendar's current value.\n\nCREATE TABLE IF NOT EXISTS calendars (\n  id              bigserial PRIMARY KEY,\n  plugin_id       text NOT NULL,\n  unique_key      text NOT NULL,\n  name            text NOT NULL,\n  type            text NOT NULL CHECK (type IN ('own','shared')),\n  owner_name      text,\n  scan_generation int  NOT NULL DEFAULT 0,\n  created_at      timestamptz NOT NULL DEFAULT now(),\n  UNIQUE (plugin_id, unique_key)\n);\n\n-- The provider's own \"default calendar\" flag (Graph's\n-- `isDefaultCalendar`). Used by `CalendarService.resolveDefaultCalendar`\n-- as the fallback when `core.defaultCalendar` is unset \u2014 we pick the\n-- first registered calendar (lowest id) flagged here. Added via\n-- ALTER so existing databases don't need a schema reset.\nALTER TABLE calendars ADD COLUMN IF NOT EXISTS is_default smallint NOT NULL DEFAULT 0;\n\nCREATE INDEX IF NOT EXISTS calendars_plugin_id_idx ON calendars (plugin_id);\n\nCREATE TABLE IF NOT EXISTS calendar_events (\n  id                  text PRIMARY KEY,\n  calendar_id         bigint NOT NULL REFERENCES calendars(id) ON DELETE CASCADE,\n  series_master_id    text,\n  type                text NOT NULL CHECK (type IN ('singleInstance','occurrence','exception','seriesMaster')),\n  subject             text,\n  start_dt            text NOT NULL,\n  end_dt              text NOT NULL,\n  event_tz            text,\n  is_all_day          smallint NOT NULL DEFAULT 0,\n  is_cancelled        smallint NOT NULL DEFAULT 0,\n  show_as             text,\n  sensitivity         text,\n  importance          text,\n  location            text,\n  is_online_meeting   smallint NOT NULL DEFAULT 0,\n  online_meeting_url  text,\n  organizer_name      text,\n  organizer_email     text,\n  response_status     text,\n  attendees_json      jsonb,\n  body                text,\n  attachments         jsonb,\n  scan_generation     int  NOT NULL,\n  created_at          timestamptz NOT NULL DEFAULT now(),\n  updated_at          timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE INDEX IF NOT EXISTS calendar_events_window_idx\n  ON calendar_events (calendar_id, start_dt);\nCREATE INDEX IF NOT EXISTS calendar_events_series_idx\n  ON calendar_events (series_master_id);\nCREATE INDEX IF NOT EXISTS calendar_events_generation_idx\n  ON calendar_events (calendar_id, scan_generation);\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 scheduled_subagents \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- One-off agent-scheduled wake-ups. Each row is upserted by the\n-- container's `schedule_subagent` tool and read by the host-side\n-- `ScheduledSubagentScheduler`, which installs a Croner job per row\n-- and atomically deletes the row when it fires. `key` is the\n-- agent-supplied unique id used for replace-on-conflict semantics\n-- (\"rescheduling a key overwrites the previous timing\"). `fire_at`\n-- is the UTC firing time; the agent passes wall-clock-in-`core.timezone`\n-- and the container projects to UTC before insert. On daemon startup,\n-- past-due rows are deleted with a warn log; future rows are\n-- reinstalled. See [[feedback_agent_facing_format]] \u2014 UTC storage,\n-- local-tz projection at every agent-facing edge.\nCREATE TABLE IF NOT EXISTS scheduled_subagents (\n  key         text PRIMARY KEY,\n  fire_at     timestamptz NOT NULL,\n  topic       text NOT NULL,\n  prompt      text,\n  payload     jsonb NOT NULL DEFAULT '{}'::jsonb,\n  priority    smallint NOT NULL DEFAULT 50,\n  privileged  boolean NOT NULL DEFAULT false,\n  created_at  timestamptz NOT NULL DEFAULT now(),\n  CONSTRAINT scheduled_subagents_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$')\n);\n\n-- The topic is the handler's whole address; the basename column is gone.\nALTER TABLE scheduled_subagents DROP COLUMN IF EXISTS handler;\n-- Re-add the topic CHECK so a widened TOPIC_PATTERN reaches existing tables.\nALTER TABLE scheduled_subagents DROP CONSTRAINT IF EXISTS scheduled_subagents_topic_format;\nALTER TABLE scheduled_subagents ADD CONSTRAINT scheduled_subagents_topic_format CHECK (topic ~ '^[\\w-]+(:[\\w-]+)*$');\n\nCREATE INDEX IF NOT EXISTS scheduled_subagents_fire_at_idx\n  ON scheduled_subagents (fire_at);\n\nCREATE OR REPLACE FUNCTION scheduled_subagents_notify_changed() RETURNS trigger AS $$\nDECLARE\n  payload_key text;\n  op text;\nBEGIN\n  IF TG_OP = 'DELETE' THEN\n    payload_key := OLD.key;\n    op := 'd';\n  ELSE\n    payload_key := NEW.key;\n    op := 'u';\n  END IF;\n  PERFORM pg_notify('scheduled_subagents_changed', payload_key || ':' || op);\n  RETURN COALESCE(NEW, OLD);\nEND;\n$$ LANGUAGE plpgsql;\n\nDROP TRIGGER IF EXISTS scheduled_subagents_notify_changed_trg ON scheduled_subagents;\nCREATE TRIGGER scheduled_subagents_notify_changed_trg\n  AFTER INSERT OR UPDATE OR DELETE ON scheduled_subagents\n  FOR EACH ROW EXECUTE FUNCTION scheduled_subagents_notify_changed();\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 inference_events \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Append-only audit trail of every upstream model HTTP call attempt.\n-- Written by AgentRunner on each generate() outcome (success / retryable /\n-- fatal). Read by the host-side `inference_status` reflection tool to\n-- answer \"is this model misbehaving right now?\". One row per attempt;\n-- retries write multiple rows. NULL agent_run_id is kept for runs whose\n-- row was later deleted (parent event cascade) so the historical signal\n-- survives.\nCREATE TABLE IF NOT EXISTS inference_events (\n  id            bigserial PRIMARY KEY,\n  provider      text NOT NULL,\n  model         text NOT NULL,\n  agent_run_id  bigint REFERENCES agentruns(id) ON DELETE SET NULL,\n  outcome       text NOT NULL CHECK (outcome IN ('success','retryable','fatal')),\n  status_code   int,\n  error_excerpt text,\n  occurred_at   timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE INDEX IF NOT EXISTS inference_events_model_time_idx\n  ON inference_events (model, occurred_at DESC);\nCREATE INDEX IF NOT EXISTS inference_events_occurred_at_idx\n  ON inference_events (occurred_at DESC);\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 tool_calls \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Append-only record of every tool invocation an agentrun attempted,\n-- tagged with the resolved handler markdown path and whether the call\n-- threw. Written by the tool wrapper in the container's ToolsFactory on\n-- each execute() outcome. Read by the heuristic tool-preloader\n-- (ToolCallBus.topToolsForHandler): the tools a handler successfully\n-- used across its recent non-error runs get loaded up front on the next\n-- run, so warm handlers rarely need a tool_list / tool_call round-trip.\n-- NULL agent_run_id survives a parent-event cascade so the historical\n-- usage signal outlives the run row.\nCREATE TABLE IF NOT EXISTS tool_calls (\n  id           bigserial PRIMARY KEY,\n  agent_run_id bigint REFERENCES agentruns(id) ON DELETE SET NULL,\n  handler_path text NOT NULL,\n  tool_name    text NOT NULL,\n  successful   boolean NOT NULL,\n  created_at   timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE INDEX IF NOT EXISTS tool_calls_handler_run_idx\n  ON tool_calls (handler_path, agent_run_id DESC);\nCREATE INDEX IF NOT EXISTS tool_calls_created_at_idx\n  ON tool_calls (created_at DESC);\n\n-- \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500 web_login_tokens / web_sessions \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n--\n-- Authentication state of the host webserver (host-only; the container\n-- never reads these). A login token is a one-time link minted by\n-- `familiar web login`; redeeming it deletes the row and creates a\n-- session. Only sha256 hashes of tokens are stored, never the tokens.\nCREATE TABLE IF NOT EXISTS web_login_tokens (\n  token_hash  text PRIMARY KEY,\n  login       text NOT NULL,\n  expires_at  timestamptz NOT NULL,\n  created_at  timestamptz NOT NULL DEFAULT now()\n);\n\nCREATE TABLE IF NOT EXISTS web_sessions (\n  id            uuid PRIMARY KEY DEFAULT gen_random_uuid(),\n  token_hash    text NOT NULL UNIQUE,\n  login         text NOT NULL,\n  user_agent    text,\n  created_at    timestamptz NOT NULL DEFAULT now(),\n  last_seen_at  timestamptz NOT NULL DEFAULT now(),\n  expires_at    timestamptz NOT NULL\n);\n";
 /**
  * SQL fragment that flips the parent event's terminal state when the
  * **root** agentrun settles. Run inside the same transaction as the

package/build/Schema.js

@@ -549,6 +549,29 @@ CREATE INDEX IF NOT EXISTS tool_calls_handler_run_idx
   ON tool_calls (handler_path, agent_run_id DESC);
 CREATE INDEX IF NOT EXISTS tool_calls_created_at_idx
   ON tool_calls (created_at DESC);
+
+-- ───────── web_login_tokens / web_sessions ─────────
+--
+-- Authentication state of the host webserver (host-only; the container
+-- never reads these). A login token is a one-time link minted by
+-- \`familiar web login\`; redeeming it deletes the row and creates a
+-- session. Only sha256 hashes of tokens are stored, never the tokens.
+CREATE TABLE IF NOT EXISTS web_login_tokens (
+  token_hash  text PRIMARY KEY,
+  login       text NOT NULL,
+  expires_at  timestamptz NOT NULL,
+  created_at  timestamptz NOT NULL DEFAULT now()
+);
+
+CREATE TABLE IF NOT EXISTS web_sessions (
+  id            uuid PRIMARY KEY DEFAULT gen_random_uuid(),
+  token_hash    text NOT NULL UNIQUE,
+  login         text NOT NULL,
+  user_agent    text,
+  created_at    timestamptz NOT NULL DEFAULT now(),
+  last_seen_at  timestamptz NOT NULL DEFAULT now(),
+  expires_at    timestamptz NOT NULL
+);
 `;
 /**
  * SQL fragment that flips the parent event's terminal state when the

package/build/Scratch.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Per-event scratch folders (`/scratch/<event-id>/` in the containers,
+ * `<scratchDir>/<event-id>/` on the host).
+ *
+ * Convention: files whose name starts with `.` are internal (spilled tool
+ * results, plugin bookkeeping). They are left out wherever scratch files
+ * are listed for the model ("staged files" in the prompt) or the user
+ * (downloads in the web chat).
+ */
+/** A file in an event's scratch folder, as `ctx.scratch.listFiles` reports it. */
+export interface ScratchFile {
+    /** Basename inside `/scratch/<event-id>/`. */
+    readonly name: string;
+    /** Size in bytes. */
+    readonly size: number;
+    /** Last modification. */
+    readonly modifiedAt: Date;
+}
+/**
+ * Whether a scratch file is internal (dotfile) and must not be offered
+ * to the model or the user as a staged or produced file.
+ *
+ * @param name Basename.
+ * @returns True for hidden files.
+ */
+export declare function isHiddenScratchFile(name: string): boolean;
+/**
+ * File name for spilling an oversized tool result to scratch: hidden
+ * (leading `.`, see {@link isHiddenScratchFile}) and with a 4-byte random
+ * hex token before the extension, so concurrent spills with the same
+ * suggestion never collide — `result.json` → `.result-a1b2c3d4.json`.
+ *
+ * @param suggestedName Name proposed by the tool runner.
+ * @returns The basename to write.
+ */
+export declare function scratchSpillFileName(suggestedName: string): string;

package/build/Scratch.js

@@ -0,0 +1,29 @@
+import { randomBytes } from "node:crypto";
+/**
+ * Whether a scratch file is internal (dotfile) and must not be offered
+ * to the model or the user as a staged or produced file.
+ *
+ * @param name Basename.
+ * @returns True for hidden files.
+ */
+export function isHiddenScratchFile(name) {
+    return name.startsWith(".");
+}
+/**
+ * File name for spilling an oversized tool result to scratch: hidden
+ * (leading `.`, see {@link isHiddenScratchFile}) and with a 4-byte random
+ * hex token before the extension, so concurrent spills with the same
+ * suggestion never collide — `result.json` → `.result-a1b2c3d4.json`.
+ *
+ * @param suggestedName Name proposed by the tool runner.
+ * @returns The basename to write.
+ */
+export function scratchSpillFileName(suggestedName) {
+    const suffix = randomBytes(4).toString("hex");
+    const base = suggestedName.replace(/^\.+/, "");
+    const dotIdx = base.lastIndexOf(".");
+    const named = dotIdx <= 0
+        ? `${base}-${suffix}`
+        : `${base.slice(0, dotIdx)}-${suffix}${base.slice(dotIdx)}`;
+    return `.${named}`;
+}