@north-light/cli 0.3.544 → 0.3.546
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/api/contract.d.ts +1 -1
- package/dist/api/contract.js +1 -1
- package/dist/api/dto/broker-ops.d.ts +0 -9
- package/dist/builtin-memory/crouter-sdk/release-notes.md +10 -0
- package/dist/builtin-memory/northlight-apps/guides/watchable-objects.md +74 -0
- package/dist/builtin-memory/northlight-apps/reach-people-by-text.md +1 -1
- package/dist/commands/canvas-prune.js +1 -1
- package/dist/core/canvas/canvas.d.ts +0 -7
- package/dist/core/canvas/canvas.js +22 -18
- package/dist/core/canvas/db.d.ts +3 -0
- package/dist/core/canvas/db.js +4 -4
- package/dist/daemon/api/handlers/broker-ops.js +1 -1
- package/dist/daemon/reconcilers/storage-maintenance.d.ts +1 -1
- package/dist/daemon/reconcilers/storage-maintenance.js +1 -1
- package/docs/apps/guides/watchable-objects.md +71 -0
- package/docs/apps/reach-people-by-text.md +1 -1
- package/docs/release-local.md +2 -2
- package/docs/sdk/release-notes.md +10 -0
- package/package.json +3 -3
- package/packages/crouter-identity/package.json +1 -1
- package/runtime.lock.json +13 -12
package/dist/api/contract.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/** The contract level this build serves and requires. Written by `scripts/contract.mjs release`; never edit by hand. */
|
|
2
|
-
export declare const CONTRACT_LEVEL = "1.
|
|
2
|
+
export declare const CONTRACT_LEVEL = "1.30";
|
|
3
3
|
/** Request header naming the one contract level the caller needs, e.g. `1.3`. Optional: absent means no check. */
|
|
4
4
|
export declare const REQUIRED_CONTRACT_HEADER = "Crouter-Required-Contract";
|
|
5
5
|
/** Response header listing the contract levels the server serves, comma-separated, one per major, e.g. `1.3`. */
|
package/dist/api/contract.js
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
var c=Object.defineProperty;var e=(r,t)=>c(r,"name",{value:t,configurable:!0});const f="1.
|
|
1
|
+
var c=Object.defineProperty;var e=(r,t)=>c(r,"name",{value:t,configurable:!0});const f="1.30",i="Crouter-Required-Contract",p="Crouter-Contract";function l(r){const t=/^(\d+)\.(\d+)$/.exec(r.trim());return t===null?null:{major:Number(t[1]),minor:Number(t[2])}}e(l,"parseContractLevel");function a(r){return r==null?[]:r.split(",").map(t=>l(t)).filter(t=>t!==null)}e(a,"parseServedContracts");function s(r,t){const n=l(r);return n===null?!1:(typeof t=="string"||t===null||t===void 0?a(t):t).some(u=>u.major===n.major&&u.minor>=n.minor)}e(s,"contractSatisfies");function C(r,t,n={}){if(r===void 0)return null;if(l(r)===null)return{status:400,code:"invalid_request",param:i,message:`${i} must be a contract level like 1.0.`};if(s(r,t))return null;const o=r.trim();return{status:426,code:"runtime_version_unsupported",message:t===null||a(t).length===0?`The runtime did not name its contract level; the caller requires contract ${o} or later. Roll the runtime forward.`:`The runtime serves contract ${t}; the caller requires contract ${o} or later within the same major. Roll the runtime forward, or pin an SDK whose crouterContract the runtime serves.`,details:{sdk_version:(n.legacyMinimum??"").trim(),runtime_version:n.runtimeVersion??null,required_contract:o,runtime_contract:t}}}e(C,"contractRefusal");export{p as CONTRACT_HEADER,f as CONTRACT_LEVEL,i as REQUIRED_CONTRACT_HEADER,C as contractRefusal,s as contractSatisfies,l as parseContractLevel,a as parseServedContracts};
|
|
@@ -117,14 +117,6 @@ export interface BrokerExtensionNodeDTO {
|
|
|
117
117
|
created: string;
|
|
118
118
|
}
|
|
119
119
|
export type BrokerExtensionSubjectDTO = NodeSubjectDTO;
|
|
120
|
-
/** One resolved report sender. Report contents stay broker-local filesystem
|
|
121
|
-
* data; this daemon projection supplies only existence and display metadata. */
|
|
122
|
-
export interface BrokerReportNodeDTO {
|
|
123
|
-
node_id: string;
|
|
124
|
-
grantee: string;
|
|
125
|
-
name: string;
|
|
126
|
-
created: string;
|
|
127
|
-
}
|
|
128
120
|
/** `GET /v1/nodes/{id}/broker/extension-state`. This is deliberately a fixed
|
|
129
121
|
* extension rendering projection, not a generic node/state read API. */
|
|
130
122
|
export interface BrokerExtensionStateDTO {
|
|
@@ -134,7 +126,6 @@ export interface BrokerExtensionStateDTO {
|
|
|
134
126
|
children: BrokerExtensionNodeDTO[];
|
|
135
127
|
fork_source: BrokerExtensionNodeDTO | null;
|
|
136
128
|
subject: BrokerExtensionSubjectDTO;
|
|
137
|
-
report_nodes: BrokerReportNodeDTO[];
|
|
138
129
|
/** The head body of the node's `roadmap` document, or null when it has none. */
|
|
139
130
|
roadmap: string | null;
|
|
140
131
|
}
|
|
@@ -9,6 +9,16 @@ when-and-why-to-read: When you need Release notes, this knowledge should be read
|
|
|
9
9
|
|
|
10
10
|
Changes to `@north-light/sdk` that can change what an existing app sees. Newest first.
|
|
11
11
|
|
|
12
|
+
## 0.3.546
|
|
13
|
+
|
|
14
|
+
`GET /v1/nodes/:id/broker/extension-state` no longer returns `report_nodes` (every node's id, name, created and grantee). Nothing has read it since 0.3.350, and returning it cost a query over every node on each model request of every broker. No SDK method reads it.
|
|
15
|
+
|
|
16
|
+
## 0.3.545
|
|
17
|
+
|
|
18
|
+
`@north-light/sdk/stores/postgres` gains an object kit: `PostgresObjectStore` and `objectKitSchemaSql`. Additive: no existing export, request or response changes.
|
|
19
|
+
|
|
20
|
+
- `PostgresObjectStore` keeps per-person custom objects (`instance`), the nodes watching them (`watch`), and a PostgreSQL publish outbox written inside the caller's transaction (`enqueue`) and delivered at least once by `startPublisher`. `objectKitSchemaSql()` returns the DDL for its three tables. See [Watchable objects](/docs/guides/watchable-objects).
|
|
21
|
+
|
|
12
22
|
## 0.3.542
|
|
13
23
|
|
|
14
24
|
The directory's account page reads and removes individual AI subscription accounts. Additive: no app-facing request or response changes.
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
---
|
|
2
|
+
kind: knowledge
|
|
3
|
+
when-and-why-to-read: When you need Watchable objects, this knowledge should be
|
|
4
|
+
read because Give each person a canvas object per thing in your app, let their
|
|
5
|
+
agents watch it, and publish events to it reliably with the PostgreSQL object
|
|
6
|
+
kit.
|
|
7
|
+
---
|
|
8
|
+
|
|
9
|
+
# Watchable objects
|
|
10
|
+
|
|
11
|
+
`PostgresObjectStore` from `@north-light/sdk/stores/postgres` keeps one canvas object per person for each thing in your app (a problem, a ticket, a workspace), links the person's nodes to it, and delivers events to it from a database outbox. An agent that runs `crtr <your-plugin> thing watch T-12` then receives the events you publish for T-12.
|
|
12
|
+
|
|
13
|
+
Your app declares the object kinds and their events in its plugin with `definePlugin({objectKinds})` (see [Deploying a plugin](https://crouter.docs.northlight.ai/docs/plugin/deploying)). The store registers objects of those kinds. Install `pg` in your app.
|
|
14
|
+
|
|
15
|
+
## Create the tables
|
|
16
|
+
|
|
17
|
+
`objectKitSchemaSql()` returns the DDL. Put it in your migration; the store never creates tables.
|
|
18
|
+
|
|
19
|
+
```ts
|
|
20
|
+
import {objectKitSchemaSql} from '@north-light/sdk/stores/postgres';
|
|
21
|
+
|
|
22
|
+
console.log(objectKitSchemaSql()); // or objectKitSchemaSql({object: 'app.watch_object', watcher: '…', publish: '…'})
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
It creates three tables (names default to `watch_object`, `watch_watcher`, `watch_publish`):
|
|
26
|
+
|
|
27
|
+
| Table | Holds |
|
|
28
|
+
|---|---|
|
|
29
|
+
| object | `object_id` (the runtime's id), `sub`, `kind`, `target`, `name`, `created_at`; unique on (`sub`, `kind`, `target`) |
|
|
30
|
+
| watcher | `object_id`, `node`, `machine` (`''` for the person's hosted runtime); one row per linked node |
|
|
31
|
+
| publish | the outbox: `id`, `object_id`, `event`, `summary`, `state` (jsonb), `status` (`pending`, `done`, `dropped`), `attempts`, `last_error`, `next_attempt_at`, `created_at` |
|
|
32
|
+
|
|
33
|
+
Table names are lowercase identifiers, optionally schema-qualified.
|
|
34
|
+
|
|
35
|
+
## Use it
|
|
36
|
+
|
|
37
|
+
```ts
|
|
38
|
+
import {Pool} from 'pg';
|
|
39
|
+
import {PostgresObjectStore} from '@north-light/sdk/stores/postgres';
|
|
40
|
+
|
|
41
|
+
const pool = new Pool({connectionString: process.env.DATABASE_URL});
|
|
42
|
+
const objects = new PostgresObjectStore(pool, {
|
|
43
|
+
providerId: process.env.CROUTER_CLIENT_ID!, // kinds register as `<providerId>.<kind>`
|
|
44
|
+
runtime: (sub) => oauth.appClient(sub), // the app's client on that person's runtime
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
// In a command: find or create the person's object, then link the calling node to it.
|
|
48
|
+
const object = await objects.instance(sub, 'problem', 'P-12', {name: 'problem/P-12', description: 'Problem P-12'});
|
|
49
|
+
await objects.watch(object.objectId, ctx.caller.crtr.node, ctx.caller.crtr.machine);
|
|
50
|
+
|
|
51
|
+
// In the transaction of the write the event records:
|
|
52
|
+
await client.query('BEGIN');
|
|
53
|
+
// … your writes …
|
|
54
|
+
await objects.enqueue(client, object.objectId, {event: 'recovered', summary: 'P-12 recovered', state: {id: 'P-12'}});
|
|
55
|
+
await client.query('COMMIT');
|
|
56
|
+
|
|
57
|
+
// Once per process:
|
|
58
|
+
const publisher = objects.startPublisher(); // every 5 s, up to 100 rows
|
|
59
|
+
// on shutdown: await publisher.stop();
|
|
60
|
+
```
|
|
61
|
+
|
|
62
|
+
- `instance(sub, kind, target, {name, description})` returns the existing object for that (person, kind, target), or registers a private object on the person's runtime and stores it. Two calls racing to create the same object each register one; the row that committed first is kept and the other registration is unregistered. Use `''` as `target` for a kind with one object per person.
|
|
63
|
+
- `watch(objectId, node, machine?)` links the node on the person's runtime (`canvas.watch` with `watcher`, plus `watcher_machine` when `machine` is set) and records the link. It is safe to repeat. A node the runtime does not know rejects with `NotFoundError`.
|
|
64
|
+
- `enqueue(client, objectId, {event, summary, state?})` inserts an outbox row with the client you pass. Pass the client of your open transaction and the row exists exactly when your write committed. `summary` is cut to 500 characters. The object must already exist (the outbox references it).
|
|
65
|
+
- `startPublisher({tick?, batch?})` delivers pending rows oldest first, every `tick` ms (default 5000), at most `batch` per tick (default 100). A Postgres advisory lock lets one process at a time deliver, so every instance of your app can run it. Delivery is at least once.
|
|
66
|
+
|
|
67
|
+
## Delivery rules
|
|
68
|
+
|
|
69
|
+
- A transient failure (network, 5xx, 429, `unknown_event`) keeps the row pending and retries after `min(2^attempts × 10 s, 15 min)`.
|
|
70
|
+
- A refusal the runtime will never accept (HTTP 400, 404 or 422, other than `unknown_event`) marks the row `dropped` with `last_error` set.
|
|
71
|
+
- A row still undelivered 24 hours after it was enqueued is marked `dropped`.
|
|
72
|
+
- Rows are never deleted; delete `done` and `dropped` rows from your own cleanup job.
|
|
73
|
+
|
|
74
|
+
`PostgresObjectStore.tick()` runs one delivery pass and answers `false` when another process holds the lock; `startPublisher` calls it on a timer, logging a failed tick and carrying on. Pass `log: {warn, error}` to route those messages.
|
|
@@ -40,7 +40,7 @@ The [Comms guide for coding agents](https://comms.northlight.ai/llms.txt) is the
|
|
|
40
40
|
5. **Text it from your own phone, in test mode.** Add yourself as a tester (`crtr comms testers add --app-id <id> --phone <number> --label <name>`, or the site), then text `JOIN <code>` to the test number. Test mode is free; the [Comms guide](https://comms.northlight.ai/llms.txt) has the tester limit.
|
|
41
41
|
6. **Go to production** when you want your app's own number and anyone to text it. Production is paid: add a card on the billing account, and Comms gets your app its own number.
|
|
42
42
|
|
|
43
|
-
Comms is priced per person your app texts with in production each month; fake mode and testing are free. The SDK is [`@north-light/comms`](https://www.npmjs.com/package/@north-light/comms) on npm.
|
|
43
|
+
Comms is priced per person your app texts with in production each month; fake mode and testing are free. The SDK is [`@north-light/comms`](https://www.npmjs.com/package/@north-light/comms) on npm. Install it with `npm i @north-light/comms`.
|
|
44
44
|
|
|
45
45
|
## Rules
|
|
46
46
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
var u=Object.defineProperty;var o=(e,a)=>u(e,"name",{value:a,configurable:!0});import{defineLeaf as p}from"../core/command.js";import{cliClient as h,rethrowAsCliError as m}from"./api-client.js";const r=
|
|
1
|
+
var u=Object.defineProperty;var o=(e,a)=>u(e,"name",{value:a,configurable:!0});import{defineLeaf as p}from"../core/command.js";import{cliClient as h,rethrowAsCliError as m}from"./api-client.js";const r=2,v=p({name:"prune",description:"remove terminal nodes (dead/done/canceled) last active more than a TTL ago",whenToUse:"you want to bound the canvas\u2019s on-disk growth \u2014 sweep away nodes that are finished (done), crashed (dead), or closed (canceled) and last active more than a retention window ago, reclaiming their rows, edges (cascade-deleted by the schema), and `nodes/<id>/` dirs. crtrd already runs the default 2-day sweep of terminal nodes every 5 minutes, so run this by hand for a shorter window, a count cap, --include-stale, or --empty; live nodes (active/idle) and nodes with an open managed worktree are never touched, and you can preview the sweep before it deletes anything",help:{name:"canvas prune",summary:"delete terminal nodes last active more than a TTL ago (edges cascade, dirs removed); --max N for a count cap; --dry-run to preview",params:[{kind:"flag",name:"max",type:"int",required:!1,constraint:"COUNT mode (instead of the TTL sweep): keep every protected node, plus the most recently active terminal nodes up to N in total, deleting the rest. Active/idle nodes regardless of process state and every node listed under effects as kept are NEVER deleted, so the real floor is max(N, protectedCount). Recency = the latest lifecycle timestamp or telemetry.json mtime. Combine with --dry-run to preview."},{kind:"flag",name:"ttl",type:"int",required:!1,default:r,constraint:`Retention window in days: only dead/done/canceled nodes last active more than this many days ago are pruned (last active = the latest lifecycle timestamp or telemetry.json mtime), except the nodes listed under effects as kept. Default: ${r}.`},{kind:"flag",name:"include-stale",type:"bool",required:!1,default:!1,constraint:"ALSO prune stale active/idle nodes last active before the TTL whose process is gone (pi_pid null or dead) \u2014 reaps abandoned roots the daemon never reconciled. Skipped: a live pi_pid, a node sleeping until it is woken, a node with unseen wake mail, a frozen node, a node in respawn backoff, and every node listed under effects as kept."},{kind:"flag",name:"empty",type:"bool",required:!1,default:!1,constraint:"Instead of the TTL sweep, reap EMPTY nodes \u2014 nodes (of any age or status) whose engine never produced an assistant message, the useless shells that just take up graph + disk space. A node mid-first-turn, the caller, and a node with an open managed worktree are spared. Combine with --dry-run to preview."},{kind:"flag",name:"dry-run",type:"bool",required:!1,default:!1,constraint:"Report what WOULD be pruned without deleting anything."}],output:[{name:"pruned",type:"integer",required:!0,constraint:"How many nodes were pruned (0 under --dry-run since nothing is deleted; the candidate count is in `nodes`)."},{name:"dryRun",type:"boolean",required:!0,constraint:"True when nothing was deleted (preview only)."},{name:"ttlDays",type:"integer",required:!0,constraint:"The retention window used."},{name:"nodes",type:"object[]",required:!0,constraint:"One per pruned (or, under --dry-run, prunable) node: {node_id,status,created}."}],outputKind:"object",effects:["With --max N: COUNT mode \u2014 keep every protected node plus the most recently active terminal nodes up to N in total, deleting the rest; active/idle nodes regardless of process state are never deleted. Takes precedence over the TTL/--empty sweeps.","Deletes matching `nodes` rows; their edges cascade-delete via the FK; each node\u2019s `nodes/<id>/` dir is removed.","Always kept, in every mode except --empty: the caller, a node with a live or launching engine, a node with durable work that must wake it (subscription, message wait, cron wake, open ticket, output request), a node a person is viewing, a frozen node, an app run (deleted only through the runs API), and a node with an open managed worktree.","No-op on live nodes (active/idle) and terminal nodes active within the TTL. With --include-stale: also deletes active/idle nodes last active before the TTL whose process is gone and that nothing will wake.","crtrd runs the default sweep (terminal nodes, 2 days, no --include-stale) automatically every 5 minutes.","Under --dry-run: read-only, deletes nothing."]},run:o(async e=>{const a=e.ttl??r,i=e.dryRun??!1,l=e.includeStale??!1,c=e.empty??!1,s=e.max,n={dry_run:i,ttl_days:a};s!==void 0?n.limit=s:c?n.empty=!0:n.include_stale=l;try{const t=await h().prune(n);return{pruned:t.dry_run?0:t.pruned.length,dryRun:t.dry_run,ttlDays:t.ttl_days,nodes:t.pruned.map(d=>({node_id:d.node_id,status:d.status,created:d.created}))}}catch(t){m(t)}},"run")});export{v as canvasPruneLeaf};
|
|
@@ -191,13 +191,6 @@ export declare function resumableNodeCwds(ownerId: string): Promise<Array<{
|
|
|
191
191
|
* launches: the lifecycle tick reopens them. Each parked resident seeks its own mail
|
|
192
192
|
* through `deliveries_destination`. */
|
|
193
193
|
export declare function listParkedResidentsWithWakeMail(): Promise<NodeRow[]>;
|
|
194
|
-
/** Identity-only projection of every user-visible row: the broker's report
|
|
195
|
-
* resolver needs only "does this sender exist, and what is it called", and a
|
|
196
|
-
* three-column read stays cheap against a canvas of thousands of rows where a
|
|
197
|
-
* full `listNodes()` hydration does not. */
|
|
198
|
-
export declare function listNodeIdentities(): Promise<Array<Pick<NodeRow, 'node_id' | 'name' | 'created'> & {
|
|
199
|
-
grantee: string;
|
|
200
|
-
}>>;
|
|
201
194
|
/** Mark an already-spawned node as an unclaimed spare for `recipeKey`. Hides it
|
|
202
195
|
* from every listing until it is claimed. */
|
|
203
196
|
export declare function registerWarmSpare(nodeId: string, recipeKey: string): Promise<void>;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
var
|
|
1
|
+
var ee=Object.defineProperty;var a=(e,n)=>ee(e,"name",{value:n,configurable:!0});import{envNodeId as U}from"../../shared/env.js";import{rmdirSync as ne,rmSync as te,statSync as ae}from"node:fs";import{dirname as ie,join as I,resolve as oe}from"node:path";import{removeTreeBeneath as j}from"../spaces/open-beneath.js";import{emitEvent as re}from"../events/emit.js";import{withCanvasWrite as p,openDb as r}from"./db.js";import{conversationStore as se,ConversationNotFoundError as de}from"../conversation-store/index.js";import{hasUnseenWakeMail as ue,UNSEEN_WAKE_MAIL_SQL as le}from"./deliveries.js";import{isAppRun as W}from"./app-run.js";import{registerOutcomeAction as F}from"./outcome-actions.js";import{publish as ce}from"../graph/events.js";import{nodeObject as _e}from"../graph/objects.js";import{findNodeBySessionFileSql as pe}from"./sessions.js";import{hydrateFault as fe}from"./recovery.js";import{hasUnreconciledWorktree as Ee,openWorktree as we,readWorktree as ye,worktreeFromRow as me}from"./worktrees.js";import{isPidAlive as Ne,isPidPresent as b,recordedPidLiveness as Re}from"./pid.js";import{ensureHome as Se,jobDir as he,nodeDir as Oe,nodeRunDir as C}from"./paths.js";import{appForNode as Te,ensureNodeDirs as Le,nodeAgentDir as De}from"./node-agent-paths.js";import{appSpace as H}from"../layout.js";import{createObject as ve,getById as M,ownerForGrantee as ge,setObjectKind as Ae,setObjectName as ke}from"../graph/objects.js";import{deleteNodeWithOwned as xe}from"../graph/deletion.js";import{SUBTREE_ALL_IDS_SQL as Ue,SUBTREE_IDS_SQL as Ie}from"./tree.js";import{filterAsync as y,mapAsync as h}from"../async-array.js";function E(e,n){if(e==null)return null;const t=JSON.stringify(e);if(t===void 0)throw new TypeError(`${n} must be JSON-serializable`);return t}a(E,"jsonValue");async function pn(e,n){if((await e.prepare("SELECT deleting_at FROM nodes WHERE node_id = ?").get(n))?.deleting_at)throw new Error("run is deleting")}a(pn,"assertRunNotDeleting");async function je(e,n){const t=await ge(n,e.grantee??"app:terminal");await ve(n,{id:e.node_id,type:"node",kind:e.kind,owner:t.id,privacy:"public",name:e.name,preview:""}),await n.prepare(`INSERT INTO nodes (node_id, description, title, icon, cycles, mode, lifecycle, cwd, host_kind, profile_id, parent, spawned_by, creator, fork_from, fork_source_file, created, passive_default, cycle_pending, model_override, persona_ack_json, review_binding_json, launch_config_json, scopes_json, isolated, status, intent, final_report, finalized_at, deadline_at, "window", tmux_session, pane, sub, grant_id, client_id, metadata_json, run_id, event_cursor, usage_json, deleting_at) VALUES (${Array(40).fill("?").join(", ")})`).run(e.node_id,e.description??null,e.title??null,e.icon??null,e.cycles??null,e.mode,e.lifecycle,e.cwd,e.host_kind??null,e.profile_id??null,e.parent??null,e.spawned_by??null,e.creator??null,e.fork_from??null,e.fork_source_file??null,e.created,e.passive_default===!0?1:0,e.cycle_pending===!0?1:0,e.model_override??null,E(e.persona_ack,"persona_ack"),E(e.review_binding,"review_binding"),E(e.launch,"launch"),E(e.scopes,"scopes"),e.isolated===!0?1:0,e.status??"active",e.intent??null,e.final_report??null,e.finalized_at??null,e.deadline_at??null,e.window??null,e.tmux_session??null,e.pane??null,e.sub??null,e.grant_id??null,e.client_id??null,e.metadata_json??null,e.run_id??null,e.event_cursor??null,e.usage_json??null,e.deleting_at??null)}a(je,"seedRow");function P(e){if(e.fault_id==null)return null;const n=Object.entries(e).filter(([t])=>t.startsWith("fault_")).map(([t,i])=>[t==="fault_id"?t:t.slice(6),i]);return fe(Object.fromEntries(n))}a(P,"faultFrom");function f(e){const n={node_id:e.node_id,name:e.name,description:e.description??void 0,cycles:e.cycles??void 0,kind:e.kind,mode:e.mode,lifecycle:e.lifecycle,status:e.status,cwd:e.cwd,host_kind:e.host_kind??null,profile_id:e.profile_id??null,scopes:e.scopes_json==null?null:JSON.parse(e.scopes_json),isolated:e.isolated===1,grantee:e.grantee,sub:e.sub??null,grant_id:e.grant_id??null,client_id:e.client_id??null,metadata_json:e.metadata_json??null,run_id:e.run_id??null,event_cursor:e.event_cursor??null,last_activity_at:e.last_activity_at??null,usage_json:e.usage_json??null,last_turn_error_json:e.last_turn_error_json??null,deleting_at:e.deleting_at??null,parent:e.parent??null,created:e.created,intent:e.intent??null,frozen_at:e.frozen_at??null,respawn_failures:e.respawn_failures??0,respawn_not_before:e.respawn_not_before??null,launched_at:e.launched_at??null,last_settled_at:e.last_settled_at??null,terminal_reason:e.terminal_reason??null,final_report:e.final_report??null,finalized_at:e.finalized_at??null,outcome_kind:e.outcome_kind??null,outcome_reason:e.outcome_reason??null,outcome_at:e.outcome_at??null,outcome_revision:e.outcome_revision??0,outcome_detail_json:e.outcome_detail_json??null,deadline_at:e.deadline_at??null,telemetry_tokens_in:e.telemetry_tokens_in??null,telemetry_context_tokens:e.telemetry_context_tokens??null,telemetry_last_activity:e.telemetry_last_activity??null,telemetry_updated_at:e.telemetry_updated_at??null,pi_pid:e.pi_pid??null,pi_pid_identity:e.pi_pid_identity??null,window:e.window??null,tmux_session:e.tmux_session??null,pane:e.pane??null,fault:null,streaming:!1},t=b(n.pi_pid),i=P(e);return n.fault=i?.link==="pi\u2192provider"&&i.retry.by==="daemon"&&i.retry.disposition==="auto"&&!t?null:i,n.streaming=e.turn_open_at!==null&&e.turn_closed_at===null&&t,n}a(f,"rowFrom");async function $(e,n){return n??=await ye(e.node_id),{...f(e),title:e.title??void 0,icon:e.icon??void 0,spawned_by:e.spawned_by??null,creator:e.creator??null,fork_from:e.fork_from??null,fork_source_file:e.fork_source_file??null,passive_default:e.passive_default===1,cycle_pending:e.cycle_pending===1,model_override:e.model_override??null,scopes:e.scopes_json==null?null:JSON.parse(e.scopes_json),persona_ack:e.persona_ack_json==null?void 0:JSON.parse(e.persona_ack_json),review_binding:e.review_binding_json==null?void 0:JSON.parse(e.review_binding_json),launch:e.launch_config_json==null?void 0:JSON.parse(e.launch_config_json),pi_session_id:e.pi_session_id??null,pi_session_file:e.pi_session_file??null,...n===null?{}:{managed_worktree:n}}}a($,"metaFrom");async function fn(e,n={}){return Se(),await p(async t=>{await je(e,t),e.managed_worktree!==void 0&&e.managed_worktree!==null&&await we(e.node_id,e.managed_worktree,t),n.outcomeDelivery!==void 0&&await F(t,e.node_id,n.outcomeDelivery),await n.withinCreate?.(t,e)}),await Le(e.node_id),await N(e.node_id)}a(fn,"createNode");async function N(e){const n=await(await r()).prepare("SELECT * FROM node_rows WHERE node_id = ?").get(e);return n===void 0?null:await $(n)}a(N,"getNode");const We=1440*60*1e3;function q(e){return{requestKey:e.request_key,nodeId:e.node_id,state:e.state}}a(q,"createRequestRecord");async function En(e){const n=await(await r()).prepareUncached("SELECT request_key, node_id, state FROM create_requests WHERE request_key = ?").get(e);return n===void 0?null:q(n)}a(En,"findCreateRequest");async function wn(e){return await p(async n=>{const t=Date.now();await n.prepareUncached("DELETE FROM create_requests WHERE expires_at <= ?").run(t);const i=await n.prepareUncached("SELECT request_key, node_id, state FROM create_requests WHERE request_key = ?").get(e);return i!==void 0?q(i):(await n.prepareUncached("INSERT INTO create_requests (request_key, node_id, expires_at, state) VALUES (?, NULL, ?, 'reserved')").run(e,t+We),{requestKey:e,nodeId:null,state:"reserved"})})}a(wn,"reserveCreateRequest");async function yn(e=Date.now()){return Number((await(await r()).prepareUncached("DELETE FROM create_requests WHERE expires_at <= ?").run(e)).changes)}a(yn,"pruneExpiredCreateRequests");async function mn(e,n){await(await r()).prepareUncached("UPDATE create_requests SET node_id = ?, state = 'complete' WHERE request_key = ?").run(n,e)}a(mn,"recordCreateRequestNode");async function Nn(e,n){await(await r()).prepareUncached("UPDATE create_requests SET node_id = ?, state = 'reserved' WHERE request_key = ?").run(n,e)}a(Nn,"reserveCreateRequestNode");async function Rn(e,n){await(await r()).prepareUncached("UPDATE create_requests SET state = 'complete' WHERE request_key = ? AND node_id = ?").run(e,n)}a(Rn,"completeCreateRequest");async function Sn(e,n){await p(async t=>{if(n===null){await t.prepareUncached("DELETE FROM create_requests WHERE request_key = ? AND node_id IS NULL").run(e);return}await t.prepareUncached("DELETE FROM create_requests WHERE request_key = ? AND node_id = ?").run(e,n)})}a(Sn,"abandonCreateRequest");function hn(e){return oe(e)}a(hn,"canonicalSessionFile");async function On(e){const n=await pe(e);return n===null?null:await N(n)}a(On,"findNodeBySessionFile");async function Tn(e){const n=await(await r()).prepare("SELECT * FROM node_rows WHERE node_id = ?").get(e);return n?f(n):null}a(Tn,"getRow");async function Ln(e){const n=await(await r()).prepare("SELECT * FROM node_rows WHERE pane = ?").get(e);return n?f(n):null}a(Ln,"getRowByPane");async function Dn(e){return(await(await r()).prepare(`SELECT * FROM node_rows
|
|
2
2
|
WHERE deadline_at IS NOT NULL AND outcome_at IS NULL
|
|
3
3
|
AND deadline_at <= ? AND status IN ('active','idle') AND kind != 'human'
|
|
4
|
-
ORDER BY deadline_at, created, node_id`).all(e)).map(f)}a(
|
|
5
|
-
WHERE profile_id = ? AND deadline_at IS NOT NULL AND status IN ('active', 'idle')`).all(e),o=t.prepare("UPDATE nodes SET deadline_at = ? WHERE node_id = ? AND deadline_at = ?");let s=0;for(const d of i){const
|
|
4
|
+
ORDER BY deadline_at, created, node_id`).all(e)).map(f)}a(Dn,"dueNodeDeadlines");async function vn(e,n){return Number((await(await r()).prepare("UPDATE nodes SET deadline_at = ? WHERE node_id = ?").run(n,e)).changes)===1}a(vn,"setNodeDeadline");async function gn(e,n){return!Number.isFinite(n)||n<=0?0:await p(async t=>{const i=await t.prepare(`SELECT node_id, deadline_at FROM nodes
|
|
5
|
+
WHERE profile_id = ? AND deadline_at IS NOT NULL AND status IN ('active', 'idle')`).all(e),o=t.prepare("UPDATE nodes SET deadline_at = ? WHERE node_id = ? AND deadline_at = ?");let s=0;for(const d of i){const l=Date.parse(d.deadline_at);Number.isNaN(l)||(s+=Number((await o.run(new Date(l+n).toISOString(),d.node_id,d.deadline_at)).changes))}return s})}a(gn,"shiftProfileNodeDeadlines");function O(e,n){if(e==null)return null;if(typeof e=="string"||typeof e=="number"||typeof e=="bigint"||e instanceof Uint8Array)return e;throw new TypeError(`${n} must be a SQLite scalar`)}a(O,"sqlInput");async function An(e,n){const t=[],i=a((s,d=s)=>{Object.prototype.hasOwnProperty.call(n,s)&&t.push([d,O(n[s],s)])},"add");if(i("description"),i("title"),i("icon"),i("cycles"),i("mode"),i("lifecycle"),i("cwd"),i("host_kind"),i("profile_id"),i("parent"),i("spawned_by"),i("creator"),i("fork_from"),i("fork_source_file"),i("model_override"),Object.prototype.hasOwnProperty.call(n,"passive_default")&&t.push(["passive_default",n.passive_default===!0?1:0]),Object.prototype.hasOwnProperty.call(n,"cycle_pending")&&t.push(["cycle_pending",n.cycle_pending===!0?1:0]),Object.prototype.hasOwnProperty.call(n,"persona_ack")&&t.push(["persona_ack_json",E(n.persona_ack,"persona_ack")]),Object.prototype.hasOwnProperty.call(n,"review_binding")&&t.push(["review_binding_json",E(n.review_binding,"review_binding")]),Object.prototype.hasOwnProperty.call(n,"isolated"))throw new TypeError("isolated cannot change after node creation");Object.prototype.hasOwnProperty.call(n,"scopes")&&t.push(["scopes_json",E(n.scopes,"scopes")]),Object.prototype.hasOwnProperty.call(n,"launch")&&t.push(["launch_config_json",E(n.launch,"launch")]);const o=a(s=>Object.prototype.hasOwnProperty.call(n,s),"has");return await p(async s=>{const d=await M(s,e);if(d===null||d.type!=="node")throw new Error(`unknown node: ${e}`);if(o("name")&&await ke(s,d,O(n.name,"name")),o("kind")&&await Ae(s,d,O(n.kind,"kind")),t.length===0)return;if((await s.prepareUncached(`UPDATE nodes SET ${t.map(([u])=>`${u} = ?`).join(", ")} WHERE node_id = ?`).run(...t.map(([,u])=>u),e)).changes!==1)throw new Error(`unknown node: ${e}`)}),await N(e)}a(An,"updateNode");async function kn(e,n){await(await r()).prepare("UPDATE nodes SET status = ? WHERE node_id = ?").run(n,e)}a(kn,"setStatus");async function xn(e,n){await(await r()).prepare("UPDATE nodes SET intent = ? WHERE node_id = ?").run(n??null,e)}a(xn,"setIntent");async function Un(e,n,t={}){if(t.outcome===void 0){const o=[],s=[];Object.prototype.hasOwnProperty.call(n,"status")&&(o.push("status = ?"),s.push(n.status??null)),Object.prototype.hasOwnProperty.call(n,"intent")&&(o.push("intent = ?"),s.push(n.intent??null)),Object.prototype.hasOwnProperty.call(n,"terminal_reason")&&(o.push("terminal_reason = ?"),s.push(n.terminal_reason??null));const d=["node_id = ?"];s.push(e),t.fromStatuses!==void 0&&(d.push(`status IN (${t.fromStatuses.map(()=>"?").join(", ")})`),s.push(...t.fromStatuses)),t.requireNoFinalReport===!0&&d.push("final_report IS NULL");const l=await(await r()).prepareUncached(`UPDATE nodes SET ${o.join(", ")} WHERE ${d.join(" AND ")}`).run(...s);return Number(l.changes)}const i=t.outcome;return await p(async o=>{const s=[],d=[];Object.prototype.hasOwnProperty.call(n,"status")&&(s.push("status = ?"),d.push(n.status??null)),Object.prototype.hasOwnProperty.call(n,"intent")&&(s.push("intent = ?"),d.push(n.intent??null)),Object.prototype.hasOwnProperty.call(n,"terminal_reason")&&(s.push("terminal_reason = ?"),d.push(n.terminal_reason??null));const l=a((x,w)=>i.supersede===!0?"?":`CASE WHEN outcome_at IS NULL THEN ? ELSE ${w} END`,"outcomeValue");s.push(`outcome_kind = ${l(i.kind,"outcome_kind")}`,`outcome_reason = ${l(i.reason,"outcome_reason")}`,`outcome_detail_json = ${l(i.detailJson,"outcome_detail_json")}`,`outcome_revision = ${i.supersede===!0?"outcome_revision + 1":"CASE WHEN outcome_at IS NULL THEN outcome_revision + 1 ELSE outcome_revision END"}`,`outcome_at = ${l(i.at,"outcome_at")}`),d.push(i.kind,i.reason,i.detailJson,i.at);const u=["node_id = ?"];d.push(e),t.fromStatuses!==void 0&&(u.push(`status IN (${t.fromStatuses.map(()=>"?").join(", ")})`),d.push(...t.fromStatuses)),t.requireNoFinalReport===!0&&u.push("final_report IS NULL");const _=await o.prepareUncached(`UPDATE nodes SET ${s.join(", ")} WHERE ${u.join(" AND ")}`).run(...d);if(Number(_.changes)===0)return 0;const S=await o.prepare("SELECT outcome_at FROM nodes WHERE node_id = ?").get(e);return(i.supersede===!0||S.outcome_at===i.at)&&i.documentJson!==null&&i.documentJson!==void 0&&await ce(o,{event:"outcome",object:await _e(o,e),actor:null,attrs:{revision:Number((await o.prepare("SELECT outcome_revision FROM nodes WHERE node_id = ?").get(e)).outcome_revision)},messageBody:JSON.parse(i.documentJson)}),Number(_.changes)})}a(Un,"transitionStatusIntent");async function In(e){return(await(await r()).prepare("SELECT final_report FROM nodes WHERE node_id = ?").get(e))?.final_report??null}a(In,"getFinalReport");async function jn(e,n){return(await(await r()).prepare("UPDATE nodes SET final_report = NULL, finalized_at = NULL WHERE node_id = ? AND final_report = ?").run(e,n)).changes>0}a(jn,"clearFinalReportIfMatches");async function Wn(e,n){await(await r()).prepare('UPDATE nodes SET tmux_session = ?, "window" = ?, pane = ? WHERE node_id = ?').run(n.tmux_session??null,n.window??null,n.pane??null,e)}a(Wn,"setPresence");async function Fn(e,n){await(await r()).prepare("UPDATE nodes SET launched_at = ?, frozen_at = NULL, respawn_not_before = NULL WHERE node_id = ?").run(n,e)}a(Fn,"recordLaunch");async function bn(e,n){await(await r()).prepare("UPDATE nodes SET last_settled_at = ? WHERE node_id = ?").run(n,e)}a(bn,"recordSettledTurn");async function Cn(e,n){await(await r()).prepare("UPDATE nodes SET frozen_at = ? WHERE node_id = ?").run(n,e)}a(Cn,"setFrozen");async function Hn(e){await(await r()).prepare("UPDATE nodes SET frozen_at = NULL WHERE node_id = ?").run(e)}a(Hn,"clearFrozen");async function Mn(e,n){await(await r()).prepare("UPDATE nodes SET respawn_failures = ?, respawn_not_before = ? WHERE node_id = ?").run(n.failures,n.notBefore,e)}a(Mn,"recordRespawnAttempt");const m="node_id NOT IN (SELECT node_id FROM warm_pool)",z=["state","cleanup_state","path","branch","repo_root","base_ref","base_sha","created_at","closed_at","next_attempt_at","attempts","quarantined","sweep_reason","sweep_detail","sweep_last_at","sweep_observed_json","abandoned_json","land_intent_json","disposal_json"];function Fe(e){return e.worktree_state===null?null:me(Object.fromEntries(z.map(n=>[n,e[`worktree_${n}`]])))}a(Fe,"worktreeFromProjection");async function Pn(e){const n=z.map(i=>`w.${i} AS worktree_${i}`).join(", "),t=await(await r()).prepareUncached(`SELECT n.*, ${n} FROM node_rows n LEFT JOIN worktrees w ON w.node_id = n.node_id WHERE n.profile_id = ? ORDER BY n.created`).all(e);return await h(t,async i=>await $(i,Fe(i)))}a(Pn,"listNodesByProfile");async function $n(){return(await(await r()).prepare(`SELECT
|
|
6
6
|
node_id, name, description, kind, mode, lifecycle, status, cwd, profile_id,
|
|
7
7
|
grantee, parent, created, frozen_at, terminal_reason, final_report,
|
|
8
8
|
telemetry_tokens_in, telemetry_updated_at, pi_pid, turn_open_at, turn_closed_at,
|
|
@@ -10,13 +10,13 @@ var Z=Object.defineProperty;var a=(e,n)=>Z(e,"name",{value:n,configurable:!0});i
|
|
|
10
10
|
fault_operation_id, fault_anchor_entry_id, fault_retry_disposition,
|
|
11
11
|
fault_retry_by, fault_retry_attempt, fault_retry_max, fault_retry_next_at,
|
|
12
12
|
fault_provider_error_json
|
|
13
|
-
FROM node_rows WHERE ${
|
|
13
|
+
FROM node_rows WHERE ${m} ORDER BY created`).all()).map(f)}a($n,"browseNodes");async function qn(e,n){await(await r()).prepare(`UPDATE nodes
|
|
14
14
|
SET telemetry_tokens_in = ?,
|
|
15
15
|
telemetry_context_tokens = COALESCE(?, telemetry_context_tokens),
|
|
16
16
|
telemetry_last_activity = COALESCE(?, telemetry_last_activity),
|
|
17
17
|
telemetry_updated_at = ?
|
|
18
18
|
WHERE node_id = ?
|
|
19
|
-
AND (telemetry_updated_at IS NULL OR telemetry_updated_at < ?)`).run(n.tokensIn,n.contextTokens,n.lastActivity,n.updatedAt,e,n.updatedAt)}a(
|
|
19
|
+
AND (telemetry_updated_at IS NULL OR telemetry_updated_at < ?)`).run(n.tokensIn,n.contextTokens,n.lastActivity,n.updatedAt,e,n.updatedAt)}a(qn,"updateNodeTelemetry");async function zn(){return(await(await r()).prepare(`SELECT
|
|
20
20
|
node_id, name, description, cycles, kind, status, frozen_at,
|
|
21
21
|
telemetry_context_tokens, telemetry_last_activity,
|
|
22
22
|
pi_pid, turn_open_at, turn_closed_at,
|
|
@@ -24,14 +24,14 @@ var Z=Object.defineProperty;var a=(e,n)=>Z(e,"name",{value:n,configurable:!0});i
|
|
|
24
24
|
fault_operation_id, fault_anchor_entry_id, fault_retry_disposition,
|
|
25
25
|
fault_retry_by, fault_retry_attempt, fault_retry_max, fault_retry_next_at,
|
|
26
26
|
fault_provider_error_json
|
|
27
|
-
FROM node_rows WHERE ${
|
|
27
|
+
FROM node_rows WHERE ${m} ORDER BY created`).all()).map(n=>{const t=n.pi_pid??null,i=b(t),o=P(n);return{node_id:n.node_id,name:n.name,description:n.description??null,cycles:n.cycles??null,kind:n.kind,status:n.status,frozen_at:n.frozen_at??null,pi_pid:t,telemetry_context_tokens:n.telemetry_context_tokens??null,telemetry_last_activity:n.telemetry_last_activity??null,fault:o?.link==="pi\u2192provider"&&o.retry.by==="daemon"&&o.retry.disposition==="auto"&&!i?null:o,streaming:n.turn_open_at!==null&&n.turn_closed_at===null&&i}})}a(zn,"graphNodes");async function be(e){const n=[m],t=[];if(e?.under!==void 0&&(e.underInclusive===!0?(n.push(`(node_id IN (${Ue}) OR node_id = ?)`),t.push(e.under,e.under,e.under)):(n.push(`node_id IN (${Ie})`),t.push(e.under,e.under))),e?.lifecycle!==void 0&&(n.push("lifecycle = ?"),t.push(e.lifecycle)),e?.kind!==void 0&&(n.push("kind = ?"),t.push(e.kind)),e?.mode!==void 0&&(n.push("mode = ?"),t.push(e.mode)),e?.profileId!==void 0&&(n.push("profile_id = ?"),t.push(e.profileId)),e?.profilePrefix!==void 0&&(n.push("profile_id LIKE ? ESCAPE '\\'"),t.push(`${e.profilePrefix.replace(/[\\%_]/g,o=>`\\${o}`)}%`)),e?.parent!==void 0&&(n.push("parent = ?"),t.push(e.parent)),e?.topLevel===!0&&n.push("parent IS NULL"),e?.hanging===!0&&n.push("parent IS NOT NULL AND parent NOT IN (SELECT node_id FROM node_rows)"),e?.status!==void 0){const o=Array.isArray(e.status)?e.status:[e.status];n.push(`status IN (${o.map(()=>"?").join(",")})`),t.push(...o)}return e?.withRecordedPid===!0&&n.push("pi_pid IS NOT NULL"),e?.withRecordedPidOrFrozen===!0&&n.push("(pi_pid IS NOT NULL OR frozen_at IS NOT NULL)"),(await(await r()).prepareUncached(`SELECT * FROM node_rows WHERE ${n.join(" AND ")} ORDER BY created`).all(...t)).map(f)}a(be,"listNodes");const Ce=`SELECT
|
|
28
28
|
node_id, created, launched_at, last_settled_at, finalized_at,
|
|
29
29
|
outcome_at, last_activity_at, pane, "window", tmux_session
|
|
30
30
|
FROM nodes
|
|
31
|
-
WHERE ${
|
|
31
|
+
WHERE ${m}
|
|
32
32
|
AND status IN ('done', 'canceled', 'dead')
|
|
33
33
|
AND (pane IS NOT NULL OR "window" IS NOT NULL OR tmux_session IS NOT NULL)
|
|
34
|
-
ORDER BY created`;async function
|
|
34
|
+
ORDER BY created`;async function Bn(){return await(await r()).prepare(Ce).all()}a(Bn,"listTerminalPlacementResidue");const He=`WITH candidates AS MATERIALIZED (
|
|
35
35
|
SELECT node_id FROM nodes WHERE status IN ('active', 'idle')
|
|
36
36
|
UNION
|
|
37
37
|
SELECT node_id FROM nodes
|
|
@@ -45,19 +45,23 @@ var Z=Object.defineProperty;var a=(e,n)=>Z(e,"name",{value:n,configurable:!0});i
|
|
|
45
45
|
AND v.node_id NOT IN (SELECT node_id FROM warm_pool)
|
|
46
46
|
AND v.kind != 'human'
|
|
47
47
|
AND (v.status IN ('active', 'idle') OR (v.status IN ('done', 'canceled', 'dead') AND (v.pi_pid IS NOT NULL OR v.frozen_at IS NOT NULL)))
|
|
48
|
-
ORDER BY v.created`;async function
|
|
48
|
+
ORDER BY v.created`;async function Jn(){return(await(await r()).prepare(He).all()).map(f)}a(Jn,"listNodesForSupervision");const B=a(e=>`(${e}.status = 'done' AND ${e}.intent = 'parked' AND ${e}.lifecycle = 'resident' AND ${e}.final_report IS NULL AND ${e}.deleting_at IS NULL)`,"PARKED_RESIDENT_SQL"),Me=a(e=>`(${e}.status IN ('active', 'idle') OR ${B(e)} OR (${e}.status IN ('done', 'canceled', 'dead') AND ${e}.frozen_at IS NOT NULL AND ${e}.final_report IS NULL))`,"RESUMABLE_NODE_SQL");async function Yn(e){return await(await r()).prepare(`SELECT node_id, cwd FROM nodes WHERE ${Me("nodes")} AND node_id != ?`).all(e)}a(Yn,"resumableNodeCwds");async function Qn(){return(await(await r()).prepare(`SELECT v.* FROM node_rows v
|
|
49
49
|
WHERE ${B("v")}
|
|
50
|
-
AND EXISTS (SELECT 1 FROM deliveries d WHERE d.destination_id = v.node_id AND ${
|
|
51
|
-
ORDER BY v.created`).all()).map(f)}a(
|
|
50
|
+
AND EXISTS (SELECT 1 FROM deliveries d WHERE d.destination_id = v.node_id AND ${le("d")}) AND v.kind != 'human' AND v.node_id NOT IN (SELECT node_id FROM warm_pool)
|
|
51
|
+
ORDER BY v.created`).all()).map(f)}a(Qn,"listParkedResidentsWithWakeMail");async function Vn(e,n){await(await r()).prepare("INSERT INTO warm_pool (node_id, recipe_key, created) VALUES (?, ?, ?) ON CONFLICT (node_id) DO UPDATE SET recipe_key = excluded.recipe_key, created = excluded.created").run(e,n,new Date().toISOString())}a(Vn,"registerWarmSpare");async function Kn(e){return(await(await r()).prepare("DELETE FROM warm_pool WHERE node_id = ?").run(e)).changes>0}a(Kn,"unregisterWarmSpare");async function T(e,n){const t=`SELECT w.node_id AS node_id, w.recipe_key AS recipe_key, w.created AS created,
|
|
52
52
|
n.status AS status, n.pi_pid AS pi_pid, n.pi_pid_identity AS pi_pid_identity
|
|
53
|
-
FROM warm_pool w JOIN node_rows n ON n.node_id = w.node_id`+(n===void 0?"":" WHERE w.recipe_key = ?")+" ORDER BY w.created";return(n===void 0?await e.prepareUncached(t).all():await e.prepareUncached(t).all(n)).map(o=>({node_id:o.node_id,recipe_key:o.recipe_key,created:o.created,status:o.status,pi_pid:o.pi_pid??null,pi_pid_identity:o.pi_pid_identity??null}))}a(T,"warmSpareRowsFor");async function
|
|
54
|
-
FROM node_rows WHERE ${
|
|
53
|
+
FROM warm_pool w JOIN node_rows n ON n.node_id = w.node_id`+(n===void 0?"":" WHERE w.recipe_key = ?")+" ORDER BY w.created";return(n===void 0?await e.prepareUncached(t).all():await e.prepareUncached(t).all(n)).map(o=>({node_id:o.node_id,recipe_key:o.recipe_key,created:o.created,status:o.status,pi_pid:o.pi_pid??null,pi_pid_identity:o.pi_pid_identity??null}))}a(T,"warmSpareRowsFor");async function Gn(){return await T(await r())}a(Gn,"listWarmSpares");async function Xn(e){return await(await r()).prepare("SELECT 1 FROM warm_pool WHERE node_id = ?").get(e)!==void 0}a(Xn,"isWarmSpare");function J(e){return e.status!=="active"&&e.status!=="idle"?!1:Re(e.pi_pid,e.pi_pid_identity)==="alive"}a(J,"spareIsClaimable");async function Zn(e,n,t={}){return await p(async i=>{const o=(await T(i,e)).find(J);return o===void 0||t.requestKey!==void 0&&(await i.prepareUncached("UPDATE create_requests SET node_id = ?, state = 'warm_claimed' WHERE request_key = ? AND node_id IS NULL").run(o.node_id,t.requestKey)).changes===0||(await i.prepare("DELETE FROM warm_pool WHERE node_id = ?").run(o.node_id)).changes===0?null:(await i.prepare("UPDATE nodes SET created = ?, deadline_at = ? WHERE node_id = ?").run(n,t.deadlineAt??null,o.node_id),t.outcomeDelivery!==void 0&&await F(i,o.node_id,t.outcomeDelivery),o.node_id)})}a(Zn,"claimWarmSpare");async function et(e){return(await T(await r(),e)).filter(J).length}a(et,"warmSpareCount");async function nt(e){return(await(await r()).prepare("SELECT node_id FROM nodes WHERE parent = ? ORDER BY created").all(e)).map(n=>n.node_id)}a(nt,"childrenOf");async function tt(){return(await(await r()).prepareUncached(`SELECT node_id, name, kind, mode, lifecycle, status, cwd, host_kind, parent, created, description
|
|
54
|
+
FROM node_rows WHERE ${m} ORDER BY created`).all()).map(e=>({node_id:e.node_id,name:e.name,kind:e.kind,mode:e.mode,lifecycle:e.lifecycle,status:e.status,cwd:e.cwd,host_kind:e.host_kind??null,parent:e.parent??null,created:e.created,description:e.description??null}))}a(tt,"rosterNodes");async function at(e){return(await(await r()).prepareUncached(`SELECT * FROM node_rows
|
|
55
55
|
WHERE parent IS NULL AND kind != 'human'
|
|
56
56
|
AND status IN ('active','idle') AND cwd = ?
|
|
57
|
-
AND ${
|
|
58
|
-
ORDER BY created DESC`).all(e)).map(f)}a(
|
|
59
|
-
AND NOT EXISTS (SELECT 1 FROM sessions s WHERE s.node_id = n.node_id) LIMIT 1`);for(const o of e)if(!(await t.get(o)!==void 0||await i.get(o)!==void 0))try{await
|
|
57
|
+
AND ${m}
|
|
58
|
+
ORDER BY created DESC`).all(e)).map(f)}a(at,"listResumableRoots");export*from"./tree.js";async function it(e,n,t){return await p(async i=>{const o=await i.prepare("SELECT status, final_report, frozen_at FROM nodes WHERE node_id = ?").get(e);return o===void 0?{kind:"missing"}:n(o)?{kind:"terminal",status:o.status,final_report:o.final_report}:{kind:"ran",result:await t()}})}a(it,"withFreshTerminalGuard");async function R(e){return await Ee(e)}a(R,"hasUnreconciledManagedWorktree");async function Y(e,n={}){return!["done","dead","canceled"].includes(e.status)||e.pi_pid!==null||e.frozen_at!==null||await R(e.node_id)||e.node_id===U()||W(e)?!1:n.pastTtl===!0||!["crashed","stranded",null].includes(e.terminal_reason??null)}a(Y,"isCollectible");async function L(e){if(e.length===0)return[];const n=e.map(()=>"?").join(",");return(await(await r()).prepareUncached(`SELECT DISTINCT session_id FROM sessions WHERE node_id IN (${n}) AND session_id IS NOT NULL`).all(...e)).map(({session_id:i})=>i)}a(L,"nodeConversationIds");async function D(e){const n=await r(),t=n.prepare("SELECT 1 FROM sessions WHERE session_id = ? LIMIT 1"),i=n.prepare(`SELECT 1 FROM nodes n WHERE n.fork_source_file LIKE '%\\_' || ? || '.jsonl' ESCAPE '\\'
|
|
59
|
+
AND NOT EXISTS (SELECT 1 FROM sessions s WHERE s.node_id = n.node_id) LIMIT 1`);for(const o of e)if(!(await t.get(o)!==void 0||await i.get(o)!==void 0))try{await se().delete(o)}catch(s){if(!(s instanceof de))throw s}}a(D,"deleteNodeConversations");async function v(e,n){const t=await M(e,n);return t===null||t.deleted_at!==null?!1:(await xe(e,t),!0)}a(v,"deleteNodeObject");async function g(e){return{nodeId:e,app:await N(e)===null?null:await Te(e)}}a(g,"nodeFiles");async function Q({nodeId:e,app:n}){n!==null&&j(H(n).nodes,await De(e,n)),j(ie(C(e)),C(e))}a(Q,"removeNodeAppTrees");function V({nodeId:e}){return[Oe(e)]}a(V,"nodeOwnedDirs");function K({nodeId:e,app:n}){if(n!==null)try{ne(I(H(n).conversations,e))}catch(t){if(!["ENOENT","ENOTEMPTY"].includes(t.code??""))throw t}}a(K,"removeNodeConversationDir");async function A(e){await Q(e);for(const n of V(e))te(n,{recursive:!0,force:!0});K(e)}a(A,"removeNodeFiles");async function ot(e){if(await R(e))return{deleted:!1};const n=await g(e),t=await L([e]),i=await p(async o=>(await v(o,e),{deleted:!0}));return await D(t),await A(n),i}a(ot,"deleteNode");async function rt(e){const n=[...new Set(e)];if(n.length===0)return[];const t=await y(n,R);if(t.length>0)throw new Error(`refusing to delete nodes with unreconciled managed worktrees: ${t.join(", ")}`);const i=await h(n,g),o=await L(n),s=n.map(()=>"?").join(","),d=(await(await r()).prepareUncached(`SELECT node_id FROM nodes WHERE node_id IN (${s}) ORDER BY created`).all(...n)).map(({node_id:u})=>u),l=await y(d,async u=>await p(async _=>await v(_,u)));await D(o);for(const u of l){const _=i[n.indexOf(u)];await k(_,async()=>await A(_))}return l}a(rt,"deleteNodes");async function st(e){const n=e.dryRun??!1,t=e.includeStale??!1,i=Date.now()-e.ttlDays*864e5,o=new Date(i).toISOString(),s=U()??"",d=await r(),l=a(c=>Z(c)<i,"quiet"),u=a(c=>({node_id:c.node_id,status:c.status,created:c.created}),"toPruned"),_=await Pe(),S=(await y((await d.prepare(`SELECT * FROM node_rows
|
|
60
60
|
WHERE status IN ('dead', 'done', 'canceled') AND created < ?
|
|
61
|
-
ORDER BY created`).all(o)).map(f),async
|
|
61
|
+
ORDER BY created`).all(o)).map(f),async c=>await Y(c,{pastTtl:!0})&&l(c)&&!_.has(c.node_id)&&!await e.held(c.node_id))).map(u),x=t?(await y((await d.prepare(`SELECT * FROM node_rows
|
|
62
62
|
WHERE status IN ('active', 'idle') AND created < ?
|
|
63
|
-
ORDER BY created`).all(o)).map(f),async
|
|
63
|
+
ORDER BY created`).all(o)).map(f),async c=>c.node_id!==s&&!Ne(c.pi_pid??null)&&(c.frozen_at??null)===null&&(c.respawn_not_before??null)===null&&c.intent!=="idle-release"&&!W(c)&&!await ue(c.node_id)&&!await R(c.node_id)&&l(c)&&!await e.held(c.node_id))).map(u):[],w=await G([...S,...x]);return n||w.length===0?{pruned:w,dryRun:n}:(await X(w,e.removeDirs),{pruned:w,dryRun:n})}a(st,"pruneNodes");async function Pe(){const e=await(await r()).prepare(`SELECT DISTINCT d.owner AS owner FROM watches w
|
|
64
|
+
JOIN objects d ON d.id = w.object AND d.type = 'document' AND d.deleted_at IS NULL
|
|
65
|
+
JOIN objects o ON o.id = w.watcher AND o.deleted_at IS NULL
|
|
66
|
+
LEFT JOIN nodes n ON n.node_id = w.watcher
|
|
67
|
+
WHERE w.watcher != d.owner AND d.owner IS NOT NULL AND (n.node_id IS NULL OR n.status IN ('active', 'idle'))`).all();return new Set(e.map(n=>n.owner))}a(Pe,"ownersOfWatchedDocuments");async function G(e){const t=(await r()).prepare("SELECT node_id FROM nodes WHERE run_id = ? AND node_id != ?"),i=new Set(e.map(o=>o.node_id));return await y(e,async o=>(await t.all(o.node_id,o.node_id)).every(s=>i.has(s.node_id)))}a(G,"retainRunRootsWithMembers");async function X(e,n){if(e.length===0)return;const t=await h(e,async o=>await g(o.node_id)),i=await L(e.map(o=>o.node_id));for(const o of e)await p(async s=>await v(s,o.node_id));if(await D(i),n!==void 0){for(const o of t)await k(o,async()=>{await Q(o),K(o)});n(t.flatMap(V));return}for(const o of t)await k(o,async()=>await A(o))}a(X,"deletePrunedNodes");async function k(e,n){try{n()}catch(t){re({level:"error",event:"canvas.node_files.remove_failed",error:t,fields:{node_id:e.nodeId}})}}a(k,"eachNodeBestEffort");function Z(e){let n=0;for(const t of[e.created,e.launched_at,e.last_settled_at,e.finalized_at,e.outcome_at,e.last_activity_at]){if(t==null)continue;const i=Date.parse(t);Number.isFinite(i)&&i>n&&(n=i)}try{const t=ae(I(he(e.node_id),"telemetry.json"),{throwIfNoEntry:!1});t!==void 0&&t.mtimeMs>n&&(n=t.mtimeMs)}catch{}return n}a(Z,"lastActivityMs");async function dt(e){const n=e.dryRun??!1,t=await be(),i=await y(t,async u=>await Y(u)&&!await e.held(u.node_id)),o=t.length-i.length,s=Math.max(0,e.maxNodes-o),d=i.map(u=>({row:u,recency:Z(u)})).sort((u,_)=>_.recency-u.recency).slice(s).map(({row:u})=>({node_id:u.node_id,status:u.status,created:u.created})),l=await G(d);return n||l.length===0?{pruned:l,dryRun:n}:(await X(l),{pruned:l,dryRun:n})}a(dt,"pruneToLimit");export{B as PARKED_RESIDENT_SQL,Me as RESUMABLE_NODE_SQL,Sn as abandonCreateRequest,pn as assertRunNotDeleting,$n as browseNodes,hn as canonicalSessionFile,nt as childrenOf,Zn as claimWarmSpare,jn as clearFinalReportIfMatches,Hn as clearFrozen,Rn as completeCreateRequest,fn as createNode,ot as deleteNode,rt as deleteNodes,Dn as dueNodeDeadlines,En as findCreateRequest,On as findNodeBySessionFile,In as getFinalReport,N as getNode,Tn as getRow,Ln as getRowByPane,zn as graphNodes,Y as isCollectible,Xn as isWarmSpare,Z as lastActivityMs,be as listNodes,Pn as listNodesByProfile,Jn as listNodesForSupervision,Qn as listParkedResidentsWithWakeMail,at as listResumableRoots,Bn as listTerminalPlacementResidue,Gn as listWarmSpares,g as nodeFiles,He as nodesForSupervisionSql,yn as pruneExpiredCreateRequests,st as pruneNodes,dt as pruneToLimit,mn as recordCreateRequestNode,Fn as recordLaunch,Mn as recordRespawnAttempt,bn as recordSettledTurn,Vn as registerWarmSpare,A as removeNodeFiles,wn as reserveCreateRequest,Nn as reserveCreateRequestNode,Yn as resumableNodeCwds,tt as rosterNodes,Cn as setFrozen,xn as setIntent,vn as setNodeDeadline,Wn as setPresence,kn as setStatus,gn as shiftProfileNodeDeadlines,Ce as terminalPlacementResidueSql,Un as transitionStatusIntent,Kn as unregisterWarmSpare,An as updateNode,qn as updateNodeTelemetry,et as warmSpareCount,it as withFreshTerminalGuard};
|
package/dist/core/canvas/db.d.ts
CHANGED
|
@@ -27,6 +27,9 @@ export interface CanvasDb {
|
|
|
27
27
|
/** True when the calling async context is inside a `withCanvasWrite` body (its own open transaction). */
|
|
28
28
|
readonly inTransaction: boolean;
|
|
29
29
|
}
|
|
30
|
+
/** True only for a statement that starts with SELECT and cannot write or lock. Anything else — WITH, VALUES, SHOW,
|
|
31
|
+
* a comment-led statement, an unrecognised shape — is not a read, so a wrong guess lands on the writer. */
|
|
32
|
+
export declare function isReadStatement(sql: string): boolean;
|
|
30
33
|
/** The URL of the database for the current `CRTR_HOME`. In a test it creates the home's database on first use. */
|
|
31
34
|
export declare function canvasDatabaseUrl(): Promise<string>;
|
|
32
35
|
/** Open (or reuse) the canvas db handle for the current `CRTR_HOME`. Keyed by database URL, so tests with distinct
|
package/dist/core/canvas/db.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
var
|
|
2
|
-
`;
|
|
3
|
-
`,384))return await
|
|
4
|
-
${
|
|
1
|
+
var L=Object.defineProperty;var s=(e,t)=>L(e,"name",{value:t,configurable:!0});import{AsyncLocalStorage as k}from"node:async_hooks";import{randomBytes as P}from"node:crypto";import{appendFileSync as M,mkdirSync as N,readFileSync as S}from"node:fs";import{dirname as D,join as v}from"node:path";import{fileURLToPath as q}from"node:url";import p from"pg";import{resolveDatabaseUrl as B}from"../../daemon/postgres/supervisor.js";import{publishFileExclusive as F}from"../fs-utils.js";import{initializeEmptyLayout as I,runtimeRoot as d}from"../layout.js";import{translatePlaceholders as U,translateOnce as H}from"../statements.js";import{ensureHome as K}from"./paths.js";import{CANVAS_SCHEMA_VERSION as w}from"./schema-version.js";const V="crtr_test_template";class G extends Error{static{s(this,"CanvasConstraintError")}constraint;code="23505";constructor(t,n,r){super(t,r),this.name="CanvasConstraintError",this.constraint=n}}function C(e){const t=process.env.CRTR_DB_OPEN_LEDGER;if(t)try{const n=`${new Date().toISOString()} ${process.pid} ${process.argv[1]??"<unknown>"} ${e.replace(/\/\/([^:@/]*):[^@/]*@/,"//$1@")}
|
|
2
|
+
`;M(t,n)}catch{}}s(C,"recordOpenLedger");const W=4,Y=/\b(?:FOR\s+(?:NO\s+KEY\s+)?(?:UPDATE|SHARE)|FOR\s+KEY\s+SHARE|INTO|nextval|setval|set_config|pg_notify|pg_advisory\w*|pg_try_advisory\w*|lo_\w+)\b/i;function z(e){return/^\s*SELECT\b/i.test(e)&&!Y.test(e)}s(z,"isReadStatement");const J=1e3,h=new k;class j{static{s(this,"FifoLock")}tail=Promise.resolve();pending=0;get busy(){return this.pending>0}drained(){return this.tail}async acquire(){this.pending++;const t=this.tail;let n;return this.tail=new Promise(r=>{n=r}),await t,()=>{this.pending--,n()}}}const X=new Set([114,3802]),A={getTypeParser:s(((e,t)=>X.has(e)?n=>n:e===20||e===1700?n=>{const r=Number(n);if(e===20&&!Number.isSafeInteger(r))throw new Error(`canvas db: bigint ${n} does not fit a JS number`);return r}:p.types.getTypeParser(e,t)),"getTypeParser")};class Z{static{s(this,"Handle")}url;lock=new j;db;client=null;pool=null;connecting=null;schemaChecked=!1;active=0;inFlight=new Set;constructor(t){this.url=t;const n=this;this.db={prepare:s(r=>this.statement(r,!0),"prepare"),prepareUncached:s(r=>this.statement(r,!1),"prepareUncached"),exec:s(r=>this.gated(async()=>{await this.send({text:r})}),"exec"),get inTransaction(){return E(n)}}}async connected(){return this.client!==null?this.client:(this.connecting??=this.connect().finally(()=>{this.connecting=null}),this.connecting)}async connect(){C(this.url);const t=new p.Client({connectionString:this.url,types:A,application_name:`crtr-${process.pid}`,connectionTimeoutMillis:1e4});t.on("error",n=>{console.warn(`[canvas db] connection error: ${n.message}`),this.drop(t)}),t.on("end",()=>this.drop(t)),await t.connect();try{this.schemaChecked||(await et(t),this.schemaChecked=!0)}catch(n){throw await t.end().catch(()=>{}),n}return t.connection.stream.unref(),this.client=t,t}readPool(){if(this.pool!==null)return this.pool;C(this.url);const t=new p.Pool({connectionString:this.url,types:A,application_name:`crtr-${process.pid}`,connectionTimeoutMillis:1e4,max:W,idleTimeoutMillis:1e4,allowExitOnIdle:!0});return t.on("error",n=>console.warn(`[canvas db] read connection error: ${n.message}`)),this.pool=t}async read(t){await this.lock.drained(),this.inFlight.size>0&&await Promise.all([...this.inFlight]);try{return await this.readPool().query(t)}catch(n){throw this.mapError(n,null)}}drop(t){this.client===t&&(this.client=null)}async send(t){const n=await this.connected(),r=h.getStore();if(r!==void 0&&r.open&&r.handle===this&&r.client!==n)throw new Error("canvas db: the connection was lost during this transaction; it was rolled back");return this.sendOn(n,t)}async sendOn(t,n){const r=t.connection.stream;this.active++===0&&r.ref();const o=t.query(n),i=o.then(()=>{},()=>{});this.inFlight.add(i),i.then(()=>this.inFlight.delete(i));try{return await o}catch(a){throw this.mapError(a,t)}finally{--this.active===0&&r.unref()}}mapError(t,n){const r=t;return r.code==="23505"?new G(r.message??"unique constraint violation",r.constraint,{cause:t}):((r.code==="57P01"||r.code==="ECONNRESET"||r.code==="EPIPE"||/Connection terminated|connection error|Client was closed/i.test(r.message??""))&&n!==null&&(this.drop(n),n.end().catch(()=>{})),t)}async gated(t){if(E(this)){const r=h.getStore(),o=performance.now();try{return await t()}finally{r.statementMs+=performance.now()-o}}if(!this.lock.busy)return t();const n=await this.lock.acquire();try{return await t()}finally{n()}}statement(t,n){const r=n?(()=>{const a=U(t);return{text:a.text,name:a.name}})():{text:H(t).text},o=z(r.text),i=s(a=>{const m={...r,values:a.map(Q)};return o&&!E(this)?this.read(m):this.gated(()=>this.send(m))},"query");return{get:s(async(...a)=>(await i(a)).rows[0],"get"),all:s(async(...a)=>(await i(a)).rows,"all"),run:s(async(...a)=>({changes:(await i(a)).rowCount??0}),"run")}}async close(){const t=this.pool;this.pool=null,await t?.end().catch(()=>{}),(await this.lock.acquire())();const n=this.client;this.client=null,n!==null&&(n.connection.stream.ref(),await n.end().catch(()=>{}))}}function Q(e){return ArrayBuffer.isView(e)&&!Buffer.isBuffer(e)?Buffer.from(e.buffer,e.byteOffset,e.byteLength):e}s(Q,"bindable");function E(e){const t=h.getStore();return t!==void 0&&t.open&&t.handle===e}s(E,"ownsTransaction");const tt=D(q(import.meta.url)),_=v(tt,"schema-pg.sql"),O=7427001;async function R(e){if((await e.query("SELECT 1 FROM information_schema.tables WHERE table_schema = current_schema() AND table_name = 'canvas_meta'")).rowCount===0)return;const n=await e.query("SELECT value FROM canvas_meta WHERE key = 'schema_version'");return n.rows[0]===void 0?void 0:Number(n.rows[0].value)}s(R,"storedSchemaVersion");async function et(e){await e.query("SELECT pg_advisory_lock($1)",[O]);try{let t=await R(e);if(t===void 0)await e.query(S(_,"utf8")),t=await R(e);else if(t===w){const n=/-- environments:begin\n([\s\S]*?)-- environments:end/.exec(S(_,"utf8"));if(n===null)throw new Error(`${_} has no environments block`);await e.query(n[1])}if(t!==w)throw new Error(t!==void 0&&t>w?`unsupported canvas schema version ${t} (this build supports ${w}); this build is older than the database. Select a newer runtime generation.`:`canvas schema version ${String(t)} does not match this build's ${w}`)}finally{await e.query("SELECT pg_advisory_unlock($1)",[O]).catch(()=>{})}}s(et,"ensureSchema");function nt(){return process.env.NODE_TEST_CONTEXT!==void 0||process.execArgv.includes("--test")}s(nt,"runningUnderNodeTest");function y(e,t){const n=/^(postgres(?:ql)?:\/\/[^/?#]*)(\/[^?#]*)?(.*)$/s.exec(e);if(n===null)throw new Error(`not a postgres URL: ${e.replace(/\/\/[^@/]*@/,"//")}`);return`${n[1]}/${t}${n[3]}`}s(y,"withDatabase");async function rt(e){const t=v(d(),"test-db"),n=s(()=>{try{return S(t,"utf8").trim()||void 0}catch(a){if(a.code==="ENOENT")return;throw a}},"recorded"),r=n();if(r!==void 0)return y(e,r);N(d(),{recursive:!0});const o=`t_${P(8).toString("hex")}`,i=new p.Client({connectionString:y(e,"postgres")});await i.connect();try{if(await i.query(`CREATE DATABASE ${o} TEMPLATE ${V} STRATEGY file_copy`),!F(t,`${o}
|
|
3
|
+
`,384))return await i.query(`DROP DATABASE ${o}`),y(e,n())}finally{await i.end()}return y(e,o)}s(rt,"testDatabaseUrl");async function st(){const e=process.env.CRTR_TEST_PG_URL;if(e)return rt(e);if(nt())throw new Error("CRTR_TEST_PG_URL is not set: a test must reach its own Postgres (run the suite through the lane runner); refusing to open a real canvas database");return B(d())}s(st,"canvasDatabaseUrl");const f=new Map,g=new Map;async function $(){I(),K();const e=await st();g.set(d(),e);let t=f.get(e);return t===void 0&&f.set(e,t=new Z(e)),await t.connected(),t}s($,"openHandle");async function gt(){return(await $()).db}s(gt,"openDb");async function St(){const e=g.get(d());if(e===void 0)return;g.delete(d());const t=f.get(e);t!==void 0&&(f.delete(e),await t.close())}s(St,"closeDb");async function _t(){const e=[...f.values()];f.clear(),g.clear(),await Promise.all(e.map(t=>t.close()))}s(_t,"closeAllDbs");function bt(e){const t=h.getStore();if(t===void 0||!t.open){queueMicrotask(e);return}t.afterCommit.push(e)}s(bt,"afterCommit");let at=0;async function Tt(e,t={}){const n=await $(),r=n.db;if(E(n)){if(!t.savepoint&&!t.rollback)return e(r);const c=`canvas_write_${++at}`;await n.send({text:`SAVEPOINT ${c}`});const l=h.getStore()?.afterCommit,b=l?.length??0;let T;try{T=await e(r)}catch(x){throw await n.send({text:`ROLLBACK TO ${c}; RELEASE ${c}`}),l?.splice(b),x}return await n.send({text:t.rollback?`ROLLBACK TO ${c}; RELEASE ${c}`:`RELEASE ${c}`}),t.rollback&&l?.splice(b),T}const o=await n.lock.acquire(),i=performance.now(),a=new Error("canvas write transaction entered here");let m=!1;const u={handle:n,client:void 0,open:!0,afterCommit:[],statementMs:0};try{const c=await n.connected();await n.sendOn(c,{text:"BEGIN"}),u.client=c;try{const l=await h.run(u,()=>e(r));return await n.sendOn(c,{text:t.rollback?"ROLLBACK":"COMMIT"}),m=!t.rollback,l}catch(l){try{await n.sendOn(c,{text:"ROLLBACK"})}catch{}throw l}}finally{u.open=!1;const c=performance.now()-i;if(c-u.statementMs>J&&console.warn(`[canvas db] write transaction held ${Math.round(c)}ms (${Math.round(u.statementMs)}ms in its statements); its body did non-db work while every other db caller waited
|
|
4
|
+
${a.stack}`),o(),m)for(const l of u.afterCommit)queueMicrotask(l)}}s(Tt,"withCanvasWrite");export{G as CanvasConstraintError,bt as afterCommit,st as canvasDatabaseUrl,_t as closeAllDbs,St as closeDb,z as isReadStatement,gt as openDb,Tt as withCanvasWrite};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
var O=Object.defineProperty;var r=(e,t)=>O(e,"name",{value:t,configurable:!0});import{canonicalSessionFile as R,findNodeBySessionFile as T,getNode as y,isWarmSpare as I,listNodeIdentities as $,recordRespawnAttempt as j,recordSettledTurn as C,setPresence as b,subscriptionsOf as q,updateNode as g,updateNodeTelemetry as E}from"../../../core/canvas/canvas.js";import{recordExecutionPid as M}from"../../../core/canvas/executions.js";import{bindSession as L,readLiveSession as D,transferSession as G}from"../../../core/canvas/sessions.js";import{isSafeNodeId as J}from"../../../core/canvas/paths.js";import{appForNode as W}from"../../../core/canvas/node-agent-paths.js";import{isPidAlive as U}from"../../../core/canvas/pid.js";import{editorLabel as P}from"../../../core/canvas/labels.js";import{assembleNodeSubject as V}from"../../../core/substrate/subject.js";import{withCanvasWrite as l}from"../../../core/canvas/db.js";import{notFound as v,usage as s}from"../../../core/errors.js";import{hasUnseenWakeMail as N}from"../../../core/canvas/deliveries.js";import{clearYieldMessage as Y}from"../../../core/runtime/kickoff.js";import{readRoadmap as z}from"../../../core/runtime/roadmap.js";import{forkSourceNode as H}from"../../../core/runtime/nodes.js";import{transition as h}from"../../../core/runtime/lifecycle.js";import{focusOf as _,tearDownNode as x}from"../../../core/runtime/placement.js";import{hasAttachedBrokerViewers as K}from"../viewer-presence.js";import{evaluateStop as Q}from"../../../core/runtime/stop-guard.js";import{clearFault as w,recordFault as X}from"../../../core/canvas/recovery.js";import{updateModelRecipe as Z}from"../../../core/runtime/model-swap.js";import{completeCompanionRequestedSubmit as ee}from"../../review/finish.js";import{emitEvent as A}from"../../../core/events/emit.js";import{consumePendingPark as te,recordPendingParkActivity as ne}from"../../park-pending.js";import{shouldParkAfterSummary as ie}from"../../park-activity.js";import{ownerOnly as oe}from"../router.js";import{requireCurrentExecution as m}from"./broker-recovery.js";import{ensureRunObserver as re}from"../../runs/observer.js";import{parseNodeTelemetryRecord as ae,writeNodeTelemetryRecord as se}from"./telemetry-record.js";import{mapAsync as B}from"../../../core/async-array.js";function p(e,t){if(typeof e!="object"||e===null||Array.isArray(e))throw s(`${t} requires a JSON body`);return e}r(p,"objectBody");function de(e){const t=p(e,"broker session-bound");if(typeof t.executionId!="string"||t.executionId==="")throw s("executionId must be a non-empty string");if(typeof t.piSessionId!="string"||t.piSessionId==="")throw s("piSessionId must be a non-empty string");if(t.sessionFile!==null&&typeof t.sessionFile!="string")throw s("sessionFile must be a string or null");if(!Number.isSafeInteger(t.pid)||t.pid<=0)throw s("pid must be a positive safe integer");if(t.reason!==null&&typeof t.reason!="string")throw s("reason must be a string or null");if(!Array.isArray(t.reviewBoundaryIds)||!t.reviewBoundaryIds.every(n=>typeof n=="string"))throw s("reviewBoundaryIds must be an array of strings");return t}r(de,"parseSessionBoundBody");function ce(e){const t=p(e,"broker settle");if(typeof t.stopReason!="string")throw s("stopReason must be a string");for(const n of["backgroundJobsRunning","pushedFinal"])if(typeof t[n]!="boolean")throw s(`${n} must be a boolean`);return t}r(ce,"parseSettleBody");function ue(e){const t=p(e,"broker park-complete");if(t.outcome!=="completed"&&t.outcome!=="failed")throw s("outcome must be completed or failed");return t}r(ue,"parseParkCompleteBody");function le(e){const t=p(e,"broker telemetry");if(typeof t.expected_execution_id!="string"||t.expected_execution_id==="")throw s("expected_execution_id must be a non-empty string");const n=ae(t);return{...n,expected_execution_id:t.expected_execution_id,updated_at:new Date(n.updated_at).toISOString()}}r(le,"parseTelemetryBody");function pe(e){const t=p(e,"broker model");if(typeof t.spec!="string"||t.spec.trim()==="")throw s("spec must be a non-empty string");const n=t.intent;if(n!==void 0){const o=n!==null&&typeof n=="object"?n:void 0;if(o===void 0||typeof o.family!="string"||o.family===""||!["ultra","strong","medium","light"].includes(o.strength))throw s("intent must be { family, strength } with strength ultra|strong|medium|light when present")}if(typeof t.userSelected!="boolean")throw s("userSelected must be a boolean");return t}r(pe,"parseModelCommitBody");async function f(e){const t=await y(e);if(t===null)throw v(`unknown node: ${e}`,{received:e});return t}r(f,"requireNode");async function k(e){return{node_id:e.node_id,grantee:await W(e.node_id),name:e.name,...e.description===void 0?{}:{description:e.description},...e.title===void 0?{}:{title:e.title},...e.icon===void 0?{}:{icon:e.icon},kind:e.kind,mode:e.mode,lifecycle:e.lifecycle,status:e.status,cwd:e.cwd,parent:e.parent??null,fork_from:e.fork_from??null,profile_id:e.profile_id??null,...e.managed_worktree===void 0?{}:{managed_worktree:e.managed_worktree===null?null:{state:e.managed_worktree.state,...e.managed_worktree.cleanup===void 0?{}:{cleanup:e.managed_worktree.cleanup},path:e.managed_worktree.path,branch:e.managed_worktree.branch,base_ref:e.managed_worktree.base_ref,base_sha:e.managed_worktree.base_sha}},...e.review_binding===void 0?{}:{review_binding:e.review_binding??null},intent:e.intent??null,...e.persona_ack===void 0?{}:{persona_ack:e.persona_ack},created:e.created}}r(k,"extensionNode");async function me(e){const t=await f(e),n=[],o=new Set([e]);let i=t.parent??null;for(;i!==null&&i!==""&&!o.has(i);){o.add(i);const u=await y(i);if(u===null)break;n.unshift(await k(u)),i=u.parent??null}const a=await B((await B(await q(e),async u=>await y(u.node_id))).filter(u=>u!==null&&u.kind!=="human").sort((u,S)=>u.status===S.status?0:u.status==="active"?-1:S.status==="active"?1:0),k),c=typeof t.fork_source_file=="string"?await H(t.fork_source_file):null,d=await V(e);if(d===null)throw v(`unknown node: ${e}`,{received:e});return{node:await k(t),warm_spare:await I(e),ancestors:n,children:a,fork_source:c===null?null:await k(c),subject:d,report_nodes:await $(),roadmap:await z(e)}}r(me,"extensionState");function F(e,t){return e?.kind===t.kind&&e?.mode===t.mode&&e?.lifecycle===t.lifecycle}r(F,"samePersona");function fe(e){const t=p(e,"broker generated-name");if(t.kind!=="initial"&&t.kind!=="recap")throw s("kind must be initial or recap");if(typeof t.description!="string"||typeof t.title!="string"||typeof t.icon!="string")throw s("description, title, and icon must be strings");if(t.kind==="initial")return t;const n=t.expected;if(typeof n!="object"||n===null||Array.isArray(n)||["name","description","title","icon","kind"].some(o=>typeof n[o]!="string"))throw s("recap expected must contain name, description, title, icon, and kind strings");return t}r(fe,"parseGeneratedNameBody");function we(e){const t=p(e,"broker persona-ack"),n=r(o=>{const i=t[o];if(typeof i!="object"||i===null||Array.isArray(i)||typeof i.kind!="string"||i.mode!=="base"&&i.mode!=="orchestrator"||i.lifecycle!=="terminal"&&i.lifecycle!=="resident")throw s(`${o} must be a persona state`);return i},"parse");return{expected_execution_id:t.expected_execution_id,from:n("from"),to:n("to")}}r(we,"parsePersonaAckBody");async function ye(e){const t=e.params.id,n=de(e.body),o=n.sessionFile===null?null:R(n.sessionFile);return{status:200,body:await l(async()=>{const a=await f(t);if(await M(n.executionId,t,n.pid)==="shutdown")return{action:"shutdown"};const c=a.review_binding?.review_id;if(c!==void 0&&!n.reviewBoundaryIds.includes(c))return{action:"shutdown"};if(n.reason==="new"&&a.parent==null)return{action:"relaunch_root"};if(n.reason!=="new"&&a.fork_from!=null&&a.pi_session_id==null&&o===null)return{action:"shutdown"};const d=o===null?null:await T(o);if(d!==null&&d.node_id!==t){if(U(d.pi_pid))return await X(t,{link:"daemon\u2192node",op:"session-file-ownership",kind:"protocol",retry:{disposition:"fatal"},message:`refusing to bind ${o}: it is owned by live node ${d.node_id}`}),{action:"shutdown"};const u=await D(d.node_id);if(u===null||await G({fromNodeId:d.node_id,fromBindingId:u.bindingId,toNodeId:t,executionId:n.executionId,sessionId:n.piSessionId,transcriptPath:o})!=="transferred")return{action:"shutdown"}}else if(await L(t,{executionId:n.executionId,sessionId:n.piSessionId,transcriptPath:o})==="shutdown")return{action:"shutdown"};return n.reason!=="new"&&(await Y(t),a.intent==="refresh"&&await h(t,"revive")),{action:"none"}})}}r(ye,"handleSessionBound");async function he(e,t){const n=await y(e);if(n===null){if(t.pushedFinal)return{action:"shutdown"};throw v(`unknown node: ${e}`,{received:e})}if(await C(e,new Date().toISOString()),(t.stopReason==="stop"||t.stopReason==="length")&&await j(e,{failures:0,notBefore:null}),t.stopReason==="quit")return(n.status==="active"||n.status==="idle")&&n.intent===null&&(await h(e,"finish"),await w(e),await _(e)!==null&&await x(e),await b(e,{pane:null,tmux_session:null,window:null})),{action:"shutdown"};if(t.stopReason!=="stop"&&t.stopReason!=="length")return await w(e,{link:"daemon\u2192node"}),n.intent==="refresh"?{action:"shutdown"}:{action:"stay_dormant"};const o={pushedFinal:t.pushedFinal};if(o.pushedFinal||n.status==="done")return await w(e),await _(e)!==null&&await x(e),await b(e,{pane:null,tmux_session:null,window:null}),{action:"shutdown"};if(n.intent==="refresh")return await w(e),{action:"shutdown"};const i=await Q(e,o,t.backgroundJobsRunning);return await w(e),i.action==="reprompt"?{action:"reprompt",prompt:i.message}:i.reason==="finished"?await N(e)?{action:"stay_dormant"}:{action:"shutdown"}:i.reason!=="awaiting"&&i.reason!=="scheduled"?{action:"stay_dormant"}:await _(e)!==null||K(e)||await N(e)?{action:"stay_dormant"}:(await h(e,"release"),{action:"shutdown"})}r(he,"settleBroker");async function _e(e){const t=e.params.id,n=ce(e.body);await m(t,n.expected_execution_id);const o=await l(async()=>await he(t,n));return o.action!=="reprompt"&&ee(t).catch(i=>A({level:"error",event:"api.broker_ops.companion_submit_failed",node_id:t,error:i})),{status:200,body:o}}r(_e,"handleSettle");async function ke(e){const t=e.params.id,n=ue(e.body);return await m(t,n.expected_execution_id),{status:200,body:await l(async()=>{const i=te(t);if(i===void 0)return{action:"stay_dormant"};const a=await f(t);return await ie(t,a,i)?(await w(t),await h(t,"park"),await _(t)!==null&&await x(t),await b(t,{pane:null,tmux_session:null,window:null}),A({level:n.outcome==="completed"?"info":"warn",event:"broker.park.complete",...J(t)?{node_id:t}:{},outcome:n.outcome==="completed"?"succeeded":"failed"}),{action:"shutdown"}):{action:"stay_dormant"}})}}r(ke,"handleParkComplete");async function be(e){const t=e.params.id;return await m(t,p(e.body,"broker park-activity").expected_execution_id),{status:200,body:await l(async()=>({activity:ne(t)?"recorded":"none"}))}}r(be,"handleParkActivity");async function ge(e){const t=e.params.id,n=le(e.body);return await m(t,n.expected_execution_id),await l(async()=>{await E(t,{tokensIn:n.tokens_in,contextTokens:n.context_tokens,lastActivity:n.last_activity,updatedAt:n.updated_at}),se(t,n)}),{status:204}}r(ge,"handleTelemetry");async function ve(e){const t=e.params.id,n=pe(e.body);return await m(t,n.expected_execution_id),{status:200,body:{modelOverride:(await l(async()=>await Z(await f(t),n.spec,n.intent,n.userSelected))).model_override}}}r(ve,"handleModelCommit");async function xe(e){const t=e.params.id,n=await f(t);return n.run_id&&await re(t,n.run_id),{status:200,body:await me(t)}}r(xe,"handleExtensionState");async function Se(e){const t=e.params.id,n=fe(e.body);return await m(t,n.expected_execution_id),{status:200,body:await l(async()=>{const i=await f(t);if(n.kind==="initial"){if((i.description??"").trim()!=="")return{applied:!1};const d=await g(t,{description:n.description,...n.title.trim()===""?{}:{title:n.title},...n.icon.trim()===""?{}:{icon:n.icon}});return{applied:!0,editorLabel:P(d),description:d.description??"",title:d.title??"",icon:d.icon??""}}const a=n.expected;if(i.name!==a.name||(i.description??"")!==a.description||(i.title??"")!==a.title||(i.icon??"")!==a.icon||i.kind!==a.kind)return{applied:!1};const c=await g(t,{description:n.description,title:n.title.trim()===""?void 0:n.title,icon:n.icon.trim()===""?void 0:n.icon});return{applied:!0,editorLabel:P(c),description:c.description??"",title:c.title??"",icon:c.icon??""}})}}r(Se,"handleGeneratedName");async function Pe(e){const t=e.params.id,n=we(e.body);return await m(t,n.expected_execution_id),{status:200,body:await l(async()=>{const i=await f(t),a={kind:i.kind,mode:i.mode,lifecycle:i.lifecycle},c=i.persona_ack,d=c===void 0?a:{kind:c.kind??i.kind,mode:c.mode,lifecycle:c.lifecycle};return!F(a,n.to)||!F(d,n.from)?{applied:!1}:(await g(t,{persona_ack:n.to}),{applied:!0})})}}r(Pe,"handlePersonaAck");const nt=oe([{method:"POST",pattern:"/v1/nodes/:id/broker/session-bound",handler:ye},{method:"POST",pattern:"/v1/nodes/:id/broker/settle",handler:_e},{method:"POST",pattern:"/v1/nodes/:id/broker/park-complete",handler:ke},{method:"POST",pattern:"/v1/nodes/:id/broker/park-activity",handler:be},{method:"POST",pattern:"/v1/nodes/:id/broker/telemetry",handler:ge},{method:"POST",pattern:"/v1/nodes/:id/broker/model",handler:ve},{method:"GET",pattern:"/v1/nodes/:id/broker/extension-state",handler:xe},{method:"POST",pattern:"/v1/nodes/:id/broker/generated-name",handler:Se},{method:"POST",pattern:"/v1/nodes/:id/broker/persona-ack",handler:Pe}]);export{nt as brokerOperationRoutes,k as extensionNode};
|
|
1
|
+
var O=Object.defineProperty;var r=(e,t)=>O(e,"name",{value:t,configurable:!0});import{canonicalSessionFile as R,findNodeBySessionFile as T,getNode as y,isWarmSpare as I,recordRespawnAttempt as $,recordSettledTurn as j,setPresence as b,subscriptionsOf as C,updateNode as g,updateNodeTelemetry as q}from"../../../core/canvas/canvas.js";import{recordExecutionPid as E}from"../../../core/canvas/executions.js";import{bindSession as M,readLiveSession as L,transferSession as D}from"../../../core/canvas/sessions.js";import{isSafeNodeId as G}from"../../../core/canvas/paths.js";import{appForNode as J}from"../../../core/canvas/node-agent-paths.js";import{isPidAlive as W}from"../../../core/canvas/pid.js";import{editorLabel as P}from"../../../core/canvas/labels.js";import{assembleNodeSubject as U}from"../../../core/substrate/subject.js";import{withCanvasWrite as l}from"../../../core/canvas/db.js";import{notFound as v,usage as s}from"../../../core/errors.js";import{hasUnseenWakeMail as A}from"../../../core/canvas/deliveries.js";import{clearYieldMessage as V}from"../../../core/runtime/kickoff.js";import{readRoadmap as Y}from"../../../core/runtime/roadmap.js";import{forkSourceNode as z}from"../../../core/runtime/nodes.js";import{transition as h}from"../../../core/runtime/lifecycle.js";import{focusOf as _,tearDownNode as x}from"../../../core/runtime/placement.js";import{hasAttachedBrokerViewers as H}from"../viewer-presence.js";import{evaluateStop as K}from"../../../core/runtime/stop-guard.js";import{clearFault as w,recordFault as Q}from"../../../core/canvas/recovery.js";import{updateModelRecipe as X}from"../../../core/runtime/model-swap.js";import{completeCompanionRequestedSubmit as Z}from"../../review/finish.js";import{emitEvent as B}from"../../../core/events/emit.js";import{consumePendingPark as ee,recordPendingParkActivity as te}from"../../park-pending.js";import{shouldParkAfterSummary as ne}from"../../park-activity.js";import{ownerOnly as ie}from"../router.js";import{requireCurrentExecution as m}from"./broker-recovery.js";import{ensureRunObserver as oe}from"../../runs/observer.js";import{parseNodeTelemetryRecord as re,writeNodeTelemetryRecord as ae}from"./telemetry-record.js";import{mapAsync as N}from"../../../core/async-array.js";function p(e,t){if(typeof e!="object"||e===null||Array.isArray(e))throw s(`${t} requires a JSON body`);return e}r(p,"objectBody");function se(e){const t=p(e,"broker session-bound");if(typeof t.executionId!="string"||t.executionId==="")throw s("executionId must be a non-empty string");if(typeof t.piSessionId!="string"||t.piSessionId==="")throw s("piSessionId must be a non-empty string");if(t.sessionFile!==null&&typeof t.sessionFile!="string")throw s("sessionFile must be a string or null");if(!Number.isSafeInteger(t.pid)||t.pid<=0)throw s("pid must be a positive safe integer");if(t.reason!==null&&typeof t.reason!="string")throw s("reason must be a string or null");if(!Array.isArray(t.reviewBoundaryIds)||!t.reviewBoundaryIds.every(n=>typeof n=="string"))throw s("reviewBoundaryIds must be an array of strings");return t}r(se,"parseSessionBoundBody");function de(e){const t=p(e,"broker settle");if(typeof t.stopReason!="string")throw s("stopReason must be a string");for(const n of["backgroundJobsRunning","pushedFinal"])if(typeof t[n]!="boolean")throw s(`${n} must be a boolean`);return t}r(de,"parseSettleBody");function ce(e){const t=p(e,"broker park-complete");if(t.outcome!=="completed"&&t.outcome!=="failed")throw s("outcome must be completed or failed");return t}r(ce,"parseParkCompleteBody");function ue(e){const t=p(e,"broker telemetry");if(typeof t.expected_execution_id!="string"||t.expected_execution_id==="")throw s("expected_execution_id must be a non-empty string");const n=re(t);return{...n,expected_execution_id:t.expected_execution_id,updated_at:new Date(n.updated_at).toISOString()}}r(ue,"parseTelemetryBody");function le(e){const t=p(e,"broker model");if(typeof t.spec!="string"||t.spec.trim()==="")throw s("spec must be a non-empty string");const n=t.intent;if(n!==void 0){const o=n!==null&&typeof n=="object"?n:void 0;if(o===void 0||typeof o.family!="string"||o.family===""||!["ultra","strong","medium","light"].includes(o.strength))throw s("intent must be { family, strength } with strength ultra|strong|medium|light when present")}if(typeof t.userSelected!="boolean")throw s("userSelected must be a boolean");return t}r(le,"parseModelCommitBody");async function f(e){const t=await y(e);if(t===null)throw v(`unknown node: ${e}`,{received:e});return t}r(f,"requireNode");async function k(e){return{node_id:e.node_id,grantee:await J(e.node_id),name:e.name,...e.description===void 0?{}:{description:e.description},...e.title===void 0?{}:{title:e.title},...e.icon===void 0?{}:{icon:e.icon},kind:e.kind,mode:e.mode,lifecycle:e.lifecycle,status:e.status,cwd:e.cwd,parent:e.parent??null,fork_from:e.fork_from??null,profile_id:e.profile_id??null,...e.managed_worktree===void 0?{}:{managed_worktree:e.managed_worktree===null?null:{state:e.managed_worktree.state,...e.managed_worktree.cleanup===void 0?{}:{cleanup:e.managed_worktree.cleanup},path:e.managed_worktree.path,branch:e.managed_worktree.branch,base_ref:e.managed_worktree.base_ref,base_sha:e.managed_worktree.base_sha}},...e.review_binding===void 0?{}:{review_binding:e.review_binding??null},intent:e.intent??null,...e.persona_ack===void 0?{}:{persona_ack:e.persona_ack},created:e.created}}r(k,"extensionNode");async function pe(e){const t=await f(e),n=[],o=new Set([e]);let i=t.parent??null;for(;i!==null&&i!==""&&!o.has(i);){o.add(i);const u=await y(i);if(u===null)break;n.unshift(await k(u)),i=u.parent??null}const a=await N((await N(await C(e),async u=>await y(u.node_id))).filter(u=>u!==null&&u.kind!=="human").sort((u,S)=>u.status===S.status?0:u.status==="active"?-1:S.status==="active"?1:0),k),c=typeof t.fork_source_file=="string"?await z(t.fork_source_file):null,d=await U(e);if(d===null)throw v(`unknown node: ${e}`,{received:e});return{node:await k(t),warm_spare:await I(e),ancestors:n,children:a,fork_source:c===null?null:await k(c),subject:d,roadmap:await Y(e)}}r(pe,"extensionState");function F(e,t){return e?.kind===t.kind&&e?.mode===t.mode&&e?.lifecycle===t.lifecycle}r(F,"samePersona");function me(e){const t=p(e,"broker generated-name");if(t.kind!=="initial"&&t.kind!=="recap")throw s("kind must be initial or recap");if(typeof t.description!="string"||typeof t.title!="string"||typeof t.icon!="string")throw s("description, title, and icon must be strings");if(t.kind==="initial")return t;const n=t.expected;if(typeof n!="object"||n===null||Array.isArray(n)||["name","description","title","icon","kind"].some(o=>typeof n[o]!="string"))throw s("recap expected must contain name, description, title, icon, and kind strings");return t}r(me,"parseGeneratedNameBody");function fe(e){const t=p(e,"broker persona-ack"),n=r(o=>{const i=t[o];if(typeof i!="object"||i===null||Array.isArray(i)||typeof i.kind!="string"||i.mode!=="base"&&i.mode!=="orchestrator"||i.lifecycle!=="terminal"&&i.lifecycle!=="resident")throw s(`${o} must be a persona state`);return i},"parse");return{expected_execution_id:t.expected_execution_id,from:n("from"),to:n("to")}}r(fe,"parsePersonaAckBody");async function we(e){const t=e.params.id,n=se(e.body),o=n.sessionFile===null?null:R(n.sessionFile);return{status:200,body:await l(async()=>{const a=await f(t);if(await E(n.executionId,t,n.pid)==="shutdown")return{action:"shutdown"};const c=a.review_binding?.review_id;if(c!==void 0&&!n.reviewBoundaryIds.includes(c))return{action:"shutdown"};if(n.reason==="new"&&a.parent==null)return{action:"relaunch_root"};if(n.reason!=="new"&&a.fork_from!=null&&a.pi_session_id==null&&o===null)return{action:"shutdown"};const d=o===null?null:await T(o);if(d!==null&&d.node_id!==t){if(W(d.pi_pid))return await Q(t,{link:"daemon\u2192node",op:"session-file-ownership",kind:"protocol",retry:{disposition:"fatal"},message:`refusing to bind ${o}: it is owned by live node ${d.node_id}`}),{action:"shutdown"};const u=await L(d.node_id);if(u===null||await D({fromNodeId:d.node_id,fromBindingId:u.bindingId,toNodeId:t,executionId:n.executionId,sessionId:n.piSessionId,transcriptPath:o})!=="transferred")return{action:"shutdown"}}else if(await M(t,{executionId:n.executionId,sessionId:n.piSessionId,transcriptPath:o})==="shutdown")return{action:"shutdown"};return n.reason!=="new"&&(await V(t),a.intent==="refresh"&&await h(t,"revive")),{action:"none"}})}}r(we,"handleSessionBound");async function ye(e,t){const n=await y(e);if(n===null){if(t.pushedFinal)return{action:"shutdown"};throw v(`unknown node: ${e}`,{received:e})}if(await j(e,new Date().toISOString()),(t.stopReason==="stop"||t.stopReason==="length")&&await $(e,{failures:0,notBefore:null}),t.stopReason==="quit")return(n.status==="active"||n.status==="idle")&&n.intent===null&&(await h(e,"finish"),await w(e),await _(e)!==null&&await x(e),await b(e,{pane:null,tmux_session:null,window:null})),{action:"shutdown"};if(t.stopReason!=="stop"&&t.stopReason!=="length")return await w(e,{link:"daemon\u2192node"}),n.intent==="refresh"?{action:"shutdown"}:{action:"stay_dormant"};const o={pushedFinal:t.pushedFinal};if(o.pushedFinal||n.status==="done")return await w(e),await _(e)!==null&&await x(e),await b(e,{pane:null,tmux_session:null,window:null}),{action:"shutdown"};if(n.intent==="refresh")return await w(e),{action:"shutdown"};const i=await K(e,o,t.backgroundJobsRunning);return await w(e),i.action==="reprompt"?{action:"reprompt",prompt:i.message}:i.reason==="finished"?await A(e)?{action:"stay_dormant"}:{action:"shutdown"}:i.reason!=="awaiting"&&i.reason!=="scheduled"?{action:"stay_dormant"}:await _(e)!==null||H(e)||await A(e)?{action:"stay_dormant"}:(await h(e,"release"),{action:"shutdown"})}r(ye,"settleBroker");async function he(e){const t=e.params.id,n=de(e.body);await m(t,n.expected_execution_id);const o=await l(async()=>await ye(t,n));return o.action!=="reprompt"&&Z(t).catch(i=>B({level:"error",event:"api.broker_ops.companion_submit_failed",node_id:t,error:i})),{status:200,body:o}}r(he,"handleSettle");async function _e(e){const t=e.params.id,n=ce(e.body);return await m(t,n.expected_execution_id),{status:200,body:await l(async()=>{const i=ee(t);if(i===void 0)return{action:"stay_dormant"};const a=await f(t);return await ne(t,a,i)?(await w(t),await h(t,"park"),await _(t)!==null&&await x(t),await b(t,{pane:null,tmux_session:null,window:null}),B({level:n.outcome==="completed"?"info":"warn",event:"broker.park.complete",...G(t)?{node_id:t}:{},outcome:n.outcome==="completed"?"succeeded":"failed"}),{action:"shutdown"}):{action:"stay_dormant"}})}}r(_e,"handleParkComplete");async function ke(e){const t=e.params.id;return await m(t,p(e.body,"broker park-activity").expected_execution_id),{status:200,body:await l(async()=>({activity:te(t)?"recorded":"none"}))}}r(ke,"handleParkActivity");async function be(e){const t=e.params.id,n=ue(e.body);return await m(t,n.expected_execution_id),await l(async()=>{await q(t,{tokensIn:n.tokens_in,contextTokens:n.context_tokens,lastActivity:n.last_activity,updatedAt:n.updated_at}),ae(t,n)}),{status:204}}r(be,"handleTelemetry");async function ge(e){const t=e.params.id,n=le(e.body);return await m(t,n.expected_execution_id),{status:200,body:{modelOverride:(await l(async()=>await X(await f(t),n.spec,n.intent,n.userSelected))).model_override}}}r(ge,"handleModelCommit");async function ve(e){const t=e.params.id,n=await f(t);return n.run_id&&await oe(t,n.run_id),{status:200,body:await pe(t)}}r(ve,"handleExtensionState");async function xe(e){const t=e.params.id,n=me(e.body);return await m(t,n.expected_execution_id),{status:200,body:await l(async()=>{const i=await f(t);if(n.kind==="initial"){if((i.description??"").trim()!=="")return{applied:!1};const d=await g(t,{description:n.description,...n.title.trim()===""?{}:{title:n.title},...n.icon.trim()===""?{}:{icon:n.icon}});return{applied:!0,editorLabel:P(d),description:d.description??"",title:d.title??"",icon:d.icon??""}}const a=n.expected;if(i.name!==a.name||(i.description??"")!==a.description||(i.title??"")!==a.title||(i.icon??"")!==a.icon||i.kind!==a.kind)return{applied:!1};const c=await g(t,{description:n.description,title:n.title.trim()===""?void 0:n.title,icon:n.icon.trim()===""?void 0:n.icon});return{applied:!0,editorLabel:P(c),description:c.description??"",title:c.title??"",icon:c.icon??""}})}}r(xe,"handleGeneratedName");async function Se(e){const t=e.params.id,n=fe(e.body);return await m(t,n.expected_execution_id),{status:200,body:await l(async()=>{const i=await f(t),a={kind:i.kind,mode:i.mode,lifecycle:i.lifecycle},c=i.persona_ack,d=c===void 0?a:{kind:c.kind??i.kind,mode:c.mode,lifecycle:c.lifecycle};return!F(a,n.to)||!F(d,n.from)?{applied:!1}:(await g(t,{persona_ack:n.to}),{applied:!0})})}}r(Se,"handlePersonaAck");const tt=ie([{method:"POST",pattern:"/v1/nodes/:id/broker/session-bound",handler:we},{method:"POST",pattern:"/v1/nodes/:id/broker/settle",handler:he},{method:"POST",pattern:"/v1/nodes/:id/broker/park-complete",handler:_e},{method:"POST",pattern:"/v1/nodes/:id/broker/park-activity",handler:ke},{method:"POST",pattern:"/v1/nodes/:id/broker/telemetry",handler:be},{method:"POST",pattern:"/v1/nodes/:id/broker/model",handler:ge},{method:"GET",pattern:"/v1/nodes/:id/broker/extension-state",handler:ve},{method:"POST",pattern:"/v1/nodes/:id/broker/generated-name",handler:xe},{method:"POST",pattern:"/v1/nodes/:id/broker/persona-ack",handler:Se}]);export{tt as brokerOperationRoutes,k as extensionNode};
|
|
@@ -2,7 +2,7 @@ import type { FleetRegistry } from '../../core/runtime/fleet.js';
|
|
|
2
2
|
import type { DetachedWorkLifecycle } from './broker-supervision.js';
|
|
3
3
|
export declare const DEAD_REAP_GRACE_MS: number;
|
|
4
4
|
export declare const RETENTION_SWEEP_INTERVAL_MS: number;
|
|
5
|
-
export declare const RETENTION_TTL_DAYS =
|
|
5
|
+
export declare const RETENTION_TTL_DAYS = 2;
|
|
6
6
|
export declare const CONTEXT_STRIP_GRACE_MS: number;
|
|
7
7
|
export interface StorageMaintenanceContext {
|
|
8
8
|
/** Carries the managed-worktree sweep's detached Git work off this tick. */
|
|
@@ -1 +1 @@
|
|
|
1
|
-
var I=Object.defineProperty;var l=(f,t)=>I(f,"name",{value:t,configurable:!0});import{rm as y}from"node:fs/promises";import{closeFocusRow as A,getFocusById as S,listFocuses as N,listNodes as w}from"../../core/canvas/index.js";import{pruneExpiredIdempotencyKeys as R}from"../../core/runs/operations.js";import{getNode as g,lastActivityMs as u,listTerminalPlacementResidue as T,pruneExpiredCreateRequests as C,pruneNodes as F}from"../../core/canvas/canvas.js";import{lastContextStripMs as x,stripContextDir as P}from"../../core/canvas/context-strip.js";import{isAppRun as D}from"../../core/canvas/app-run.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{emitEvent as i}from"../../core/events/emit.js";import{operationIdContext as s}from"../../core/events/operation-id.js";import{listLivePanesAsync as G,tearDownNode as V}from"../../core/runtime/placement.js";import{reapStaleSpares as b}from"../../core/runtime/warm-pool.js";import{GroveInstanceSweepReconciler as M}from"./grove-instance-sweep.js";import{ManagedWorktreeSweepReconciler as Y}from"./managed-worktree-sweep.js";import{compactRunEvents as W,expireRunEvents as k}from"../../core/runs/events.js";import{openDb as q}from"../../core/canvas/db.js";import{touchMachineEnvironment as L}from"../../core/environments.js";import{retentionHold as _}from"./live-obligation.js";import{pruneMemoryReads as O}from"../../core/canvas/memory-reads.js";import{existsSync as z}from"node:fs";import{launcherRequest as U}from"../../launcher/client.js";import{LAUNCHER_SOCKET as H}from"../../launcher/spec.js";import{cachePassDue as K}from"../../launcher/limits/policy.js";const $=10*6e4,m=60*1e3,B=60*1e3,v=5*6e4,Q=
|
|
1
|
+
var I=Object.defineProperty;var l=(f,t)=>I(f,"name",{value:t,configurable:!0});import{rm as y}from"node:fs/promises";import{closeFocusRow as A,getFocusById as S,listFocuses as N,listNodes as w}from"../../core/canvas/index.js";import{pruneExpiredIdempotencyKeys as R}from"../../core/runs/operations.js";import{getNode as g,lastActivityMs as u,listTerminalPlacementResidue as T,pruneExpiredCreateRequests as C,pruneNodes as F}from"../../core/canvas/canvas.js";import{lastContextStripMs as x,stripContextDir as P}from"../../core/canvas/context-strip.js";import{isAppRun as D}from"../../core/canvas/app-run.js";import{isSafeNodeId as c}from"../../core/canvas/paths.js";import{emitEvent as i}from"../../core/events/emit.js";import{operationIdContext as s}from"../../core/events/operation-id.js";import{listLivePanesAsync as G,tearDownNode as V}from"../../core/runtime/placement.js";import{reapStaleSpares as b}from"../../core/runtime/warm-pool.js";import{GroveInstanceSweepReconciler as M}from"./grove-instance-sweep.js";import{ManagedWorktreeSweepReconciler as Y}from"./managed-worktree-sweep.js";import{compactRunEvents as W,expireRunEvents as k}from"../../core/runs/events.js";import{openDb as q}from"../../core/canvas/db.js";import{touchMachineEnvironment as L}from"../../core/environments.js";import{retentionHold as _}from"./live-obligation.js";import{pruneMemoryReads as O}from"../../core/canvas/memory-reads.js";import{existsSync as z}from"node:fs";import{launcherRequest as U}from"../../launcher/client.js";import{LAUNCHER_SOCKET as H}from"../../launcher/spec.js";import{cachePassDue as K}from"../../launcher/limits/policy.js";const $=10*6e4,m=60*1e3,B=60*1e3,v=5*6e4,Q=2,X=1440*6e4,Z=2e3;class Ae{static{l(this,"StorageMaintenanceReconciler")}lastSpareSweepAt=Number.NEGATIVE_INFINITY;lastCreateRequestSweepAt=Number.NEGATIVE_INFINITY;lastEnvironmentTouchAt=Number.NEGATIVE_INFINITY;lastRunExpiryAt=Number.NEGATIVE_INFINITY;lastRunEventPassAt=Number.NEGATIVE_INFINITY;runEventCursor=0;lastAnalyzeAt=Number.NEGATIVE_INFINITY;lastRetentionSweepAt=Number.NEGATIVE_INFINITY;lastContextStripAt=Number.NEGATIVE_INFINITY;contextStripInFlight=!1;focusGcInFlight=!1;lastCachePassAt=null;cachePassInFlight=!1;worktreeSweep=new Y;groveInstanceSweep=new M;async run(t,r){if(await this.reapDeadResidue(t),this.scheduleFocusGc(r),await this.gcWarmPool(t),await this.touchEnvironment(t),await this.gcCreateRequests(t),t-this.lastRunEventPassAt>=Z){this.lastRunEventPassAt=t;try{await k(t);const e=await W(t,this.runEventCursor);this.runEventCursor=e.cursor}catch(e){console.warn(`run event maintenance failed: ${String(e)}`)}}if(t-this.lastRunExpiryAt>=60*6e4){try{await O(t)}catch(e){console.warn(`memory-read log prune failed: ${String(e)}`)}this.lastRunExpiryAt=t}t-this.lastAnalyzeAt>=1440*6e4&&(await(await q()).exec("ANALYZE"),this.lastAnalyzeAt=t),await this.sweepRetention(t,r),this.scheduleCachePass(t,r),this.scheduleContextStrip(t,r),this.worktreeSweep.run(t,r),this.groveInstanceSweep.run(t,r)}scheduleCachePass(t,r){this.cachePassInFlight||!K(this.lastCachePassAt,t)||process.platform!=="linux"||!z(H)||r.lifecycle.acceptsDetachedWork()&&(this.lastCachePassAt=t,this.cachePassInFlight=!0,r.lifecycle.registerDetached(U({operation:"cache.purge"}).then(()=>{}).catch(e=>{s.fresh(()=>{i({level:"warn",event:"app.cache.pass_failed",error:e})})}).then(()=>{this.cachePassInFlight=!1})))}msSinceTerminalActivity(t,r){const e=u(t);return e===0?Number.POSITIVE_INFINITY:r-e}async sweepRetention(t,r){t-this.lastRetentionSweepAt<v||r.lifecycle.acceptsDetachedWork()&&(this.lastRetentionSweepAt=t,await s.fresh(async()=>{try{const e=await F({ttlDays:Q,held:await _(r.fleet),removeDirs:l(a=>{r.lifecycle.registerDetached(Promise.all(a.map(o=>y(o,{recursive:!0,force:!0}))).then(()=>{}).catch(o=>{s.fresh(()=>{i({level:"error",event:"canvas.retention.failed",error:o})})}))},"removeDirs")});e.pruned.length>0&&i({level:"info",event:"canvas.retention.pruned",outcome:"succeeded",fields:{pruned_count:e.pruned.length}})}catch(e){i({level:"error",event:"canvas.retention.failed",error:e})}}))}scheduleContextStrip(t,r){if(this.contextStripInFlight||t-this.lastContextStripAt<v||!r.lifecycle.acceptsDetachedWork())return;this.lastContextStripAt=t,this.contextStripInFlight=!0;const e=this.stripFinishedContexts(t,r).finally(()=>{this.contextStripInFlight=!1});r.lifecycle.registerDetached(e)}async stripFinishedContexts(t,r){const e=await _(r.fleet),a=l(async n=>n!==null&&["done","canceled","dead"].includes(n.status)&&(n.pi_pid??null)===null&&(n.frozen_at??null)===null&&!D(n)&&u(n)<t-X&&!await e(n.node_id),"eligible");let o=0,p=0;try{for(const n of await w({status:["done","canceled","dead"]})){if(!c(n.node_id)||!await a(n))continue;const h=await x(n.node_id);if(h!==null&&h>=u(n)||!await a(await g(n.node_id)))continue;let d;try{d=await P(n.node_id)}catch(E){s.fresh(()=>{i({level:"warn",event:"canvas.context_strip.node_failed",error:E,fields:{node_id:n.node_id}})});continue}d.removed.length>0&&(o+=1,p+=d.bytes)}}catch(n){s.fresh(()=>{i({level:"error",event:"canvas.context_strip.failed",error:n})})}o>0&&s.fresh(()=>{i({level:"info",event:"canvas.context_strip.completed",outcome:"succeeded",fields:{node_count:o,bytes:p}})})}async reapDeadResidue(t){let r;try{r=await T()}catch(e){s.fresh(()=>{i({level:"error",event:"residue.reap_scan.failed",error:e})});return}for(const e of r){try{if(this.msSinceTerminalActivity(e,t)<$)continue}catch(a){s.fresh(()=>{i({level:"error",event:"residue.reap.failed",...c(e.node_id)?{node_id:e.node_id}:{},error:a,fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}})});continue}await s.fresh(async()=>{try{i({level:"info",event:"residue.reaped",...c(e.node_id)?{node_id:e.node_id}:{},fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}}),await V(e.node_id)}catch(a){i({level:"error",event:"residue.reap.failed",...c(e.node_id)?{node_id:e.node_id}:{},error:a,fields:{...c(e.node_id)?{}:{affected_node_id:e.node_id},pane:e.pane,window:e.window,tmux_session:e.tmux_session}})}})}}scheduleFocusGc(t){if(this.focusGcInFlight||!t.lifecycle.acceptsDetachedWork())return;this.focusGcInFlight=!0;const r=this.gcStaleFocuses().finally(()=>{this.focusGcInFlight=!1});t.lifecycle.registerDetached(r)}async gcStaleFocuses(){let t;try{t=await N()}catch(e){s.fresh(()=>{i({level:"error",event:"focus.gc.failed",error:e})});return}if(t.length===0)return;let r;try{r=await G()}catch(e){s.fresh(()=>{i({level:"error",event:"focus.gc.failed",error:e})});return}if(r!==null)for(const e of t){if(e.pane===null||r.has(e.pane))continue;if(!await s.fresh(async()=>{try{return(await S(e.focus_id))?.pane!==e.pane||(i({level:"info",event:"focus.gc.removed",...c(e.node_id)?{node_id:e.node_id}:{},fields:{focus_id:e.focus_id,focus_node_id:e.node_id,pane:e.pane}}),await A(e.focus_id)),!0}catch(o){return i({level:"error",event:"focus.gc.failed",error:o}),!1}}))return}}async gcCreateRequests(t){t-this.lastCreateRequestSweepAt<B||(this.lastCreateRequestSweepAt=t,await s.fresh(async()=>{const r=await C(t),e=await R(t);e>0&&i({level:"info",event:"canvas.idempotency_keys.reaped",outcome:"succeeded",fields:{reaped_count:e}}),r>0&&i({level:"info",event:"canvas.create_requests.reaped",outcome:"succeeded",fields:{reaped_count:r}})}))}async touchEnvironment(t){t-this.lastEnvironmentTouchAt<m||(this.lastEnvironmentTouchAt=t,await s.fresh(async()=>{try{await L(new Date(t).toISOString())}catch(r){i({level:"warn",event:"environment.touch.failed",error:r})}}))}async gcWarmPool(t){t-this.lastSpareSweepAt<m||(this.lastSpareSweepAt=t,await s.fresh(async()=>{const r=await b();r.length>0&&i({level:"info",event:"warm_pool.spares_reaped",outcome:"succeeded",fields:{reaped_count:r.length}})}))}}export{X as CONTEXT_STRIP_GRACE_MS,$ as DEAD_REAP_GRACE_MS,v as RETENTION_SWEEP_INTERVAL_MS,Q as RETENTION_TTL_DAYS,Ae as StorageMaintenanceReconciler};
|
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: Watchable objects
|
|
3
|
+
description: Give each person a canvas object per thing in your app, let their agents watch it, and publish events to it reliably with the PostgreSQL object kit.
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
# Watchable objects
|
|
7
|
+
|
|
8
|
+
`PostgresObjectStore` from `@north-light/sdk/stores/postgres` keeps one canvas object per person for each thing in your app (a problem, a ticket, a workspace), links the person's nodes to it, and delivers events to it from a database outbox. An agent that runs `crtr <your-plugin> thing watch T-12` then receives the events you publish for T-12.
|
|
9
|
+
|
|
10
|
+
Your app declares the object kinds and their events in its plugin with `definePlugin({objectKinds})` (see [Deploying a plugin](https://crouter.docs.northlight.ai/docs/plugin/deploying)). The store registers objects of those kinds. Install `pg` in your app.
|
|
11
|
+
|
|
12
|
+
## Create the tables
|
|
13
|
+
|
|
14
|
+
`objectKitSchemaSql()` returns the DDL. Put it in your migration; the store never creates tables.
|
|
15
|
+
|
|
16
|
+
```ts
|
|
17
|
+
import {objectKitSchemaSql} from '@north-light/sdk/stores/postgres';
|
|
18
|
+
|
|
19
|
+
console.log(objectKitSchemaSql()); // or objectKitSchemaSql({object: 'app.watch_object', watcher: '…', publish: '…'})
|
|
20
|
+
```
|
|
21
|
+
|
|
22
|
+
It creates three tables (names default to `watch_object`, `watch_watcher`, `watch_publish`):
|
|
23
|
+
|
|
24
|
+
| Table | Holds |
|
|
25
|
+
|---|---|
|
|
26
|
+
| object | `object_id` (the runtime's id), `sub`, `kind`, `target`, `name`, `created_at`; unique on (`sub`, `kind`, `target`) |
|
|
27
|
+
| watcher | `object_id`, `node`, `machine` (`''` for the person's hosted runtime); one row per linked node |
|
|
28
|
+
| publish | the outbox: `id`, `object_id`, `event`, `summary`, `state` (jsonb), `status` (`pending`, `done`, `dropped`), `attempts`, `last_error`, `next_attempt_at`, `created_at` |
|
|
29
|
+
|
|
30
|
+
Table names are lowercase identifiers, optionally schema-qualified.
|
|
31
|
+
|
|
32
|
+
## Use it
|
|
33
|
+
|
|
34
|
+
```ts
|
|
35
|
+
import {Pool} from 'pg';
|
|
36
|
+
import {PostgresObjectStore} from '@north-light/sdk/stores/postgres';
|
|
37
|
+
|
|
38
|
+
const pool = new Pool({connectionString: process.env.DATABASE_URL});
|
|
39
|
+
const objects = new PostgresObjectStore(pool, {
|
|
40
|
+
providerId: process.env.CROUTER_CLIENT_ID!, // kinds register as `<providerId>.<kind>`
|
|
41
|
+
runtime: (sub) => oauth.appClient(sub), // the app's client on that person's runtime
|
|
42
|
+
});
|
|
43
|
+
|
|
44
|
+
// In a command: find or create the person's object, then link the calling node to it.
|
|
45
|
+
const object = await objects.instance(sub, 'problem', 'P-12', {name: 'problem/P-12', description: 'Problem P-12'});
|
|
46
|
+
await objects.watch(object.objectId, ctx.caller.crtr.node, ctx.caller.crtr.machine);
|
|
47
|
+
|
|
48
|
+
// In the transaction of the write the event records:
|
|
49
|
+
await client.query('BEGIN');
|
|
50
|
+
// … your writes …
|
|
51
|
+
await objects.enqueue(client, object.objectId, {event: 'recovered', summary: 'P-12 recovered', state: {id: 'P-12'}});
|
|
52
|
+
await client.query('COMMIT');
|
|
53
|
+
|
|
54
|
+
// Once per process:
|
|
55
|
+
const publisher = objects.startPublisher(); // every 5 s, up to 100 rows
|
|
56
|
+
// on shutdown: await publisher.stop();
|
|
57
|
+
```
|
|
58
|
+
|
|
59
|
+
- `instance(sub, kind, target, {name, description})` returns the existing object for that (person, kind, target), or registers a private object on the person's runtime and stores it. Two calls racing to create the same object each register one; the row that committed first is kept and the other registration is unregistered. Use `''` as `target` for a kind with one object per person.
|
|
60
|
+
- `watch(objectId, node, machine?)` links the node on the person's runtime (`canvas.watch` with `watcher`, plus `watcher_machine` when `machine` is set) and records the link. It is safe to repeat. A node the runtime does not know rejects with `NotFoundError`.
|
|
61
|
+
- `enqueue(client, objectId, {event, summary, state?})` inserts an outbox row with the client you pass. Pass the client of your open transaction and the row exists exactly when your write committed. `summary` is cut to 500 characters. The object must already exist (the outbox references it).
|
|
62
|
+
- `startPublisher({tick?, batch?})` delivers pending rows oldest first, every `tick` ms (default 5000), at most `batch` per tick (default 100). A Postgres advisory lock lets one process at a time deliver, so every instance of your app can run it. Delivery is at least once.
|
|
63
|
+
|
|
64
|
+
## Delivery rules
|
|
65
|
+
|
|
66
|
+
- A transient failure (network, 5xx, 429, `unknown_event`) keeps the row pending and retries after `min(2^attempts × 10 s, 15 min)`.
|
|
67
|
+
- A refusal the runtime will never accept (HTTP 400, 404 or 422, other than `unknown_event`) marks the row `dropped` with `last_error` set.
|
|
68
|
+
- A row still undelivered 24 hours after it was enqueued is marked `dropped`.
|
|
69
|
+
- Rows are never deleted; delete `done` and `dropped` rows from your own cleanup job.
|
|
70
|
+
|
|
71
|
+
`PostgresObjectStore.tick()` runs one delivery pass and answers `false` when another process holds the lock; `startPublisher` calls it on a timer, logging a failed tick and carrying on. Pass `log: {warn, error}` to route those messages.
|
|
@@ -37,7 +37,7 @@ The [Comms guide for coding agents](https://comms.northlight.ai/llms.txt) is the
|
|
|
37
37
|
5. **Text it from your own phone, in test mode.** Add yourself as a tester (`crtr comms testers add --app-id <id> --phone <number> --label <name>`, or the site), then text `JOIN <code>` to the test number. Test mode is free; the [Comms guide](https://comms.northlight.ai/llms.txt) has the tester limit.
|
|
38
38
|
6. **Go to production** when you want your app's own number and anyone to text it. Production is paid: add a card on the billing account, and Comms gets your app its own number.
|
|
39
39
|
|
|
40
|
-
Comms is priced per person your app texts with in production each month; fake mode and testing are free. The SDK is [`@north-light/comms`](https://www.npmjs.com/package/@north-light/comms) on npm.
|
|
40
|
+
Comms is priced per person your app texts with in production each month; fake mode and testing are free. The SDK is [`@north-light/comms`](https://www.npmjs.com/package/@north-light/comms) on npm. Install it with `npm i @north-light/comms`.
|
|
41
41
|
|
|
42
42
|
## Rules
|
|
43
43
|
|
package/docs/release-local.md
CHANGED
|
@@ -3,7 +3,7 @@
|
|
|
3
3
|
Use this only for a release explicitly authorized by Silas. `.github/workflows/publish.yml` is the source of truth; this is its manual path when Actions cannot run. Work on clean, current `main`, with `npm whoami` showing the publishing account. Verify the code first (`npm run build:api`, `npm run build`, `npx tsc --noEmit`, relevant `npm run test:isolated -- …`). Do not start a release while another agent owns uncommitted changes in this shared checkout.
|
|
4
4
|
|
|
5
5
|
1. Check the six latest registry versions with `npm view <name> version` for each of `@north-light/cli`, `@north-light/api`, `@north-light/env-docker`, `@north-light/identity`, `@north-light/sdk` and `@north-light/plugin`. Fetch `origin/main`, ensure the release commit is current, and choose a patch version greater than every published version. Do **not** use the workflow's `git reset --hard` in a shared checkout.
|
|
6
|
-
2. Run `node scripts/release-version.mjs "$VERSION"`. It sets all six manifests to `$VERSION`, pins every dependency between them (root → identity, SDK → api and
|
|
7
|
-
3. From the tagged release commit run `npm ci`. Publish in dependency order, checking `npm view "$PACKAGE@$VERSION" version` before each and skipping only on a positive sighting: `npm run build:identity` then `npm publish` in `packages/crouter-identity`; `npm run build` then `CRTR_PACK_MINIFY=1 npm publish` at root (Docker must be running: the pack cross-builds the Linux x64 and arm64 native addons into `dist/native/linux/<arch>/addon.node` and fails the release if it cannot); `npm run build:api` then publish in `packages/crouter-api`; `npm run build:env-docker` then publish in `packages/crouter-env-docker`; `npm run build:
|
|
6
|
+
2. Run `node scripts/release-version.mjs "$VERSION"`. It sets all six manifests to `$VERSION`, pins every dependency between them (root → identity, SDK → api, identity and plugin, plugin → api and identity) to exactly `$VERSION` with no `^`, writes `SDK_VERSION` in `packages/crouter-sdk/src/version.ts` (informational: compatibility is the contract level), and renames the `## Next release` section of `docs/sdk/release-notes.md` to `## $VERSION`. One release is one version set: an app pinning `@north-light/sdk@$VERSION` gets exactly this release's api and identity. Run `npm install --package-lock-only --ignore-scripts`, then `node scripts/contract.mjs release`: it fails on an unacknowledged breaking `/v1` change or an undeclared watched file (the same check CI runs), then writes `contract/surface.txt`, `CONTRACT_LEVEL` in `src/api/contract.ts` (a minor bump only when the surface changed or a declaration says `bump`), `crouterContract` in the SDK manifest, and resets `contract/next.json`. Run `node scripts/release-version.mjs --check` (prints `one version set`). Check `git diff` and commit only the six manifests, `packages/crouter-sdk/src/version.ts`, `docs/sdk/release-notes.md`, `package-lock.json`, `contract/surface.txt`, `contract/next.json` and `src/api/contract.ts` as `chore: release v$VERSION`. Create `git tag -a "v$VERSION" -m "chore: release v$VERSION"`, then `git push --atomic origin HEAD:main "refs/tags/v$VERSION"`. If rejected due to a concurrent push, remove the *local* release tag, integrate fresh main, then recheck versions and retry; never push a tag separately.
|
|
7
|
+
3. From the tagged release commit run `npm ci`. Publish in dependency order, checking `npm view "$PACKAGE@$VERSION" version` before each and skipping only on a positive sighting: `npm run build:identity` then `npm publish` in `packages/crouter-identity`; `npm run build` then `CRTR_PACK_MINIFY=1 npm publish` at root (Docker must be running: the pack cross-builds the Linux x64 and arm64 native addons into `dist/native/linux/<arch>/addon.node` and fails the release if it cannot); `npm run build:api` then publish in `packages/crouter-api`; `npm run build:env-docker` then publish in `packages/crouter-env-docker`; `npm run build:plugin` then `CRTR_PACK_MINIFY=1 npm publish` in `packages/crouter-plugin` (the SDK depends on it, so it goes first); then `npm run build:sdk` then `npm publish --tag next` in `packages/crouter-sdk` (its `prepublishOnly` guard refuses any other form, including `--tag latest`; every SDK release lands on `next`). Use npm's interactive authentication/2FA where required (see `personal-operations/npm-2fa-cli`); a read-only token cannot publish. Provenance remains off because the source repository is private. Do not build or publish the Docker image in this no-Actions path.
|
|
8
8
|
4. Confirm all six exact versions with `npm view`. In a fresh temporary directory, `npm init -y && npm install @north-light/sdk@$VERSION`, then prove both `@north-light/sdk/errors` (`errorCodes`) and `@north-light/sdk/stores/postgres` resolve via `node --input-type=module -e '…'`. Record any partial publish and finish it from the exact release tag rather than cutting another version: `gh workflow run publish.yml -f release_tag=v$VERSION` runs `recover-release`, which verifies the tag is a release commit on main, checks it out, and publishes only the packages and image the registry does not yet show (SDK to `next`; it never writes the image `:latest`, so if the recovered tag is the newest release, `:latest` follows the next normal release).
|
|
9
9
|
5. Promote `latest` last, through CI only: `gh workflow run publish.yml -f promote=true` runs the `promote-sdk` job, the one writer of `latest`. It shares the `sdk-dist-tag` concurrency group with the automatic runs (they queue, never overlap), reads the router's `/contract` itself, re-reads `latest` right before the write and moves it only if unchanged. It also runs after each SDK publish and hourly. `PROD_CONTRACT_URL=<the router's /contract URL> node scripts/promote-sdk.mjs` is a read-only dry run; its `--apply` refuses outside Actions. **Never `npm dist-tag add` the SDK by hand.** The one exception is Actions fully down: a person then runs the printed target by hand through the npm 2FA wrapper only after re-reading `npm view @north-light/sdk dist-tags` and confirming no `promote-sdk` run is active (`gh run list --workflow publish.yml`) and that the target is above the current `latest`.
|
|
@@ -7,6 +7,16 @@ description: Behavior changes in @north-light/sdk that an app must act on, newes
|
|
|
7
7
|
|
|
8
8
|
Changes to `@north-light/sdk` that can change what an existing app sees. Newest first.
|
|
9
9
|
|
|
10
|
+
## 0.3.546
|
|
11
|
+
|
|
12
|
+
`GET /v1/nodes/:id/broker/extension-state` no longer returns `report_nodes` (every node's id, name, created and grantee). Nothing has read it since 0.3.350, and returning it cost a query over every node on each model request of every broker. No SDK method reads it.
|
|
13
|
+
|
|
14
|
+
## 0.3.545
|
|
15
|
+
|
|
16
|
+
`@north-light/sdk/stores/postgres` gains an object kit: `PostgresObjectStore` and `objectKitSchemaSql`. Additive: no existing export, request or response changes.
|
|
17
|
+
|
|
18
|
+
- `PostgresObjectStore` keeps per-person custom objects (`instance`), the nodes watching them (`watch`), and a PostgreSQL publish outbox written inside the caller's transaction (`enqueue`) and delivered at least once by `startPublisher`. `objectKitSchemaSql()` returns the DDL for its three tables. See [Watchable objects](/docs/guides/watchable-objects).
|
|
19
|
+
|
|
10
20
|
## 0.3.542
|
|
11
21
|
|
|
12
22
|
The directory's account page reads and removes individual AI subscription accounts. Additive: no app-facing request or response changes.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@north-light/cli",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.546",
|
|
4
4
|
"description": "crtr — agent runtime with memory, plugins, and marketplaces",
|
|
5
5
|
"type": "module",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -93,7 +93,7 @@
|
|
|
93
93
|
"activate:pull": "git pull && npm install && npm run activate",
|
|
94
94
|
"build:api": "npm run build:identity && tsc -p packages/crouter-api/tsconfig.json",
|
|
95
95
|
"build:env-docker": "tsc -p packages/crouter-env-docker/tsconfig.json",
|
|
96
|
-
"build:sdk": "npm run build:api && npm run build:identity && npm run build --workspace packages/crouter-sdk",
|
|
96
|
+
"build:sdk": "npm run build:api && npm run build:identity && npm run build:plugin && npm run build --workspace packages/crouter-sdk",
|
|
97
97
|
"build:plugin": "tsc -p packages/crouter-plugin/tsconfig.json",
|
|
98
98
|
"typecheck": "tsc --noEmit && tsc -p src/doc-editor/tsconfig.json",
|
|
99
99
|
"typecheck:pi-packages": "npx tsc -p src/builtin-pi-packages/pi-crtr-extensions/tsconfig.json",
|
|
@@ -140,7 +140,7 @@
|
|
|
140
140
|
},
|
|
141
141
|
"license": "UNLICENSED",
|
|
142
142
|
"dependencies": {
|
|
143
|
-
"@north-light/identity": "0.3.
|
|
143
|
+
"@north-light/identity": "0.3.546",
|
|
144
144
|
"@earendil-works/pi-agent-core": "1.1.0",
|
|
145
145
|
"@earendil-works/pi-ai": "1.1.0",
|
|
146
146
|
"@earendil-works/pi-coding-agent": "1.1.0",
|
package/runtime.lock.json
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@north-light/cli",
|
|
3
|
-
"version": "0.3.
|
|
3
|
+
"version": "0.3.546",
|
|
4
4
|
"lockfileVersion": 3,
|
|
5
5
|
"requires": true,
|
|
6
6
|
"packages": {
|
|
7
7
|
"": {
|
|
8
8
|
"name": "@north-light/cli",
|
|
9
|
-
"version": "0.3.
|
|
9
|
+
"version": "0.3.546",
|
|
10
10
|
"hasInstallScript": true,
|
|
11
11
|
"license": "UNLICENSED",
|
|
12
12
|
"workspaces": [
|
|
@@ -24,7 +24,7 @@
|
|
|
24
24
|
"@milkdown/preset-gfm": "^7.22.3",
|
|
25
25
|
"@milkdown/prose": "^7.22.3",
|
|
26
26
|
"@milkdown/utils": "^7.22.3",
|
|
27
|
-
"@north-light/identity": "0.3.
|
|
27
|
+
"@north-light/identity": "0.3.546",
|
|
28
28
|
"cron-parser": "^5.6.0",
|
|
29
29
|
"esbuild": "^0.27.7",
|
|
30
30
|
"jose": "^6.2.12",
|
|
@@ -12455,17 +12455,17 @@
|
|
|
12455
12455
|
},
|
|
12456
12456
|
"packages/crouter-api": {
|
|
12457
12457
|
"name": "@north-light/api",
|
|
12458
|
-
"version": "0.3.
|
|
12458
|
+
"version": "0.3.546",
|
|
12459
12459
|
"license": "UNLICENSED"
|
|
12460
12460
|
},
|
|
12461
12461
|
"packages/crouter-env-docker": {
|
|
12462
12462
|
"name": "@north-light/env-docker",
|
|
12463
|
-
"version": "0.3.
|
|
12463
|
+
"version": "0.3.546",
|
|
12464
12464
|
"license": "UNLICENSED"
|
|
12465
12465
|
},
|
|
12466
12466
|
"packages/crouter-identity": {
|
|
12467
12467
|
"name": "@north-light/identity",
|
|
12468
|
-
"version": "0.3.
|
|
12468
|
+
"version": "0.3.546",
|
|
12469
12469
|
"license": "UNLICENSED",
|
|
12470
12470
|
"dependencies": {
|
|
12471
12471
|
"jose": "^6.2.1"
|
|
@@ -12473,20 +12473,21 @@
|
|
|
12473
12473
|
},
|
|
12474
12474
|
"packages/crouter-plugin": {
|
|
12475
12475
|
"name": "@north-light/plugin",
|
|
12476
|
-
"version": "0.3.
|
|
12476
|
+
"version": "0.3.546",
|
|
12477
12477
|
"license": "UNLICENSED",
|
|
12478
12478
|
"dependencies": {
|
|
12479
|
-
"@north-light/api": "0.3.
|
|
12480
|
-
"@north-light/identity": "0.3.
|
|
12479
|
+
"@north-light/api": "0.3.546",
|
|
12480
|
+
"@north-light/identity": "0.3.546"
|
|
12481
12481
|
}
|
|
12482
12482
|
},
|
|
12483
12483
|
"packages/crouter-sdk": {
|
|
12484
12484
|
"name": "@north-light/sdk",
|
|
12485
|
-
"version": "0.3.
|
|
12485
|
+
"version": "0.3.546",
|
|
12486
12486
|
"license": "UNLICENSED",
|
|
12487
12487
|
"dependencies": {
|
|
12488
|
-
"@north-light/api": "0.3.
|
|
12489
|
-
"@north-light/identity": "0.3.
|
|
12488
|
+
"@north-light/api": "0.3.546",
|
|
12489
|
+
"@north-light/identity": "0.3.546",
|
|
12490
|
+
"@north-light/plugin": "0.3.546",
|
|
12490
12491
|
"jose": "^6.2.1"
|
|
12491
12492
|
},
|
|
12492
12493
|
"bin": {
|