@north-light/crouter 0.3.353 → 0.3.354

package/dist/migrations/004-canvas-documents/legacy/parse.d.ts

@@ -0,0 +1,14 @@
+export interface ParsedFile {
+    frontmatter: Record<string, unknown> | null;
+    body: string;
+    mtime: string;
+}
+/** Throws when the frontmatter is not valid YAML. */
+export declare function parseFile(path: string): ParsedFile;
+/** A file whose frontmatter does not parse: the whole text is the body. */
+export declare function rawFile(path: string): ParsedFile;
+/** Frozen store naming: drop `.md`, strip each segment's `NN-` ordering prefix,
+ *  fold `a/INDEX` to `a`; the store's root `INDEX.md` is `index`. */
+export declare function storeDocName(relPath: string): string;
+/** A node context file's name: its folder-relative path without `.md`. */
+export declare function contextDocName(relPath: string): string;

package/dist/migrations/004-canvas-documents/legacy/parse.js

@@ -0,0 +1 @@
+var m=Object.defineProperty;var r=(e,t)=>m(e,"name",{value:t,configurable:!0});import{readFileSync as n,statSync as o}from"node:fs";import{parseFrontmatterGeneric as a}from"../../../core/frontmatter.js";function f(e){const t=a(n(e,"utf8"));return{frontmatter:t.data,body:t.body,mtime:o(e).mtime.toISOString()}}r(f,"parseFile");function u(e){return{frontmatter:null,body:n(e,"utf8"),mtime:o(e).mtime.toISOString()}}r(u,"rawFile");function d(e){const t=e.replace(/\\/g,"/").replace(/\.md$/i,"").split("/").map(i=>i.replace(/^\d{2}-/,""));return t[t.length-1]==="INDEX"&&t.pop(),t.length===0?"index":t.join("/")}r(d,"storeDocName");function s(e){return e.replace(/\\/g,"/").replace(/\.md$/i,"")}r(s,"contextDocName");export{s as contextDocName,f as parseFile,u as rawFile,d as storeDocName};

package/dist/migrations/004-canvas-documents/legacy/types.d.ts

@@ -0,0 +1,91 @@
+/** Frozen copy of the history record shape the retired store-file history wrote. */
+export interface LegacyHistoryRecord {
+    op: 'create' | 'edit' | 'delete' | 'move';
+    at: string;
+    node?: string;
+    cwd: string;
+    from?: string;
+    rationale?: string;
+    verbatim?: boolean;
+    before: string;
+    after: string;
+}
+export interface LegacyProfile {
+    id: string;
+    name: string;
+    /** The owning app (`grantee`), `app:terminal` for older manifests without one. */
+    app: string;
+    /** The profile's store (`<app memory>/profiles/<id>`), resolved by the caller. */
+    memory: string;
+    /** Every `projects[].path` in the manifest. */
+    projects: string[];
+    /** The manifest as parsed JSON, for fields the plan converts (`projects[].memory`). */
+    raw?: Record<string, unknown>;
+    manifestPath?: string;
+}
+export interface LegacyRoots {
+    userMemory: string;
+    profiles: LegacyProfile[];
+    nodeCwds: string[];
+    /** Node rows that exist in canvas.db and their folders (`<nodes>/<id>`). */
+    nodes: Array<{
+        id: string;
+        dir: string;
+    }>;
+}
+export type LegacyOwnerRef = {
+    type: 'person';
+} | {
+    type: 'profile';
+    id: string;
+} | {
+    type: 'repo';
+    root: string;
+    commonDir: string | null;
+    namespace: string | null;
+} | {
+    type: 'node';
+    id: string;
+};
+export interface LegacyDoc {
+    path: string;
+    owner: LegacyOwnerRef;
+    /** The document name under its owner (INDEX folding, nested prefix, `reports/<stem>`, root `INDEX.md` → `index`). */
+    name: string;
+    source: 'store' | 'context' | 'report';
+    frontmatter: Record<string, unknown> | null;
+    body: string;
+    mtime: string;
+    /** Records of the file's current life (after its last `delete`), in file order; store documents only. */
+    history: LegacyHistoryRecord[];
+    /** Set when the file could not be read as written: `invalid-source` (unparseable
+     *  frontmatter; `body` is the whole file and `frontmatter` null) or `invalid-history`
+     *  (its history log is unreadable; `history` is empty). */
+    invalid?: {
+        kind: 'invalid-source' | 'invalid-history';
+        reason: string;
+    };
+}
+export interface LegacyStoreRoot {
+    root: string;
+    owner: LegacyOwnerRef;
+    docs: number;
+    skipped?: 'duplicate-worktree';
+}
+export interface LegacyCorpus {
+    docs: LegacyDoc[];
+    storeRoots: LegacyStoreRoot[];
+    /** Files or roots not read, with the reason; informational. */
+    skipped: Array<{
+        path: string;
+        reason: string;
+    }>;
+    /** History logs whose document file no longer exists. */
+    orphanHistory: number;
+    /** Folders beside the given node folders with no node row. */
+    orphanNodeDirs: number;
+    /** Non-markdown files under node `context/` and `reports/` folders (not imported). */
+    nonMarkdown: number;
+    /** `injected-docs.json` ledgers found in node folders (not imported; the roll ends their sessions). */
+    injectedDocs: number;
+}

package/dist/migrations/004-canvas-documents/legacy-edges.d.ts

@@ -0,0 +1,6 @@
+import type { DatabaseSync } from 'node:sqlite';
+/** canvas.db chain step: converts the node-only `legacy_edges` rows into graph rows, then drops it.
+ *  `spawned_by(child, parent)` → `edges(acted-on, parent → child)`.
+ *  `subscribes_to(watcher, object)` → an in-tree watch with one `>` subscription, started `spawn`
+ *  when the object was spawned by the watcher, else `ask`; a passive row listens at next-turn. */
+export declare function convertLegacyEdges(db: DatabaseSync): void;

package/dist/migrations/004-canvas-documents/legacy-edges.js

@@ -0,0 +1,18 @@
+var n=Object.defineProperty;var s=(e,t)=>n(e,"name",{value:t,configurable:!0});function _(e){if(!e.prepare("SELECT 1 FROM sqlite_master WHERE type = 'table' AND name = 'legacy_edges'").get())return;const t=s(d=>e.prepare(d).get().n,"count"),c=t("SELECT COUNT(*) AS n FROM legacy_edges WHERE type = 'spawned_by'"),r=t("SELECT COUNT(*) AS n FROM legacy_edges WHERE type = 'subscribes_to'"),o=t("SELECT COUNT(*) AS n FROM legacy_edges WHERE type NOT IN ('spawned_by', 'subscribes_to')");if(o>0)throw new Error(`convertLegacyEdges: ${o} legacy edge(s) of an unknown type`);const a=e.prepare(`INSERT INTO edges (type, src, dst, written_as, created_at)
+    SELECT 'acted-on', p.rowid, c.rowid, NULL, e.created
+    FROM legacy_edges e JOIN objects c ON c.id = e.from_id JOIN objects p ON p.id = e.to_id
+    WHERE e.type = 'spawned_by'
+    ON CONFLICT (type, src, dst) DO NOTHING`).run().changes,E=e.prepare(`INSERT INTO watches (watcher, object, in_tree, read_heads_key, created_at)
+    SELECT w.rowid, o.rowid, 1, NULL, e.created
+    FROM legacy_edges e JOIN objects w ON w.id = e.from_id JOIN objects o ON o.id = e.to_id
+    WHERE e.type = 'subscribes_to'
+    ON CONFLICT (watcher, object) DO UPDATE SET in_tree = 1`).run().changes;if(e.exec(`INSERT INTO watch_subscriptions (watch, pattern, filter_json, config_json, started_by, ends_on, created_at)
+    SELECT wt.rowid, '>', NULL,
+           CASE WHEN e.active = 1 THEN NULL ELSE '{"3":"next-turn"}' END,
+           CASE WHEN EXISTS (SELECT 1 FROM legacy_edges s
+                             WHERE s.type = 'spawned_by' AND s.from_id = e.to_id AND s.to_id = e.from_id)
+                THEN 'spawn' ELSE 'ask' END,
+           NULL, e.created
+    FROM legacy_edges e JOIN objects w ON w.id = e.from_id JOIN objects o ON o.id = e.to_id
+    JOIN watches wt ON wt.watcher = w.rowid AND wt.object = o.rowid
+    WHERE e.type = 'subscribes_to'`),a!==c||E!==r)throw new Error(`convertLegacyEdges: converted ${a}/${c} spawned_by and ${E}/${r} subscribes_to rows`);e.exec("DROP TABLE legacy_edges")}s(_,"convertLegacyEdges");export{_ as convertLegacyEdges};

package/dist/migrations/004-canvas-documents/plan.d.ts

@@ -0,0 +1,102 @@
+import { type CheckoutIdentity } from '../../core/graph/repo-sync/identity.js';
+import type { Privacy, RuleSpec } from '../../core/graph/types.js';
+import { type DocumentKind } from './fields.js';
+import type { LegacyCorpus, LegacyRoots } from './legacy/types.js';
+/** The store migrations every plan assumes already ran (the previous release's lanes). */
+export declare const CONVERGED_MARKER_IDS: readonly ["001-surfaces-frontmatter", "002-profile-project-memory", "003-repository-root-memory-identity"];
+export type OwnerType = 'person' | 'app' | 'profile' | 'repo' | 'node';
+export interface PlannedOwner {
+    /** Stable key documents point at: `person`, `app:<handle>`, `profile:<id>`, `repo:<externalId>`, `node:<id>`. */
+    key: string;
+    type: OwnerType;
+    handle: string;
+    /** Repo identity (`ensureRepo`). */
+    scheme?: 'git' | 'local-path';
+    externalId?: string;
+    /** A profile's owning app, as an owner key (`app:<handle>`). */
+    ownerKey?: string;
+}
+export interface PlannedRevision {
+    body: string;
+    authorNodeId: string | null;
+    rationale: string | null;
+    createdAt: string;
+}
+export interface PlannedDocument {
+    ownerKey: string;
+    name: string;
+    kind: DocumentKind;
+    privacy: Privacy;
+    preview: string;
+    summary: string | null;
+    whyItExists: string | null;
+    unlisted: boolean;
+    lintIgnore: unknown;
+    extensions: unknown;
+    rules: RuleSpec[];
+    /** Oldest first; the last one is the head, whose body carries the pointer rewrite. */
+    revisions: PlannedRevision[];
+    sourcePath: string;
+}
+/** A stored-profile update (scoped-state `profiles.delivery_limits_json`): the legacy
+ *  profile.json `projects[].memory` caps, keyed by repo handle, merged over the row's limits. */
+export interface PlannedProfileLimits {
+    profileId: string;
+    deliveryLimits: Record<string, string>;
+}
+/** Something that stops the import. Only a runtime that skipped the previous
+ *  release's store migrations blocks; every other finding resolves itself. */
+export interface ImportBlocker {
+    kind: 'marker';
+    message: string;
+    paths: string[];
+}
+/** One finding the plan resolved on its own, with what it did. */
+export interface ImportResolution {
+    kind: 'invalid-source' | 'invalid-history' | 'name-clash' | 'repo-handle' | 'profile-handle' | 'repo-identity' | 'delivery-limit' | 'empty-preview';
+    message: string;
+    paths: string[];
+}
+export interface ImportReport {
+    stores: LegacyCorpus['storeRoots'];
+    counts: Record<string, number>;
+    rewrites: Array<{
+        path: string;
+        from: string;
+        to: string;
+    }>;
+    droppedFields: Array<{
+        path: string;
+        field: string;
+    }>;
+    skipped: LegacyCorpus['skipped'];
+    /** Every clash or unreadable source the plan resolved, one line each. */
+    resolutions: ImportResolution[];
+}
+export interface ImportPlan {
+    owners: PlannedOwner[];
+    documents: PlannedDocument[];
+    profileLimits: PlannedProfileLimits[];
+    blockers: ImportBlocker[];
+    report: ImportReport;
+}
+export interface PlanContext {
+    roots: LegacyRoots;
+    /** Ids in `on-disk-migrations.json`, or null when it is absent. */
+    markerIds: string[] | null;
+    /** Repo identity of a git checkout root (repo-sync `identifyCheckout`). */
+    repoIdentity: (root: string) => CheckoutIdentity;
+    /** Owner objects already in canvas.db; a new handle must not take one of theirs. */
+    existingOwners: Array<{
+        type: string;
+        handle: string;
+        externalId: string | null;
+    }>;
+    /** Stored profile rows (scoped-state) with their current `delivery_limits`. */
+    storedProfiles: Array<{
+        id: string;
+        deliveryLimits: Record<string, string>;
+    }>;
+    home?: string;
+}
+export declare function planImport(corpus: LegacyCorpus, ctx: PlanContext): ImportPlan;

package/dist/migrations/004-canvas-documents/plan.js

@@ -0,0 +1,3 @@
+var ae=Object.defineProperty;var c=(o,a)=>ae(o,"name",{value:a,configurable:!0});import{realpathSync as de}from"node:fs";import{homedir as pe}from"node:os";import{isAbsolute as le,join as ce,relative as fe}from"node:path";import{parseFrontmatterGeneric as he}from"../../core/frontmatter.js";import{handleHint as me}from"../../core/graph/repo-sync/identity.js";import{andIntoRules as ue,documentFields as ye}from"./fields.js";import{rewritePointers as we}from"./pointers.js";const $e=["001-surfaces-frontmatter","002-profile-project-memory","003-repository-root-memory-identity"],U=["none","name","preview","content"];function O(o){try{return de(o)}catch{return o}}c(O,"real");const X=c(o=>o.replace(/^app:/,""),"appHandle");function Re(o,a){const v=[],m={},d=c((e,n=1)=>{m[e]=(m[e]??0)+n},"count"),p=[],u=[],g=[],l=c(e=>{g.push(e),d(`resolutions.${e.kind}`)},"resolve");o.docs.length>0&&[...a.markerIds??[]].sort().join(`
+`)!==[...$e].sort().join(`
+`)&&v.push({kind:"marker",paths:[],message:`this runtime skipped the store migrations of the previous release (on-disk-migrations.json lists ${a.markerIds===null?"nothing":JSON.stringify(a.markerIds)}); start the previous crtr release once, then upgrade`});for(const e of o.docs)e.invalid!==void 0&&l({kind:e.invalid.kind,paths:[e.path],message:e.invalid.kind==="invalid-source"?`${e.path}: ${e.invalid.reason} \u2014 imported the whole file as the body, with no rules`:`${e.path}: ${e.invalid.reason} \u2014 imported the current file without its history`});const k=new Map,G=new Map,x=c((e,n)=>G.get(`${e}\0${n}`),"held"),S=c((e,n,t)=>{G.set(`${e}\0${n}`,t)},"hold"),Y=c(e=>e.type==="repo"&&e.externalId!==null?`repo:${e.externalId}`:e.type==="person"?"person":e.type==="profile"&&e.externalId!==null?`profile:${e.externalId}`:`${e.type}:${e.handle}`,"keyOfExisting");for(const e of a.existingOwners)S(e.type,e.handle,Y(e));const W=c((e,n)=>{let t=2;for(;x(e,`${n}-${t}`)!==void 0;)t+=1;return`${n}-${t}`},"freeHandle"),M=c(e=>{const n=k.get(e.key);if(n!==void 0)return n;const t=x(e.type,e.handle),r=t!==void 0&&t!==e.key?W(e.type,e.handle):e.handle,s={...e,handle:r};return S(s.type,r,s.key),k.set(s.key,s),s},"claim");for(const e of a.existingOwners)e.type==="person"&&k.set("person",{key:"person",type:"person",handle:e.handle});const z=M({key:"person",type:"person",handle:"user"}),Z=new Map(a.roots.profiles.map(e=>[e.id,e])),ee=new Set(a.roots.nodes.map(e=>e.id)),te=new Map(a.roots.nodes.map(e=>[e.id,e.dir])),C=new Map;for(const e of[...a.roots.profiles].sort((n,t)=>n.id.localeCompare(t.id))){const n=x("profile",e.name);if(n===void 0||n===`profile:${e.id}`){C.set(e.id,e.name),S("profile",e.name,`profile:${e.id}`);continue}const t=x("profile",e.id)===void 0?e.id:W("profile",e.id);C.set(e.id,t),S("profile",t,`profile:${e.id}`),l({kind:"profile-handle",paths:e.manifestPath===void 0?[]:[e.manifestPath],message:`profile ${e.id} shares the name \`${e.name}\` with ${n}; it takes the handle \`${t}\``})}const N=new Map,E=new Map,B=c((e,n)=>{if(E.has(e.root))return;const t=e.commonDir===null?{ok:!1,code:"not-a-repo",dir:e.root,reason:"no .git"}:a.repoIdentity(e.root);let r="local-path",s=O(e.root),i=me(s);t.ok?(r=t.scheme,s=t.externalId,i=t.handleHint):t.code!=="not-a-repo"&&l({kind:"repo-identity",paths:n,message:`${e.root}: repo identity lookup failed (${t.code}: ${t.reason}); imported as the local-path repo ${s}`});const f=`repo:${s}`;E.set(e.root,f);const h=a.existingOwners.find(y=>y.type==="repo"&&y.externalId===s),w=N.get(f);w!==void 0?w.roots.push(e.root):N.set(f,{key:f,scheme:r,externalId:s,wanted:h?.handle??e.namespace??i,roots:[e.root]})},"identify");for(const e of o.storeRoots)e.owner.type==="repo"&&e.skipped===void 0&&B(e.owner,[e.root]);for(const e of o.docs)e.owner.type==="repo"&&B(e.owner,[e.path]);const J=new Map,K=new Map;for(const e of N.values())K.set(e.wanted,[...K.get(e.wanted)??[],e]);for(const[e,n]of[...K].sort(([t],[r])=>t.localeCompare(r))){const t=c(r=>x("repo",e)===r.key?0:r.scheme==="git"?1:2,"rank");n.sort((r,s)=>t(r)-t(s)||r.externalId.localeCompare(s.externalId));for(const r of n){const s=M({key:r.key,type:"repo",handle:e,scheme:r.scheme,externalId:r.externalId});s.handle!==e&&(J.set(r.key,{from:e,to:s.handle}),l({kind:"repo-handle",paths:r.roots,message:`repo ${r.externalId} (${r.roots.join(", ")}) wanted the handle \`${e}\`, held by ${x("repo",e)}; it takes \`${s.handle}\` and its documents' \`[[${e}/\u2026]]\` links are rewritten to match`}))}}const P=new Map;for(const[e,n]of E)P.set(e,k.get(n));const ne=c(e=>P.get(e.root),"repoOwner"),oe=c(e=>{const n=Z.get(e),t=M({key:`app:${X(n?.app??"app:terminal")}`,type:"app",handle:X(n?.app??"app:terminal")});return M({key:`profile:${e}`,type:"profile",handle:C.get(e)??n?.name??e,ownerKey:t.key})},"profileOwner"),re=c(e=>{switch(e.owner.type){case"person":return z;case"profile":return oe(e.owner.id);case"repo":return ne(e.owner);case"node":return M({key:`node:${e.owner.id}`,type:"node",handle:e.owner.id})}},"ownerFor"),R=new Map;for(const e of o.docs)e.owner.type==="repo"&&e.mtime>(R.get(e.owner.root)??"")&&R.set(e.owner.root,e.mtime);const D=new Map;for(const[e,n]of P){const t=D.get(n.key);(t===void 0||(R.get(e)??"")>(R.get(t)??""))&&D.set(n.key,e)}const A=[...o.skipped],T=new Set,H=[],j=new Map;for(const e of o.docs){const n=re(e);if(e.owner.type==="repo"&&D.get(n.key)!==e.owner.root){T.has(e.owner.root)||(T.add(e.owner.root),A.push({path:e.owner.root,reason:`duplicate-clone: ${n.handle} imports from ${D.get(n.key)}`})),d("documents.duplicate-clone");continue}let t=n.key,r=e.name;const s=e.source==="report",i=ye(e.invalid?.kind==="invalid-source"?null:e.frontmatter,e.body,{...s?{kind:"report"}:{},missingPrivacy:n.type==="repo"?"public":"private"});for(const $ of i.dropped)p.push({path:e.path,field:$});let f=i.rules,h=i.preview;e.source==="context"&&r==="roadmap"&&(f=[...f,{on:"boot",deliver:"content"}],h=h||`The roadmap of node ${n.handle}`),h.trim()===""&&(h=e.name,l({kind:"empty-preview",paths:[e.path],message:`${e.path} has no text to preview; its preview is its name, ${e.name}`})),n.type==="repo"&&i.privacy!=="public"&&(f=ue(f,{repo:n.handle}),t=z.key,r=`${n.handle}/${r}`,d("documents.private-repo-to-person"));const w=ke(e,ee,l),y=k.get(t).handle,b={doc:e,qualified:`${y}/${r}`,contextDir:e.owner.type==="node"?ce(te.get(e.owner.id)??"","context"):null,repoKey:e.owner.type==="repo"?n.key:null,planned:{ownerKey:t,name:r,kind:i.kind,privacy:i.privacy,preview:h,summary:i.summary,whyItExists:i.whyItExists,unlisted:i.unlisted,lintIgnore:i.lintIgnore,extensions:i.extensions,rules:f,revisions:w,sourcePath:e.path}},_=`${t}\0${r}`,I=j.get(_);if(I!==void 0){const $=I.doc.mtime<=e.mtime?I:b;let L=1;for(;j.has(`${t}\0${r}.conflict-${L}`);)L+=1;$.planned.name=`${r}.conflict-${L}`,$.qualified=`${y}/${$.planned.name}`,j.set(`${t}\0${$.planned.name}`,$),j.set(_,$===I?b:I),l({kind:"name-clash",paths:[I.doc.path,e.path],message:`${I.doc.path} and ${e.path} both import as \`${y}/${r}\`; the newer keeps the name and ${$.doc.path} imports as \`${$.planned.name}\``})}else j.set(_,b);H.push(b),d(`documents.${i.kind}`),d(`documents.owner.${k.get(t).type}`),d("revisions",w.length)}const q=new Map,V=new Set,Q=new Set;for(const e of H){q.set(e.doc.path,e.qualified),q.set(O(e.doc.path),e.qualified),e.doc.source==="report"&&V.add(e.qualified);const n=k.get(e.planned.ownerKey);e.planned.name==="index"&&n.type!=="node"&&Q.add(n.handle)}const ie={byPath:q,reports:V,indexHandles:Q,home:a.home??pe(),real:O};for(const e of H){const n=e.planned.revisions[e.planned.revisions.length-1],t=we(n.body,ie,{contextDir:e.contextDir}),r=e.repoKey===null?void 0:J.get(e.repoKey);if(r!==void 0){const s=`[[${r.from}/`,i=`[[${r.to}/`;t.body.includes(s)&&(t.body=t.body.split(s).join(i),t.rewrites.push({from:s,to:i}))}if(t.rewrites.length!==0){n.body=t.body;for(const s of t.rewrites)u.push({path:e.doc.path,...s});d("documents.rewritten")}}const F=[],se=new Map(a.storedProfiles.map(e=>[e.id,e.deliveryLimits]));for(const e of a.roots.profiles){if(e.raw===void 0||e.manifestPath===void 0)continue;const n=Array.isArray(e.raw.projects)?e.raw.projects:[];if(!n.some(i=>i!==null&&typeof i=="object"&&"memory"in i))continue;const t=se.get(e.id);if(t===void 0){A.push({path:e.manifestPath,reason:`profile-not-stored: profile ${e.id} has a manifest but no stored profile row; its memory caps are not carried over`});continue}const r={...t},s=new Map;n.forEach(i=>{if(i===null||typeof i!="object"||!("memory"in i))return i;const{memory:f,...h}=i;if(f==="content"||typeof h.path!="string")return h;const w=ge(h.path,a,P);if(w===null)return A.push({path:e.manifestPath,reason:`delivery-limit-dropped: project ${h.path} (memory ${String(f)}) is in no repo and has no project store`}),h;const y=r[w];if(y!==void 0&&y!==f){const b=U.indexOf(String(f))>U.indexOf(y)?String(f):y;if(l({kind:"delivery-limit",paths:[e.manifestPath],message:`profile ${e.name}: ${s.get(w)??"delivery_limits"} and ${h.path} both map to repo \`${w}\` with different memory caps (${y}, ${String(f)}); kept the larger, ${b}`}),b===y)return h}return r[w]=String(f),s.set(w,h.path),h}),Object.keys(r).some(i=>r[i]!==t[i])&&F.push({profileId:e.id,deliveryLimits:r})}return d("profile-limits",F.length),m.stores=o.storeRoots.filter(e=>e.skipped===void 0).length,m["stores.duplicate-worktree"]=o.storeRoots.filter(e=>e.skipped!==void 0).length,m.owners=k.size,m["orphan-history"]=o.orphanHistory,m["orphan-node-dirs"]=o.orphanNodeDirs,m["non-markdown"]=o.nonMarkdown,m["exposure-ledgers-not-imported"]=o.injectedDocs,{owners:[...k.values()],documents:H.map(e=>e.planned),profileLimits:F,blockers:v,report:{stores:o.storeRoots,counts:m,rewrites:u,droppedFields:p,skipped:A,resolutions:g}}}c(Re,"planImport");function ge(o,a,v){const m=O(o);let d=null;for(const[u,g]of v){const l=fe(O(u),m);(l===""||!l.startsWith("..")&&!le(l))&&(d===null||u.length>d.root.length)&&(d={root:u,owner:g})}const p=a.repoIdentity(m);if(p.ok){const u=[...v.values()].find(l=>l.externalId===p.externalId);return u?u.handle:a.existingOwners.find(l=>l.type==="repo"&&l.externalId===p.externalId)?.handle??p.handleHint}return d?.owner.handle??null}c(ge,"projectHandle");function ke(o,a,v){const m=c(p=>typeof p=="string"&&a.has(p)?p:null,"author");if(o.source!=="store")return[{body:o.body,authorNodeId:o.owner.type==="node"&&a.has(o.owner.id)?o.owner.id:null,rationale:null,createdAt:o.mtime}];const d=[];for(const p of o.history){if(p.op!=="create"&&p.op!=="edit"&&p.op!=="move")continue;let u;try{u=he(p.after).body}catch(g){return v({kind:"invalid-history",paths:[o.path],message:`${o.path}: history record at ${p.at} has invalid frontmatter (${g.message}); imported the current file without its history`}),[{body:o.body,authorNodeId:null,rationale:null,createdAt:o.mtime}]}d.length>0&&d[d.length-1].body===u||d.push({body:u,authorNodeId:m(p.node),rationale:p.rationale??null,createdAt:p.at})}if(d.length===0){const p=o.frontmatter?.origin??{},u=c(l=>typeof l=="string"?l:l instanceof Date?l.toISOString():null,"stamp"),g=u(p.created)??u(o.frontmatter?.["last-updated"])??o.mtime;return[{body:o.body,authorNodeId:m(p.node),rationale:null,createdAt:g}]}return d[d.length-1].body!==o.body&&d.push({body:o.body,authorNodeId:null,rationale:"changed outside crtr before import",createdAt:o.mtime}),d}c(ke,"revisionsOf");export{$e as CONVERGED_MARKER_IDS,Re as planImport};

package/dist/migrations/004-canvas-documents/pointers.d.ts

@@ -0,0 +1,23 @@
+export interface PointerTargets {
+    /** Absolute file path (as read and realpath) → qualified document name. */
+    byPath: ReadonlyMap<string, string>;
+    /** `<node-id>/reports/<stem>` of every imported report. */
+    reports: ReadonlySet<string>;
+    /** Owner handles that have an imported `index` document. */
+    indexHandles: ReadonlySet<string>;
+    home: string;
+    /** Resolve symlinks of a path that is not in `byPath` as written; returns the input when it does not exist. */
+    real: (path: string) => string;
+}
+export interface PointerContext {
+    /** The node folder's `context/` dir when the document is owned by a node (for `$CRTR_CONTEXT_DIR/…`). */
+    contextDir: string | null;
+}
+/** Rewrite one head body; `rewrites` receives every replacement made. */
+export declare function rewritePointers(body: string, t: PointerTargets, ctx: PointerContext): {
+    body: string;
+    rewrites: Array<{
+        from: string;
+        to: string;
+    }>;
+};

package/dist/migrations/004-canvas-documents/pointers.js

@@ -0,0 +1,4 @@
+var T=Object.defineProperty;var f=(s,t)=>T(s,"name",{value:t,configurable:!0});import{join as a}from"node:path";const _=/(?<![\w./$-])((?:~|\$CRTR_CONTEXT_DIR|\$\{CRTR_CONTEXT_DIR\})?\/[^\s()[\]<>`'"]*?\.md)(?![\w-]|\.[\w-])/g,m=/(?<![\w/-])([a-z0-9]+(?:-[a-z0-9]+)+):reports\/([A-Za-z0-9._-]+?)(?:\.md)?(?![\w-]|\.[\w-])/g,g=/\[\[([^\]|#/\s]+)((?:[|#][^\]]*)?)\]\]/g;function R(s,t,l){let r;if(s.startsWith("~/"))r=a(t.home,s.slice(2));else if(s.startsWith("$")){if(l.contextDir===null)return null;r=a(l.contextDir,s.slice(s.indexOf("/")+1))}else r=s;return t.byPath.get(r)??t.byPath.get(t.real(r))??null}f(R,"resolvePointer");function $(s,t,l){const r=`${s}/reports/${t}`;return l.reports.has(r)?r:null}f($,"resolveReport");function d(s,t,l,r){const c=f((e,n)=>n===null?e:(r.push({from:e,to:`[[${n}]]`}),`[[${n}]]`),"sub");return s.replace(_,(e,n)=>c(e,R(n,t,l))).replace(m,(e,n,u)=>c(e,$(n,u,t))).replace(g,(e,n,u)=>{if(!t.indexHandles.has(n))return e;const o=`[[${n}/index${u}]]`;return r.push({from:e,to:o}),o})}f(d,"rewriteText");function x(s,t,l,r,c){const e=t.trim(),n=/^([a-z0-9]+(?:-[a-z0-9]+)+):reports\/([A-Za-z0-9._-]+?)(?:\.md)?$/.exec(e),u=n!==null?$(n[1],n[2],l):/^(?:~|\$CRTR_CONTEXT_DIR|\$\{CRTR_CONTEXT_DIR\})?\/\S*\.md$/.test(e)?R(e,l,r):null;return u===null?s:(c.push({from:s,to:`[[${u}]]`}),`[[${u}]]`)}f(x,"rewriteCodeSpan");function D(s,t,l){const r=[],c=[];let e=null,n=[];const u=f(()=>{if(n.length===0)return;const o=n.join(`
+`),i=[];let h=0;for(const p of o.matchAll(/(`+)([^`]|[^`][\s\S]*?[^`])\1(?!`)/g))i.push(d(o.slice(h,p.index),t,l,r)),i.push(x(p[0],p[2],t,l,r)),h=p.index+p[0].length;i.push(d(o.slice(h),t,l,r)),c.push(i.join("")),n=[]},"flush");for(const o of s.split(`
+`)){const i=/^\s*(`{3,}|~{3,})/.exec(o)?.[1];e===null&&i!==void 0?(u(),e=i,c.push(o)):e!==null?(c.push(o),i!==void 0&&i[0]===e[0]&&i.length>=e.length&&o.trim()===i&&(e=null)):n.push(o)}return u(),{body:c.join(`
+`),rewrites:r}}f(D,"rewritePointers");export{D as rewritePointers};

package/dist/migrations/activation.d.ts

@@ -1,17 +1,7 @@
-import type { NodeMemoryTarget } from '../core/canvas/types.js';
-import { runOnDiskMigrations, type OnDiskMigrationRunResult } from './runner.js';
-export type OnDiskMigrationRunner = typeof runOnDiskMigrations;
-interface CoordinationOptions {
-    timeoutMs?: number;
-    runner?: OnDiskMigrationRunner;
-    nodes: readonly NodeMemoryTarget[];
-}
-export interface ForcedMigrationOptions extends CoordinationOptions {
-    dryRun?: boolean;
-    explicitDirs?: readonly string[];
-}
+import { type CanvasImportResult } from './004-canvas-documents/index.js';
+export type { CanvasImportResult } from './004-canvas-documents/index.js';
 /** A migration blocker is a STANDING condition, not a transient fault: the same
- *  corpus produces the same blockers on every boot, so a caller that retries a
+ *  stores produce the same blockers on every boot, so a caller that retries a
  *  daemon start against one retries forever. Typing it lets the startup path
  *  tell "try again" apart from "this needs a human", and carry the repair line
  *  to whoever can act on it. */
@@ -19,8 +9,9 @@ export declare class MigrationBlockedError extends Error {
     readonly blockerPaths: readonly string[];
     constructor(message: string, blockerPaths: readonly string[]);
 }
-/** Run startup migration only when this home lacks the current completion marker. */
-export declare function activateOnDiskMigrations(options: CoordinationOptions): Promise<OnDiskMigrationRunResult | null>;
-/** Run migrations regardless of the marker; dry runs leave marker state untouched. */
-export declare function runForcedOnDiskMigrations(options: ForcedMigrationOptions): Promise<OnDiskMigrationRunResult>;
-export {};
+/** Startup: import the legacy stores unless already recorded. Throws `MigrationBlockedError` when the plan has blockers. */
+export declare function activateCanvasImport(): Promise<CanvasImportResult | null>;
+/** `crtr sys migrate`: plan (and unless `dryRun`, apply) regardless of startup state. */
+export declare function runForcedCanvasImport(opts: {
+    dryRun: boolean;
+}): Promise<CanvasImportResult>;

package/dist/migrations/activation.js

@@ -1,2 +1,2 @@
-var f=Object.defineProperty;var t=(r,i)=>f(r,"name",{value:i,configurable:!0});import{mkdirSync as d,rmSync as m}from"node:fs";import{dirname as p}from"node:path";import{onDiskMigrationLockPath as l,onDiskMigrationMarkerPath as s}from"../core/canvas/paths.js";import{withExclusiveDirectoryLockAsync as k}from"../core/exclusive-lock.js";import{DAEMON_STARTUP_WINDOW_MS as g}from"../daemon/startup-policy.js";import{atomicWriteJson as h,readJsonOrNull as w}from"../core/fs-utils.js";import{onDiskMigrationIdentity as a}from"./registry.js";import{runOnDiskMigrations as y}from"./runner.js";function M(){const r=w(s());return JSON.stringify(r)===JSON.stringify(a())}t(M,"markerIsCurrent");function D(){h(s(),a())}t(D,"writeCurrentMarker");function E(r){return[...new Set(r.blockers.flatMap(i=>[...i.path===void 0?[]:[i.path],...i.paths??[],...i.storeRoot===void 0?[]:[i.storeRoot]]))]}t(E,"blockerPaths");class S extends Error{static{t(this,"MigrationBlockedError")}blockerPaths;constructor(i,o){super(i),this.name="MigrationBlockedError",this.blockerPaths=o}}function v(r){const i=E(r),o=r.blockers.map(c=>`${c.kind}: ${c.message}`),e=[...r.wrote.profileManifests,...r.wrote.documents,...r.wrote.corpusConsumers,...r.wrote.corpusIdentities],n=r.blockers.length>0?[`on-disk migration blocked by ${r.blockers.length} finding(s)`,...o]:["on-disk migration did not complete final verification"];return i.length>0&&n.push(`Blocker paths: ${i.join(", ")}`),e.length>0&&n.push(`Writes completed before failure: ${e.join(", ")}`),n.push("Repair: crtr sys migrate"),new S(n.join(`
-`),i)}t(v,"activationError");async function u(r,i){const o=l();return d(p(o),{recursive:!0,mode:448}),k(o,async()=>{if(r==="activation"&&M())return null;const e=i.dryRun===!0;e||m(s(),{force:!0});const n=await(i.runner??y)({dryRun:e,explicitDirs:i.explicitDirs,nodes:i.nodes});if(!e&&n.finalVerificationSucceeded&&D(),r==="activation"&&!n.finalVerificationSucceeded)throw v(n);return n},{timeoutMs:i.timeoutMs??g,timeoutError:t(()=>new Error(`timed out waiting for on-disk migration lock: ${o}`),"timeoutError")})}t(u,"coordinate");async function W(r){return u("activation",r)}t(W,"activateOnDiskMigrations");async function j(r){const i=await u("forced",r);if(i===null)throw new Error("forced on-disk migration unexpectedly skipped");return i}t(j,"runForcedOnDiskMigrations");export{S as MigrationBlockedError,W as activateOnDiskMigrations,j as runForcedOnDiskMigrations};
+var a=Object.defineProperty;var o=(r,t)=>a(r,"name",{value:t,configurable:!0});import{mkdirSync as c}from"node:fs";import{dirname as m}from"node:path";import{onDiskMigrationLockPath as u}from"../core/canvas/paths.js";import{withExclusiveDirectoryLockAsync as p}from"../core/exclusive-lock.js";import{DAEMON_STARTUP_WINDOW_MS as l}from"../daemon/startup-policy.js";import{canvasImportDone as h,runCanvasImport as s}from"./004-canvas-documents/index.js";class d extends Error{static{o(this,"MigrationBlockedError")}blockerPaths;constructor(t,n){super(t),this.name="MigrationBlockedError",this.blockerPaths=n}}function i(r){const t=u();return c(m(t),{recursive:!0,mode:448}),p(t,async()=>r(),{timeoutMs:l,timeoutError:o(()=>new Error(`timed out waiting for the canvas import lock: ${t}`),"timeoutError")})}o(i,"coordinate");async function M(){return i(()=>{if(h())return null;const r=s({dryRun:!1});if(r.blockers.length>0){const t=[...new Set(r.blockers.flatMap(e=>e.paths))],n=[`canvas import (004-canvas-documents) blocked by ${r.blockers.length} finding(s)`,...r.blockers.map(e=>`${e.kind}: ${e.message}`)];throw n.push("Repair each finding, then: crtr sys migrate --dry-run, then crtr sys migrate"),new d(n.join(`
+`),t)}return r})}o(M,"activateCanvasImport");async function w(r){return i(()=>s(r))}o(w,"runForcedCanvasImport");export{d as MigrationBlockedError,M as activateCanvasImport,w as runForcedCanvasImport};

package/dist/pi-extensions/broker-local.d.ts

@@ -1,8 +1,8 @@
 /** Persist a bare root's first real interactive message without clobbering an
  * existing spawning mandate. This is broker-local file state, not canvas.db. */
 export declare function captureGoalIfAbsent(nodeId: string, text: string): boolean;
-/** Read the node-owned roadmap without importing the canvas state store. */
-export declare function readRoadmap(nodeId: string): string | null;
+/** The node's `roadmap` document body, read through crtrd (`/v1`), or null. */
+export declare function readRoadmap(nodeId: string): Promise<string | null>;
 /** Generate and commit the first name for a node. The initial operation is
  * guarded by crtrd, so a concurrent rename or another broker cannot be
  * overwritten after this projection becomes stale. */

package/dist/pi-extensions/broker-local.js

@@ -1,2 +1,2 @@
-var s=Object.defineProperty;var o=(i,e)=>s(i,"name",{value:e,configurable:!0});import{existsSync as d,mkdirSync as b,readFileSync as c,writeFileSync as h}from"node:fs";import{join as p}from"node:path";import{contextDir as f}from"../core/canvas/paths.js";import{brokerExtensionState as N,commitBrokerGeneratedName as u}from"../core/runtime/broker/daemon-ops.js";import{publishNodeNamed as x}from"../core/runtime/broker/node-named.js";import{headlessName as y,headlessNameFromConversation as L,sanitizeSessionName as S,sanitizeSessionTitle as k,slugFromPrompt as F,titleFromPrompt as v}from"../core/runtime/naming.js";function j(i,e){const r=f(i),n=p(r,"initial-prompt.md");if(d(n)&&c(n,"utf8").trim()!=="")return!1;const t=e.trim();return t===""?!1:(b(r,{recursive:!0}),h(n,`${t}
-`,"utf8"),!0)}o(j,"captureGoalIfAbsent");function w(i){const e=p(f(i),"roadmap.md");return d(e)?c(e,"utf8"):null}o(w,"readRoadmap");function l(i,e){return{description:S(e.name)||F(i),title:k(e.title)||v(i),icon:e.icon}}o(l,"generatedLabel");function B(i,e,r){const n=e.trim();n!==""&&N(i).then(t=>{if((t.node.description??"").trim()==="")return y(n).then(a=>u(i,{kind:"initial",...l(n,a)}))}).then(t=>{!t?.applied||t.editorLabel===void 0||(x({description:t.description??"",title:t.title??"",icon:t.icon??"",editorLabel:t.editorLabel}),r?.(t.editorLabel))}).catch(()=>{})}o(B,"generateAndCommitInitialName");function D(i,e,r,n,t){const a=e.trim();a!==""&&L(a).then(m=>{if(n())return u(i,{kind:"recap",...l(a,m),expected:r})}).then(m=>{m?.applied&&m.editorLabel!==void 0&&t?.(m.editorLabel)}).catch(()=>{})}o(D,"generateAndCommitRecapName");export{j as captureGoalIfAbsent,B as generateAndCommitInitialName,D as generateAndCommitRecapName,w as readRoadmap};
+var f=Object.defineProperty;var o=(i,t)=>f(i,"name",{value:t,configurable:!0});import{existsSync as s,mkdirSync as u,readFileSync as l,writeFileSync as b}from"node:fs";import{join as h}from"node:path";import{contextDir as y}from"../core/canvas/paths.js";import{brokerExtensionState as d,commitBrokerGeneratedName as c}from"../core/runtime/broker/daemon-ops.js";import{publishNodeNamed as N}from"../core/runtime/broker/node-named.js";import{headlessName as x,headlessNameFromConversation as L,sanitizeSessionName as S,sanitizeSessionTitle as k,slugFromPrompt as F,titleFromPrompt as v}from"../core/runtime/naming.js";function R(i,t){const r=y(i),n=h(r,"initial-prompt.md");if(s(n)&&l(n,"utf8").trim()!=="")return!1;const e=t.trim();return e===""?!1:(u(r,{recursive:!0}),b(n,`${e}
+`,"utf8"),!0)}o(R,"captureGoalIfAbsent");async function j(i){return(await d(i)).roadmap}o(j,"readRoadmap");function p(i,t){return{description:S(t.name)||F(i),title:k(t.title)||v(i),icon:t.icon}}o(p,"generatedLabel");function B(i,t,r){const n=t.trim();n!==""&&d(i).then(e=>{if((e.node.description??"").trim()==="")return x(n).then(a=>c(i,{kind:"initial",...p(n,a)}))}).then(e=>{!e?.applied||e.editorLabel===void 0||(N({description:e.description??"",title:e.title??"",icon:e.icon??"",editorLabel:e.editorLabel}),r?.(e.editorLabel))}).catch(()=>{})}o(B,"generateAndCommitInitialName");function D(i,t,r,n,e){const a=t.trim();a!==""&&L(a).then(m=>{if(n())return c(i,{kind:"recap",...p(a,m),expected:r})}).then(m=>{m?.applied&&m.editorLabel!==void 0&&e?.(m.editorLabel)}).catch(()=>{})}o(D,"generateAndCommitRecapName");export{R as captureGoalIfAbsent,B as generateAndCommitInitialName,D as generateAndCommitRecapName,j as readRoadmap};

package/dist/pi-extensions/canvas-bash-valve.js

@@ -1,4 +1,5 @@
-var te=Object.defineProperty;var o=(r,n)=>te(r,"name",{value:n,configurable:!0});import{envBashAutoBgDeadlineMs as oe,envBashValveMs as ie,envNodeId as se}from"../shared/env.js";import{spawn as de}from"node:child_process";import{closeSync as ae,existsSync as B,mkdirSync as G,openSync as ce,readFileSync as ue,readSync as fe,rmSync as V,statSync as K,writeFileSync as y}from"node:fs";import{homedir as le}from"node:os";import{dirname as be}from"node:path";import{performance as O}from"node:perf_hooks";import{backgroundBashJob as z,bashJobPaths as pe,cancelBashJobProcessTree as he,formatBashElapsed as q,newBashJobId as me,normalizeBashJobPurpose as ge,readBashNiceness as we,writeJobDeadlineMs as ye}from"../core/bash-jobs.js";import{BASH_JOB_SUPERVISOR_SCRIPT as Se}from"../core/bash-job-supervisor.js";import{MAX_BACKGROUND_BASH_LOG_BYTES as ir,BACKGROUND_BASH_LOG_TRUNCATION_MARKER as sr}from"../core/bash-job-supervisor.js";import{startBrokerBashJob as Ee,stopBrokerBashJob as ve}from"../core/runtime/broker/daemon-ops.js";import{bashCommandRefusal as Be}from"../core/bash-guard.js";import{capturePidIdentities as Ie}from"../core/canvas/pid.js";import{readConfig as je}from"../core/config.js";import{PREVIEW_RESULT_PATH_ENV as _e,previewResultPath as Re}from"../core/preview-result-path.js";import{resolveAdmittedHostCommand as ke}from"../core/runtime/spawn-env.js";import{Type as P}from"typebox";import{createBashToolDefinition as W}from"@earendil-works/pi-coding-agent";const Le=200;function xe(){return ie()}o(xe,"resolveValveMs");function Te(r){return pe(r,me())}o(Te,"makeJobPaths");const I=new Set;let X=!1;function Y(){for(const r of[...I])try{z(r),I.delete(r)}catch(n){process.stderr.write(`crtr: failed to background bash job ${r.jobId} during broker termination: ${n.message}
-`)}}o(Y,"backgroundLiveJobsForTermination");function Ae(){X||(X=!0,process.prependListener("SIGTERM",Y),process.platform!=="win32"&&process.prependListener("SIGHUP",Y))}o(Ae,"installTerminationHandoff");const Oe=64*1024;function C(r,n,i){let s;try{s=K(r)}catch{return n}if(s.size<=n)return n;const c=ce(r,"r");try{for(;n<s.size;){const m=Math.min(Oe,s.size-n),f=Buffer.allocUnsafe(m),d=fe(c,f,0,m,n);if(d===0)break;i(f.subarray(0,d)),n+=d}return n}finally{ae(c)}}o(C,"tailOnce");function h(r){try{V(r,{recursive:!0,force:!0})}catch{}}o(h,"cleanupJobDir");function Pe(r){try{const n=ue(r,"utf8").trim(),i=Number(n);return Number.isFinite(i)?i:null}catch{return null}}o(Pe,"readExitCode");function Ce(r){try{if(K(r).isDirectory())return{cwd:r}}catch{}const n=le();return{cwd:n,warning:`[working directory no longer exists: ${r}; running from ${n}]
-`}}o(Ce,"resolveExecutionCwd");function Q(r,n,i=()=>null,s){return{exec:o((c,m,{onData:f,signal:d,timeout:p,env:k})=>new Promise((j,a)=>{const _=i();if(d?.aborted){a(new Error("aborted"));return}const L=Be(c,m);if(L!==null){a(new Error(L));return}const e=Te(n);G(e.dir,{recursive:!0}),y(e.cmdSh,c),y(e.jobLog,""),y(e.jobRun,""),_!==null&&y(e.jobPurpose,_);let g=0,x=!1,u,w,S,$=!1;const J=process.platform==="linux",M=O.now(),Z=xe();let T;const ee=o(()=>{T&&clearInterval(T),d&&d.removeEventListener("abort",D),I.delete(e)},"teardown"),l=o(t=>{x||(x=!0,ee(),t())},"finish");function A(t=!1){const b=q(O.now()-M);let U="";if(t){const F=oe();ye(e,Date.now()+F),U=`It will be CANCELED in ${q(F)} unless you claim it: crtr node bash extend ${e.jobId} --for <duration> (or --keep to run to completion). `}const ne=`
-[backgrounded as job ${e.jobId} after ${b} in the foreground${t?" (auto)":""}. `+U+`It will interrupt you with a message when it exits. Watch: tail -f ${e.jobLog} ; stop: crtr node bash kill ${e.jobId}]`;f(Buffer.from(ne)),l(()=>j({exitCode:0}))}o(A,"finishBackground");function N(){g=C(e.jobLog,g,f);const t=Pe(e.jobExit);l(()=>j({exitCode:t})),h(e.dir)}o(N,"finishForeground");function re(t=!1){const b=z(e);if(b==="backgrounded"||b==="already-backgrounded"){A(t);return}if(b==="finished"){N();return}l(()=>a(new Error(`bash job ${e.jobId} disappeared before it could be backgrounded`))),h(e.dir)}o(re,"requestBackground");function R(t){if(!(x||$)){if(g=C(e.jobLog,g,f),B(e.jobBg)){A();return}if(!B(e.jobExit)){if(u===void 0){S??=t;return}if(J){$=!0,ve(r,e.jobId).then(()=>{l(()=>a(t)),h(e.dir)},b=>l(()=>a(b)));return}u!==void 0&&w!==void 0&&he(u,w),l(()=>a(t)),h(e.dir)}}}o(R,"requestStop");function D(){R(new Error("aborted"))}o(D,"onAbort"),d&&d.addEventListener("abort",D,{once:!0});const E=Ce(m);E.warning&&f(Buffer.from(E.warning));let v=k??process.env;s!==void 0&&(G(be(s),{recursive:!0}),V(s,{force:!0}),v={...v,[_e]:s});const H=ke("bash",v,E.cwd);if(J)Ee(r,{job_id:e.jobId,cwd:E.cwd,env:v}).then(({pid:t})=>{u=t,w=`launcher:${t}`,I.add(e),S!==void 0&&R(S)},t=>{l(()=>a(t)),h(e.dir)});else{const t=de(H,["-c",Se,"--",e.cmdSh,e.jobLog,e.jobExit,e.jobRun,e.jobDone,e.jobBg,e.jobId,r,H,String(we(n)),process.execPath,"direct"],{cwd:E.cwd,detached:!0,stdio:"ignore",env:v});if(t.on("error",b=>{l(()=>a(b)),h(e.dir)}),u=t.pid,u!==void 0){if(w=Ie([u])?.get(u),w===void 0){try{process.kill(-u,"SIGKILL")}catch{}l(()=>a(new Error(`bash job ${e.jobId} started without a process identity`))),h(e.dir);return}y(e.jobPgid,String(u)),y(e.jobPgidIdentity,w),I.add(e),S!==void 0&&R(S)}t.unref()}T=setInterval(()=>{if(g=C(e.jobLog,g,f),B(e.jobDone)){N();return}if(B(e.jobBg)){A();return}if(B(e.jobExit))return;const t=O.now()-M;if(p!==void 0&&p>0){t>=p*1e3&&R(new Error(`timeout:${p}`));return}t>=Z&&re(!0)},Le)}),"exec")}}o(Q,"createValveOperations");const $e=["One short clause naming what this step is FOR, in the words of the person you",'are working for \u2014 "Reading the Acme thread", not "Fetching emails" and never','"Running GMAIL_FETCH_EMAILS". A person reads this while the command runs; it',"is the only thing they see of this step. Under about eight words. Omit it for","steps that only touch your own scratch work."].join(" ");function Je(r){return{...r,parameters:P.Object({purpose:P.Optional(P.String({description:$e})),...r.parameters.properties})}}o(Je,"withPurpose");function Me(r,n,i,s){const c=W(i,{operations:Q(r,n)});return{...s?Je(c):c,execute:o((d,p,k,j,a)=>{const _=s?ge(p.purpose):null;return W(i,{operations:Q(r,n,()=>_,Re(d))}).execute(d,p,k,j,a)},"execute")}}o(Me,"createValveToolDefinition");function Ne(r){const n=se();if(n===void 0||n.trim()==="")return;const i=process.env.CRTR_CONTEXT_DIR;i===void 0||i.trim()===""||(Ae(),r.on("session_start",(s,c)=>{r.registerTool(Me(n,i,c.cwd,je("user").bash_tool_purpose))}))}o(Ne,"default");export{sr as BACKGROUND_BASH_LOG_TRUNCATION_MARKER,ir as MAX_BACKGROUND_BASH_LOG_BYTES,Q as createValveOperations,Me as createValveToolDefinition,Ne as default};
+var de=Object.defineProperty;var o=(r,n)=>de(r,"name",{value:n,configurable:!0});import{envBashAutoBgDeadlineMs as ae,envBashValveMs as ce,envNodeId as ue}from"../shared/env.js";import{spawn as fe}from"node:child_process";import{closeSync as le,existsSync as j,mkdirSync as K,openSync as be,readFileSync as z,readSync as pe,rmSync as W,statSync as q,writeFileSync as y}from"node:fs";import{homedir as he}from"node:os";import{dirname as me}from"node:path";import{performance as A}from"node:perf_hooks";import{backgroundBashJob as X,bashJobPaths as ge,cancelBashJobProcessTree as we,formatBashElapsed as Y,newBashJobId as ye,normalizeBashJobPurpose as Se,readBashNiceness as ve,writeJobDeadlineMs as Ee}from"../core/bash-jobs.js";import{BASH_JOB_SUPERVISOR_SCRIPT as Ie}from"../core/bash-job-supervisor.js";import{MAX_BACKGROUND_BASH_LOG_BYTES as cr,BACKGROUND_BASH_LOG_TRUNCATION_MARKER as ur}from"../core/bash-job-supervisor.js";import{recordBackgroundedJob as je,startBrokerBashJob as Be,stopBrokerBashJob as _e}from"../core/runtime/broker/daemon-ops.js";import{bashCommandRefusal as ke}from"../core/bash-guard.js";import{capturePidIdentities as Re}from"../core/canvas/pid.js";import{readConfig as Le}from"../core/config.js";import{PREVIEW_RESULT_PATH_ENV as xe,previewResultPath as Te}from"../core/preview-result-path.js";import{resolveAdmittedHostCommand as Oe}from"../core/runtime/spawn-env.js";import{Type as P}from"typebox";import{createBashToolDefinition as Q}from"@earendil-works/pi-coding-agent";const Ae=200;function Pe(){return ce()}o(Pe,"resolveValveMs");function Ce(r){return ge(r,ye())}o(Ce,"makeJobPaths");const B=new Set;let Z=!1;function ee(){for(const r of[...B])try{X(r),B.delete(r)}catch(n){process.stderr.write(`crtr: failed to background bash job ${r.jobId} during broker termination: ${n.message}
+`)}}o(ee,"backgroundLiveJobsForTermination");function $e(){Z||(Z=!0,process.prependListener("SIGTERM",ee),process.platform!=="win32"&&process.prependListener("SIGHUP",ee))}o($e,"installTerminationHandoff");const Je=64*1024;function C(r,n,i){let s;try{s=q(r)}catch{return n}if(s.size<=n)return n;const u=be(r,"r");try{for(;n<s.size;){const m=Math.min(Je,s.size-n),l=Buffer.allocUnsafe(m),d=pe(u,l,0,m,n);if(d===0)break;i(l.subarray(0,d)),n+=d}return n}finally{le(u)}}o(C,"tailOnce");function h(r){try{W(r,{recursive:!0,force:!0})}catch{}}o(h,"cleanupJobDir");function Ne(r){try{const n=z(r,"utf8").trim(),i=Number(n);return Number.isFinite(i)?i:null}catch{return null}}o(Ne,"readExitCode");function Me(r){try{if(q(r).isDirectory())return{cwd:r}}catch{}const n=he();return{cwd:n,warning:`[working directory no longer exists: ${r}; running from ${n}]
+`}}o(Me,"resolveExecutionCwd");function re(r,n,i=()=>null,s){return{exec:o((u,m,{onData:l,signal:d,timeout:p,env:x})=>new Promise((_,c)=>{const k=i();if(d?.aborted){c(new Error("aborted"));return}const T=ke(u,m);if(T!==null){c(new Error(T));return}const e=Ce(n);K(e.dir,{recursive:!0}),y(e.cmdSh,u),y(e.jobLog,""),y(e.jobRun,""),k!==null&&y(e.jobPurpose,k);let g=0,R=!1,f,w,S,$=!1;const J=process.platform==="linux",N=A.now(),ne=Pe();let v;const te=o(()=>{v&&clearInterval(v),d&&d.removeEventListener("abort",U),B.delete(e)},"teardown"),b=o(t=>{R||(R=!0,te(),t())},"finish");let M=!1;function O(t=!1){R||M||(M=!0,v&&clearInterval(v),je(r,e.jobId,{command:z(e.cmdSh,"utf8"),job_dir:e.dir,log_path:e.jobLog}).then(()=>D(t,""),a=>D(t,`
+[crtr could not record job ${e.jobId} (${a.message}); it will NOT message you when it exits. Watch its log.]`)))}o(O,"finishBackground");function D(t,a){const ie=Y(A.now()-N);let G="";if(t){const V=ae();Ee(e,Date.now()+V),G=`It will be CANCELED in ${Y(V)} unless you claim it: crtr node bash extend ${e.jobId} --for <duration> (or --keep to run to completion). `}const se=`
+[backgrounded as job ${e.jobId} after ${ie} in the foreground${t?" (auto)":""}. `+G+(a===""?"It will interrupt you with a message when it exits. ":"")+`Watch: tail -f ${e.jobLog} ; stop: crtr node bash kill ${e.jobId}]`;l(Buffer.from(se+a)),b(()=>_({exitCode:0}))}o(D,"handOff");function H(){g=C(e.jobLog,g,l);const t=Ne(e.jobExit);b(()=>_({exitCode:t})),h(e.dir)}o(H,"finishForeground");function oe(t=!1){const a=X(e);if(a==="backgrounded"||a==="already-backgrounded"){O(t);return}if(a==="finished"){H();return}b(()=>c(new Error(`bash job ${e.jobId} disappeared before it could be backgrounded`))),h(e.dir)}o(oe,"requestBackground");function L(t){if(!(R||$)){if(g=C(e.jobLog,g,l),j(e.jobBg)){O();return}if(!j(e.jobExit)){if(f===void 0){S??=t;return}if(J){$=!0,_e(r,e.jobId).then(()=>{b(()=>c(t)),h(e.dir)},a=>b(()=>c(a)));return}f!==void 0&&w!==void 0&&we(f,w),b(()=>c(t)),h(e.dir)}}}o(L,"requestStop");function U(){L(new Error("aborted"))}o(U,"onAbort"),d&&d.addEventListener("abort",U,{once:!0});const E=Me(m);E.warning&&l(Buffer.from(E.warning));let I=x??process.env;s!==void 0&&(K(me(s),{recursive:!0}),W(s,{force:!0}),I={...I,[xe]:s});const F=Oe("bash",I,E.cwd);if(J)Be(r,{job_id:e.jobId,cwd:E.cwd,env:I}).then(({pid:t})=>{f=t,w=`launcher:${t}`,B.add(e),S!==void 0&&L(S)},t=>{b(()=>c(t)),h(e.dir)});else{const t=fe(F,["-c",Ie,"--",e.cmdSh,e.jobLog,e.jobExit,e.jobRun,e.jobDone,F,String(ve(n)),process.execPath],{cwd:E.cwd,detached:!0,stdio:"ignore",env:I});if(t.on("error",a=>{b(()=>c(a)),h(e.dir)}),f=t.pid,f!==void 0){if(w=Re([f])?.get(f),w===void 0){try{process.kill(-f,"SIGKILL")}catch{}b(()=>c(new Error(`bash job ${e.jobId} started without a process identity`))),h(e.dir);return}y(e.jobPgid,String(f)),y(e.jobPgidIdentity,w),B.add(e),S!==void 0&&L(S)}t.unref()}v=setInterval(()=>{if(g=C(e.jobLog,g,l),j(e.jobDone)){H();return}if(j(e.jobBg)){O();return}if(j(e.jobExit))return;const t=A.now()-N;if(p!==void 0&&p>0){t>=p*1e3&&L(new Error(`timeout:${p}`));return}t>=ne&&oe(!0)},Ae)}),"exec")}}o(re,"createValveOperations");const De=["One short clause naming what this step is FOR, in the words of the person you",'are working for \u2014 "Reading the Acme thread", not "Fetching emails" and never','"Running GMAIL_FETCH_EMAILS". A person reads this while the command runs; it',"is the only thing they see of this step. Under about eight words. Omit it for","steps that only touch your own scratch work."].join(" ");function He(r){return{...r,parameters:P.Object({purpose:P.Optional(P.String({description:De})),...r.parameters.properties})}}o(He,"withPurpose");function Ue(r,n,i,s){const u=Q(i,{operations:re(r,n)});return{...s?He(u):u,execute:o((d,p,x,_,c)=>{const k=s?Se(p.purpose):null;return Q(i,{operations:re(r,n,()=>k,Te(d))}).execute(d,p,x,_,c)},"execute")}}o(Ue,"createValveToolDefinition");function Fe(r){const n=ue();if(n===void 0||n.trim()==="")return;const i=process.env.CRTR_CONTEXT_DIR;i===void 0||i.trim()===""||($e(),r.on("session_start",(s,u)=>{r.registerTool(Ue(n,i,u.cwd,Le("user").bash_tool_purpose))}))}o(Fe,"default");export{ur as BACKGROUND_BASH_LOG_TRUNCATION_MARKER,cr as MAX_BACKGROUND_BASH_LOG_BYTES,re as createValveOperations,Ue as createValveToolDefinition,Fe as default};

package/dist/pi-extensions/canvas-context-intro.js

@@ -1,2 +1,2 @@
-var C=Object.defineProperty;var s=(t,n)=>C(t,"name",{value:n,configurable:!0});import{envNodeId as y}from"../shared/env.js";import{CONTEXT_INTRO_CUSTOM_TYPE as c,formatCard as b}from"../shared/generated-context.js";import{brokerContext as p,brokerExtensionState as f,commitBrokerContext as T}from"../core/runtime/broker/daemon-ops.js";import{buildForkBearingsFromState as l}from"../core/runtime/broker-extension-render.js";import{acknowledgePersonaBaseline as h}from"../core/runtime/broker-persona-guidance.js";import{situationalContextEnvelope as x}from"../core/runtime/situational-context.js";import{clearSessionCache as I}from"../core/substrate/session-cache.js";async function A(t){return(await p(t,"baseline")).content}s(A,"buildContextIntro");async function j(t){const n=await f(t);return l(n,x(t)??"")}s(j,"buildForkContextIntro");function g(t){const n=t.content;return typeof n=="string"?n:Array.isArray(n)?n.filter(r=>typeof r?.text=="string").map(r=>r.text).join(`
-`):""}s(g,"entryText");function _(t){t.on("session_start",async(n,r)=>{const e=y();if(e===void 0||e.trim()==="")return;const m=n?.reason,a=await f(e);if(a.warm_spare||m==="new"&&a.node.parent===null)return;m==="new"&&I();const d=r.sessionManager.getBranch().filter(o=>o.type==="custom_message"&&o.customType===c);if(d.some(o=>o.details?.nodeId===e||g(o).includes(e)))return;const i=await p(e,d.length>0?"compact":"baseline"),w=i.compact?l(a,x(e)??""):i.content,u=b("bearings",{},w);if(t.sendMessage({customType:c,content:u,display:!0,details:{nodeId:e}}),!r.sessionManager.getBranch().some(o=>o.type==="custom_message"&&o.customType===c&&o.details?.nodeId===e&&g(o)===u))throw new Error(`Pi did not materialize the context baseline for ${e}`);await T(e,i.snapshot,i.loads),await h(a)})}s(_,"registerCanvasContextIntro");var z=_;export{c as CONTEXT_INTRO_CUSTOM_TYPE,A as buildContextIntro,j as buildForkContextIntro,z as default,_ as registerCanvasContextIntro};
+var w=Object.defineProperty;var s=(t,e)=>w(t,"name",{value:e,configurable:!0});import{envNodeId as b}from"../shared/env.js";import{CONTEXT_INTRO_CUSTOM_TYPE as a,formatCard as C}from"../shared/generated-context.js";import{brokerDelivery as m,brokerExtensionState as f}from"../core/runtime/broker/daemon-ops.js";import{buildForkBearingsFromState as p}from"../core/runtime/broker-extension-render.js";import{acknowledgePersonaBaseline as T}from"../core/runtime/broker-persona-guidance.js";import{situationalContextEnvelope as l}from"../core/runtime/situational-context.js";async function O(t){return(await m(t,{activity:"boot"})).content}s(O,"buildContextIntro");async function P(t){const e=await f(t);return p(e,l(t)??"")}s(P,"buildForkContextIntro");function g(t){const e=t.content;return typeof e=="string"?e:Array.isArray(e)?e.filter(r=>typeof r?.text=="string").map(r=>r.text).join(`
+`):""}s(g,"entryText");function v(t){t.on("session_start",async(e,r)=>{const n=b();if(n===void 0||n.trim()==="")return;const x=e?.reason,i=await f(n);if(i.warm_spare||x==="new"&&i.node.parent===null)return;const c=r.sessionManager.getBranch().filter(o=>o.type==="custom_message"&&o.customType===a);if(c.some(o=>o.details?.nodeId===n||g(o).includes(n)))return;const d=await m(n,{activity:"boot",inherited:c.length>0}),y=d.inherited===!0?p(i,l(n)??""):d.content,u=C("bearings",{},y);if(t.sendMessage({customType:a,content:u,display:!0,details:{nodeId:n}}),!r.sessionManager.getBranch().some(o=>o.type==="custom_message"&&o.customType===a&&o.details?.nodeId===n&&g(o)===u))throw new Error(`Pi did not materialize the context baseline for ${n}`);await T(i)})}s(v,"registerCanvasContextIntro");var S=v;export{a as CONTEXT_INTRO_CUSTOM_TYPE,O as buildContextIntro,P as buildForkContextIntro,S as default,v as registerCanvasContextIntro};

package/dist/pi-extensions/canvas-doc-substrate.d.ts

@@ -42,7 +42,6 @@ type ToolCallResultLike = {
 } | void;
 interface PiLike {
     on(event: 'before_agent_start', handler: (event: BeforeAgentStartEventLike) => BeforeAgentStartResultLike | void | Promise<BeforeAgentStartResultLike | void>): void;
-    on(event: 'session_start', handler: (event: unknown, ctx: unknown) => void | Promise<void>): void;
     on(event: 'session_compact', handler: (event: unknown, ctx: unknown) => void | Promise<void>): void;
     on(event: 'turn_end', handler: (event: unknown, ctx: unknown) => void | Promise<void>): void;
     on(event: 'tool_call', handler: (event: ToolCallEventLike, ctx: unknown) => ToolCallResultLike | Promise<ToolCallResultLike>): void;

package/dist/pi-extensions/canvas-doc-substrate.js

@@ -1,9 +1,9 @@
-var E=Object.defineProperty;var l=(n,e)=>E(n,"name",{value:e,configurable:!0});import{envNodeId as g}from"../shared/env.js";import{homedir as C}from"node:os";import{join as S,resolve as _}from"node:path";import{brokerContext as O,brokerContextEvent as f,commitBrokerContext as p}from"../core/runtime/broker/daemon-ops.js";import{clearSessionCache as L}from"../core/substrate/session-cache.js";import{contextExposureStatesEqual as N,mergeContextExposureState as k,replaceContextExposureState as x,restoreContextExposure as h,sharedContextExposureState as P,snapshotContextExposure as T}from"../core/substrate/injected-store.js";import{autoLoadedContextInner as $,mergeAutoLoadedContext as H}from"./envelope-merge.js";const I=`
+var y=Object.defineProperty;var c=(n,e)=>y(n,"name",{value:e,configurable:!0});import{envNodeId as p}from"../shared/env.js";import{homedir as b}from"node:os";import{join as w,resolve as g}from"node:path";import{brokerDelivery as m}from"../core/runtime/broker/daemon-ops.js";import{autoLoadedContextInner as x,mergeAutoLoadedContext as O}from"./envelope-merge.js";const _=`
 
-Guidelines:`;function R(n){const e=n?.command;return typeof e=="string"&&e.trim()!==""?e:null}l(R,"bashCommandOf");function j(n){return["HELD \u2014 nothing ran.","","Your bash command was NOT executed. It matched memory you had not yet read, and that memory is below.","","Read it, then re-issue your WHOLE command unchanged \u2014 every clause of it, including any heredoc, redirect, or `$(\u2026)` that built its input, because none of that ran either. The re-issue executes: this memory is now in your transcript, so there is nothing left to deliver and nothing left to hold.","",n].join(`
-`)}l(j,"heldReason");const A=["HELD \u2014 nothing ran.","","Your bash command was NOT executed. Another command in this same message was held against memory you had not read, and that memory was returned with it.","","Read it, then re-issue your WHOLE command unchanged. The re-issue executes."].join(`
-`);function D(n){const e=g();if(e===void 0||e.trim()==="")return;const s=P(e);n.on("session_start",()=>{L()}),n.on("before_agent_start",async t=>{const a=s.preferenceSnapshot===null,o=await O(e,"preferences"),i=h(o.snapshot);k(s,i);const r=s.preferenceSnapshot;if(r===null)throw new Error(`daemon returned no preference snapshot for ${e}`);if((a||!N(s,i))&&await p(e,T(s),o.loads),r==="")return;const c=t.systemPrompt.indexOf(I);return c===-1?{systemPrompt:`${t.systemPrompt}
+Guidelines:`;function L(n){const e=n?.command;return typeof e=="string"&&e.trim()!==""?e:null}c(L,"bashCommandOf");function N(n){return["HELD \u2014 nothing ran.","","Your bash command was NOT executed. It matched memory you had not yet read, and that memory is below.","","Read it, then re-issue your WHOLE command unchanged \u2014 every clause of it, including any heredoc, redirect, or `$(\u2026)` that built its input, because none of that ran either. The re-issue executes: this memory is now in your transcript, so there is nothing left to deliver and nothing left to hold.","",n].join(`
+`)}c(N,"heldReason");const E=["HELD \u2014 nothing ran.","","Your bash command was NOT executed. Another command in this same message was held against memory you had not read, and that memory was returned with it.","","Read it, then re-issue your WHOLE command unchanged. The re-issue executes."].join(`
+`);function j(n){const e=p();if(e===void 0||e.trim()==="")return;n.on("before_agent_start",async t=>{const o=(await m(e,{activity:"system-prompt"})).content;if(o==="")return;const r=t.systemPrompt.indexOf(_);return r===-1?{systemPrompt:`${t.systemPrompt}
 
-${r}`}:{systemPrompt:`${t.systemPrompt.slice(0,c)}
+${o}`}:{systemPrompt:`${t.systemPrompt.slice(0,r)}
 
-${r}${t.systemPrompt.slice(c)}`}});let u=!1;n.on("turn_end",()=>{u=!1}),n.on("session_compact",async()=>{const t=await f(e,"compact");await p(e,t.snapshot,t.loads),x(s,h(t.snapshot)),u=!1}),n.on("tool_call",async t=>{if(t.toolName!=="bash")return;const a=R(t.input);if(a===null)return;if(u)return{block:!0,reason:A};const o=await f(e,"pre-command",a),i=o.content;if(i!=="")return u=!0,await p(e,o.snapshot,o.loads),x(s,h(o.snapshot)),{block:!0,reason:j(i)}}),n.on("tool_result",async(t,a)=>{if(t.isError===!0)return;let o=null,i=null;if(t.toolName==="read"){const d=t.input,m=d?.path??d?.file_path;if(m===void 0||m==="")return;const w=typeof a?.cwd=="string"&&a.cwd!==""?a.cwd:process.cwd(),b=m.startsWith("~")?S(C(),m.slice(1)):m;o=_(w,b)}else if(t.toolName==="bash"){const d=t.input;if(typeof d?.command!="string"||d.command.trim()==="")return;i=d.command}else return;const r=await f(e,o!==null?"read":"command",o??i),c=r.content;if(c==="")return;const y=$(c);if(y===null)throw new Error("substrate renderer returned an invalid auto-loaded context block");return await p(e,r.snapshot,r.loads),x(s,h(r.snapshot)),{content:H([y],t.content)}})}l(D,"registerCanvasDocSubstrate");var K=D;export{K as default,D as registerCanvasDocSubstrate};
+${o}${t.systemPrompt.slice(r)}`}});let i=!1;n.on("turn_end",()=>{i=!1}),n.on("session_compact",async()=>{await m(e,{activity:"compact"}),i=!1}),n.on("tool_call",async t=>{if(t.toolName!=="bash")return;const o=L(t.input);if(o===null)return;if(i)return{block:!0,reason:E};const r=(await m(e,{activity:"pre-command",subject:o})).content;if(r!=="")return i=!0,{block:!0,reason:N(r)}}),n.on("tool_result",async(t,o)=>{if(t.isError===!0)return;let r=null,d=null;if(t.toolName==="read"){const a=t.input,s=a?.path??a?.file_path;if(s===void 0||s==="")return;const f=typeof o?.cwd=="string"&&o.cwd!==""?o.cwd:process.cwd(),h=s.startsWith("~")?w(b(),s.slice(1)):s;r=g(f,h)}else if(t.toolName==="bash"){const a=t.input;if(typeof a?.command!="string"||a.command.trim()==="")return;d=a.command}else return;const u=(await m(e,r!==null?{activity:"file-read",subject:r}:{activity:"command",subject:d})).content;if(u==="")return;const l=x(u);if(l===null)throw new Error("substrate renderer returned an invalid auto-loaded context block");return{content:O([l],t.content)}})}c(j,"registerCanvasDocSubstrate");var C=j;export{C as default,j as registerCanvasDocSubstrate};