@agentshouse/mdruntime 0.1.0-cedb03eaa48b6 → 0.1.0-cedd665dffa4c

package/dist/tallies.d.ts

@@ -0,0 +1,18 @@
+import { type QueryRoom } from './compile.js';
+import type { GroupTotal, Plan } from './query.js';
+import type { Connection } from './tables.js';
+export type RoomTally = {
+    readonly key: number;
+    readonly documents: GroupTotal;
+    readonly files: GroupTotal;
+    readonly documentTimes: readonly (readonly [string | null, string | null])[];
+    readonly chatTimes: readonly string[];
+    readonly messageTimes: readonly string[];
+};
+export type ConversationTally = {
+    readonly conversation: string;
+    readonly said: readonly string[];
+};
+export declare function roomTallies(connection: Connection, totals: Plan, rooms: readonly QueryRoom[], since: string): RoomTally[];
+export declare function conversationTallies(connection: Connection, conversations: readonly string[] | null, since: string): ConversationTally[];
+//# sourceMappingURL=tallies.d.ts.map

package/dist/tallies.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tallies.d.ts","sourceRoot":"","sources":["../src/tallies.ts"],"names":[],"mappings":"AACA,OAAO,EAAgC,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAE5E,OAAO,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAI1D,MAAM,MAAM,SAAS,GAAG;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC;IAC/B,QAAQ,CAAC,KAAK,EAAE,UAAU,CAAC;IAC3B,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,EAAE,CAAC;IAC7E,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,YAAY,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1C,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAAE,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAmHpG,wBAAgB,WAAW,CACzB,UAAU,EAAE,UAAU,EACtB,MAAM,EAAE,IAAI,EACZ,KAAK,EAAE,SAAS,SAAS,EAAE,EAC3B,KAAK,EAAE,MAAM,GACZ,SAAS,EAAE,CAwBb;AA0BD,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,UAAU,EACtB,aAAa,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,EACvC,KAAK,EAAE,MAAM,GACZ,iBAAiB,EAAE,CAerB"}

package/dist/tallies.js

@@ -0,0 +1,128 @@
+import { CHAT_MESSAGE_TYPE, CHAT_TYPE, instantKey, sql } from '@agentshouse/mdmodel';
+import { answerQuery, VISIBLE, within } from './compile.js';
+import { HOUSE_DIRECTORY } from './figures.js';
+const NONE = { count: 0, size: 0 };
+const { all, fragment, joined } = sql;
+function instant(value) {
+    return typeof value === 'string' ? value : null;
+}
+function held(alias, keys) {
+    const reserved = within(alias, HOUSE_DIRECTORY);
+    return all([
+        fragment(`${alias}.key IN (SELECT value FROM json_each(?))`, [JSON.stringify(keys)]),
+        fragment(VISIBLE(alias)),
+        fragment(`NOT ${reserved.sql}`, reserved.bind),
+    ]);
+}
+function valued(alias, document, field) {
+    return joined([
+        fragment(`${alias}.doc = ${document}.id AND `),
+        sql.grouped(sql.placed(alias, field, 'exact')),
+        fragment(` AND ${alias}.item = -1`),
+    ], '');
+}
+function inboxed(card) {
+    return joined([
+        fragment('EXISTS (SELECT 1 FROM replica_values i WHERE '),
+        valued('i', card, '/inbox'),
+        fragment(" AND i.kind = 'string')"),
+    ], '');
+}
+function rowsOf(connection, query) {
+    return connection.rows(query.sql, query.bind);
+}
+function documentTimes(connection, keys, since) {
+    return rowsOf(connection, joined([
+        fragment('SELECT d.key AS key, d.created_instant AS created, d.changed_instant AS changed FROM replica_entries d WHERE '),
+        held('d', keys),
+        fragment(" AND d.binary IS NULL AND COALESCE(d.type, '') NOT IN (?, ?) AND (d.created_instant >= ? OR d.changed_instant >= ?)", [CHAT_TYPE, CHAT_MESSAGE_TYPE, since, since]),
+    ], ''));
+}
+function chatTimes(connection, keys, since) {
+    return rowsOf(connection, joined([
+        fragment('SELECT d.key AS key, d.created_instant AS at FROM replica_entries d WHERE '),
+        held('d', keys),
+        fragment(' AND d.type = ? AND d.created_instant >= ? AND ', [CHAT_TYPE, since]),
+        inboxed('d'),
+    ], ''));
+}
+function messageTimes(connection, keys, since) {
+    return rowsOf(connection, joined([
+        fragment('SELECT m.key AS key, s.instant AS at FROM replica_entries m JOIN replica_values s ON '),
+        valued('s', 'm', '/sent_at'),
+        fragment(' AND s.instant >= ? JOIN replica_values r ON ', [since]),
+        valued('r', 'm', '/direction'),
+        fragment(" AND r.kind = 'string' AND r.value = 'in' WHERE "),
+        held('m', keys),
+        fragment(` AND m.type = ? AND EXISTS (SELECT 1 FROM replica_entries c WHERE c.key = m.key AND c.type = ? AND ${VISIBLE('c')} AND c.folder = m.folder AND `, [CHAT_MESSAGE_TYPE, CHAT_TYPE]),
+        inboxed('c'),
+        fragment(')'),
+    ], ''));
+}
+function byKey(rows, read) {
+    const kept = new Map();
+    for (const row of rows) {
+        const key = Number(row.key);
+        const list = kept.get(key) ?? [];
+        list.push(read(row));
+        kept.set(key, list);
+    }
+    return kept;
+}
+export function roomTallies(connection, totals, rooms, since) {
+    const keys = rooms.map(({ key }) => key);
+    const from = instantKey(since);
+    const answered = answerQuery(connection, totals, rooms);
+    const summed = new Map(('groups' in answered ? answered.groups : []).map((group) => [String(group.key[0]), group]));
+    const documents = byKey(documentTimes(connection, keys, from), (row) => [instant(row.created), instant(row.changed)]);
+    const chats = byKey(chatTimes(connection, keys, from), (row) => instant(row.at));
+    const messages = byKey(messageTimes(connection, keys, from), (row) => instant(row.at));
+    return rooms.map(({ locator, key }) => {
+        const total = summed.get(locator);
+        return {
+            key,
+            documents: total?.documents ?? NONE,
+            files: total?.files ?? NONE,
+            documentTimes: documents.get(key) ?? [],
+            chatTimes: chats.get(key) ?? [],
+            messageTimes: messages.get(key) ?? [],
+        };
+    });
+}
+const ACCEPTED = "message ->> '$.accepted_at'";
+const NEWER = 'ORDER BY n.position DESC, n.identity DESC LIMIT 1';
+const SAID = `WITH RECURSIVE
+  named(conversation) AS (SELECT value FROM json_each(?)),
+  walk(conversation, position, identity, at, role) AS (
+    SELECT m.conversation, m.position, m.identity, m.${ACCEPTED}, m.message ->> '$.role'
+    FROM named JOIN conversation_messages m ON m.id = (
+      SELECT n.id FROM conversation_messages n WHERE n.conversation = named.conversation ${NEWER}
+    )
+    UNION ALL
+    SELECT m.conversation, m.position, m.identity, m.${ACCEPTED}, m.message ->> '$.role'
+    FROM walk JOIN conversation_messages m ON m.id = (
+      SELECT n.id FROM conversation_messages n WHERE n.conversation = walk.conversation
+        AND (n.position < walk.position OR (n.position = walk.position AND n.identity < walk.identity))
+      ${NEWER}
+    )
+    WHERE julianday(walk.at) >= julianday(?)
+  )
+  SELECT walk.conversation AS conversation, walk.at AS at
+  FROM walk
+  WHERE walk.role IN ('user', 'assistant') AND julianday(walk.at) >= julianday(?)`;
+export function conversationTallies(connection, conversations, since) {
+    const named = conversations ??
+        connection
+            .rows('SELECT DISTINCT conversation FROM conversation_messages')
+            .map((row) => String(row.conversation));
+    const from = instantKey(since);
+    const said = new Map();
+    for (const row of connection.rows(SAID, [JSON.stringify(named), since, since])) {
+        const at = instantKey(row.at);
+        if (at === null || at < from)
+            continue;
+        const conversation = String(row.conversation);
+        said.set(conversation, [...(said.get(conversation) ?? []), at]);
+    }
+    return named.map((conversation) => ({ conversation, said: said.get(conversation) ?? [] }));
+}

package/dist/transfer.d.ts

@@ -1,10 +1,5 @@
-import type { Refusal } from '@agentshouse/mdmodel';
 export type Unconfirmed = {
     kind: 'unconfirmed';
 };
-export type Refused = {
-    kind: 'refused';
-    refusal: Refusal;
-};
 export declare const unconfirmed: Unconfirmed;
 //# sourceMappingURL=transfer.d.ts.map

package/dist/transfer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transfer.d.ts","sourceRoot":"","sources":["../src/transfer.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAEpD,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,CAAC;AAElD,MAAM,MAAM,OAAO,GAAG;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC;AAE5D,eAAO,MAAM,WAAW,EAAE,WAAqC,CAAC"}
+{"version":3,"file":"transfer.d.ts","sourceRoot":"","sources":["../src/transfer.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,CAAC;AAElD,eAAO,MAAM,WAAW,EAAE,WAAqC,CAAC"}

package/dist/turn.d.ts

@@ -2,6 +2,8 @@ export declare function yielded(): Promise<void>;
 export declare const ROW_WEIGHT = 256;
 export type Later<T> = T | Promise<T>;
 export declare function after<T, R>(value: Later<T>, next: (value: T) => Later<R>): Later<R>;
-export declare function inUnits<T>(items: Iterable<T>, each: (item: T) => number, ended?: () => void): Later<void>;
-export declare function inChunks<T>(items: readonly T[], weigh: (item: T) => number, each: (chunk: readonly T[]) => Later<void>): Promise<void>;
+export declare function paced(): (weight: number) => Later<void>;
+export declare function inUnits<T>(items: Iterable<T>, each: (item: T) => number, ended?: () => void, paused?: () => Promise<void>): Later<void>;
+export declare function finished<R>(steps: Generator<number, R, void>): R;
+export declare function stepped<R>(steps: Generator<number, R, void>): Later<R>;
 //# sourceMappingURL=turn.d.ts.map

package/dist/turn.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"turn.d.ts","sourceRoot":"","sources":["../src/turn.ts"],"names":[],"mappings":"AAAA,wBAAgB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CASvC;AAID,eAAO,MAAM,UAAU,MAAM,CAAC;AAE9B,MAAM,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEtC,wBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAEnF;AAmBD,wBAAgB,OAAO,CAAC,CAAC,EACvB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,EAClB,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,MAAM,EACzB,KAAK,GAAE,MAAM,IAAe,GAC3B,KAAK,CAAC,IAAI,CAAC,CAWb;AAED,wBAAsB,QAAQ,CAAC,CAAC,EAC9B,KAAK,EAAE,SAAS,CAAC,EAAE,EACnB,KAAK,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,MAAM,EAC1B,IAAI,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,KAAK,KAAK,CAAC,IAAI,CAAC,GACzC,OAAO,CAAC,IAAI,CAAC,CAUf"}
+{"version":3,"file":"turn.d.ts","sourceRoot":"","sources":["../src/turn.ts"],"names":[],"mappings":"AAAA,wBAAgB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,CASvC;AAOD,eAAO,MAAM,UAAU,MAAM,CAAC;AAE9B,MAAM,MAAM,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;AAEtC,wBAAgB,KAAK,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAEnF;AAmBD,wBAAgB,KAAK,IAAI,CAAC,MAAM,EAAE,MAAM,KAAK,KAAK,CAAC,IAAI,CAAC,CAGvD;AAsBD,wBAAgB,OAAO,CAAC,CAAC,EACvB,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,EAClB,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,KAAK,MAAM,EACzB,KAAK,GAAE,MAAM,IAAe,EAC5B,MAAM,GAAE,MAAM,OAAO,CAAC,IAAI,CAAW,GACpC,KAAK,CAAC,IAAI,CAAC,CAUb;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAIhE;AAED,wBAAgB,OAAO,CAAC,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAStE"}

package/dist/turn.js

@@ -5,47 +5,71 @@ export function yielded() {
             channel.port1.close();
             resolve();
         };
-        channel.port2.postMessage(null);
+        structuredClone(channel.port2, { transfer: [channel.port2] }).postMessage(null);
     });
 }
 const UNIT = 1 << 20;
+// A unit of runtime work ends within one 60 Hz frame so a port's next message waits at most a frame.
+const SLICE_MS = 16;
 export const ROW_WEIGHT = 256;
 export function after(value, next) {
     return value instanceof Promise ? value.then(next) : next(value);
 }
-async function resumed(iterator, each, ended) {
-    let spent = UNIT;
-    for (let next = iterator.next(); next.done !== true; next = iterator.next()) {
-        if (spent >= UNIT) {
-            await yielded();
+function spending() {
+    let spent = 0;
+    let since = performance.now();
+    return {
+        spend(weight) {
+            spent += weight;
+            return spent >= UNIT || performance.now() - since >= SLICE_MS;
+        },
+        restart() {
             spent = 0;
+            since = performance.now();
+        },
+    };
+}
+export function paced() {
+    const spent = spending();
+    return (weight) => (spent.spend(weight) ? yielded().then(() => spent.restart()) : undefined);
+}
+async function resumed(iterator, each, ended, paused) {
+    const spent = spending();
+    for (let due = true;;) {
+        if (due) {
+            await paused();
+            spent.restart();
         }
-        spent += each(next.value);
-        if (spent >= UNIT)
+        const next = iterator.next();
+        if (next.done === true)
+            break;
+        due = spent.spend(each(next.value));
+        if (due)
             ended();
     }
     ended();
 }
-export function inUnits(items, each, ended = () => { }) {
+export function inUnits(items, each, ended = () => { }, paused = yielded) {
     const iterator = items[Symbol.iterator]();
-    let spent = 0;
+    const spent = spending();
     for (let next = iterator.next(); next.done !== true; next = iterator.next()) {
-        spent += each(next.value);
-        if (spent >= UNIT) {
+        if (spent.spend(each(next.value))) {
             ended();
-            return resumed(iterator, each, ended);
+            return resumed(iterator, each, ended, paused);
         }
     }
     ended();
 }
-export async function inChunks(items, weigh, each) {
-    for (let at = 0; at < items.length;) {
-        await yielded();
-        const chunk = [];
-        for (let spent = 0; at < items.length && spent < UNIT; at += 1) {
-            chunk.push(items[at]);
-            spent += weigh(items[at]);
-        }
-        await each(chunk);
+export function finished(steps) {
+    for (let step = steps.next();; step = steps.next()) {
+        if (step.done === true)
+            return step.value;
     }
 }
+export function stepped(steps) {
+    let result;
+    const driven = function* () {
+        result = yield* steps;
+    };
+    return after(inUnits(driven(), (weight) => weight), () => result);
+}

package/dist/validation.d.ts

@@ -0,0 +1,29 @@
+import { type Validation } from '@agentshouse/mdmodel';
+import { type Composition } from './collection.js';
+type Examined = {
+    readonly path: string;
+    readonly content: string | null;
+};
+export type Typed = {
+    readonly type: string | undefined;
+    readonly binary: boolean;
+};
+export type Walk = (after: string | null) => Promise<{
+    readonly entries: readonly Examined[];
+    readonly next: string | null;
+}>;
+export type Lookup = (paths: readonly string[]) => Promise<ReadonlyMap<string, Typed>>;
+export declare function validatedCollection(walk: Walk, lookup: Lookup, composition: Composition): Promise<Validation>;
+export type Changed = {
+    readonly path: string;
+    readonly was: string | null | undefined;
+    readonly now: string | null | undefined;
+};
+type Neighbourhood = {
+    readonly lookup: Lookup;
+    readonly texts: (paths: readonly string[]) => Promise<ReadonlyMap<string, string | null>>;
+    readonly referrers: (targets: readonly string[]) => Promise<readonly string[]>;
+};
+export declare function validatedNeighbourhood(changes: readonly Changed[], composition: Composition, source: Neighbourhood): Promise<Validation>;
+export {};
+//# sourceMappingURL=validation.d.ts.map

package/dist/validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../src/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,KAAK,UAAU,EAGhB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAgD,KAAK,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAMjG,KAAK,QAAQ,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,KAAK,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAA;CAAE,CAAC;AAEpF,MAAM,MAAM,IAAI,GAAG,CACjB,KAAK,EAAE,MAAM,GAAG,IAAI,KACjB,OAAO,CAAC;IAAE,QAAQ,CAAC,OAAO,EAAE,SAAS,QAAQ,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAAC;AAEtF,MAAM,MAAM,MAAM,GAAG,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;AAoBvF,wBAAsB,mBAAmB,CACvC,IAAI,EAAE,IAAI,EACV,MAAM,EAAE,MAAM,EACd,WAAW,EAAE,WAAW,GACvB,OAAO,CAAC,UAAU,CAAC,CA6CrB;AAED,MAAM,MAAM,OAAO,GAAG;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,KAAK,aAAa,GAAG;IACnB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC;IAC1F,QAAQ,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,KAAK,OAAO,CAAC,SAAS,MAAM,EAAE,CAAC,CAAC;CAChF,CAAC;AAgBF,wBAAsB,sBAAsB,CAC1C,OAAO,EAAE,SAAS,OAAO,EAAE,EAC3B,WAAW,EAAE,WAAW,EACxB,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,UAAU,CAAC,CAgCrB"}

package/dist/validation.js

@@ -0,0 +1,98 @@
+import { assess, parse, verdicts, } from '@agentshouse/mdmodel';
+import { definitionsAt, selected, textType, typedText } from './collection.js';
+import { paced, ROW_WEIGHT, yielded } from './turn.js';
+const NO_TYPES = { types: {} };
+function modelOf(model) {
+    return model.status === 'unavailable' ? NO_TYPES : { types: model.types };
+}
+function partVerdict(part) {
+    return part.unmodeled !== null
+        ? { verdict: 'refuse', rule: 'model-unavailable', file: part.unmodeled }
+        : part.judged.verdict();
+}
+export async function validatedCollection(walk, lookup, composition) {
+    const collection = { model: composition.model, judged: verdicts(), unmodeled: null };
+    const selection = composition.selection === null
+        ? null
+        : { model: composition.selection.model, judged: verdicts(), unmodeled: null };
+    const partOf = (path) => selection !== null && selected(composition, path) ? selection : collection;
+    const pace = paced();
+    for (let after = null;;) {
+        const { entries, next } = await walk(after);
+        const assessed = [];
+        for (const { path, content } of entries) {
+            if (content === null)
+                continue;
+            const part = partOf(path);
+            const parsed = parse(content, path, definitionsAt(composition, path));
+            if (part.model.status === 'unavailable' && part.unmodeled === null && typedText(parsed)) {
+                part.unmodeled = path;
+            }
+            const assessment = assess(path, parsed, false, modelOf(part.model), {
+                anyRoom: true,
+                typedPaths: composition.typedPaths,
+            });
+            assessed.push({ part, assessment });
+            await pace(content.length + assessment.targets.length * ROW_WEIGHT);
+        }
+        const targets = [...new Set(assessed.flatMap(({ assessment }) => assessment.targets))];
+        const known = await lookup(targets);
+        for (const { part, assessment } of assessed) {
+            const within = (path) => partOf(path) === part;
+            part.judged.add(assessment, (path) => (within(path) ? known.get(path)?.type : undefined), (path) => within(path) && known.get(path)?.binary === true);
+            await pace((assessment.targets.length + 1) * ROW_WEIGHT);
+        }
+        if (next === null)
+            break;
+        after = next;
+        await yielded();
+    }
+    const judged = [partVerdict(collection), ...(selection === null ? [] : [partVerdict(selection)])];
+    const refusals = judged.filter((verdict) => verdict.verdict === 'refuse');
+    if (refusals.length === 0)
+        return judged[0];
+    return refusals.find((refusal) => refusal.rule !== 'model-unavailable') ?? refusals[0];
+}
+function declared(content) {
+    return content === undefined || content === null ? undefined : textType(parse(content));
+}
+function shifted({ was, now }) {
+    return ((now === undefined) !== (was === undefined) ||
+        (now === null) !== (was === null) ||
+        declared(now) !== declared(was));
+}
+const PAGE_TEXT = 1 << 20;
+export async function validatedNeighbourhood(changes, composition, source) {
+    const pace = paced();
+    const changedAt = new Set();
+    const moved = [];
+    for (const change of changes) {
+        changedAt.add(change.path);
+        if (shifted(change))
+            moved.push(change.path);
+        await pace((change.now?.length ?? 0) + (change.was?.length ?? 0) + ROW_WEIGHT);
+    }
+    const referring = moved.length === 0
+        ? []
+        : (await source.referrers(moved)).filter((path) => !changedAt.has(path));
+    const texts = await source.texts(referring);
+    const total = changes.length + referring.length;
+    let at = 0;
+    const walk = async () => {
+        const entries = [];
+        let text = 0;
+        while (at < total && text < PAGE_TEXT) {
+            const change = changes[at];
+            const path = change?.path ?? referring[at - changes.length];
+            const content = change === undefined ? texts.get(path) : change.now;
+            at += 1;
+            text += ROW_WEIGHT;
+            if (content === undefined || content === null)
+                continue;
+            entries.push({ path, content });
+            text += content.length;
+        }
+        return { entries, next: at < total ? String(at) : null };
+    };
+    return validatedCollection(walk, source.lookup, composition);
+}

package/dist/windows.d.ts

@@ -1,26 +1,11 @@
 export declare const MAXIMUM_WINDOW = 1000;
-export declare const FROM_START = "[]";
+export declare const FROM_START: string;
 export declare function capped(limit: number | null | undefined): number;
-export type Ordering = {
-    readonly direction: 'asc' | 'desc';
-    readonly nulls: 'first' | 'last';
-    readonly stringSort: 'lexical' | 'locale';
-    readonly locale: string | undefined;
-    readonly localeOptions: Intl.CollatorOptions | undefined;
-};
-export type Windowed<T> = {
-    readonly kept: readonly T[];
-    readonly next: string | undefined;
-};
 interface Placed {
     readonly position: string;
     readonly identity: string;
 }
 export declare function messageOrder(left: Placed, right: Placed): number;
 export declare function precedes(message: Placed, before: readonly [string, string] | null): boolean;
-export declare function beyond(values: readonly unknown[], cursor: readonly unknown[], orderings: readonly Ordering[]): boolean;
-export declare function cursorOf(values: readonly unknown[]): string;
-export declare function decodedCursor(text: string): readonly unknown[] | null;
-export declare function windowed<T>(entries: readonly T[], limit: number | null, after: string | undefined, cursor: (entry: T) => string): Windowed<T>;
 export {};
 //# sourceMappingURL=windows.d.ts.map

package/dist/windows.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"windows.d.ts","sourceRoot":"","sources":["../src/windows.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,UAAU,OAAO,CAAC;AAE/B,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAE/D;AAED,MAAM,MAAM,QAAQ,GAAG;IACrB,QAAQ,CAAC,SAAS,EAAE,KAAK,GAAG,MAAM,CAAC;IACnC,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC;IACjC,QAAQ,CAAC,UAAU,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC1C,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAC,eAAe,GAAG,SAAS,CAAC;CAC1D,CAAC;AAEF,MAAM,MAAM,QAAQ,CAAC,CAAC,IAAI;IAAE,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAE7F,UAAU,MAAM;IACd,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAIhE;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,GAAG,OAAO,CAE3F;AA0CD,wBAAgB,MAAM,CACpB,MAAM,EAAE,SAAS,OAAO,EAAE,EAC1B,MAAM,EAAE,SAAS,OAAO,EAAE,EAC1B,SAAS,EAAE,SAAS,QAAQ,EAAE,GAC7B,OAAO,CAMT;AAED,wBAAgB,QAAQ,CAAC,MAAM,EAAE,SAAS,OAAO,EAAE,GAAG,MAAM,CAE3D;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,OAAO,EAAE,GAAG,IAAI,CAOrE;AAED,wBAAgB,QAAQ,CAAC,CAAC,EACxB,OAAO,EAAE,SAAS,CAAC,EAAE,EACrB,KAAK,EAAE,MAAM,GAAG,IAAI,EACpB,KAAK,EAAE,MAAM,GAAG,SAAS,EACzB,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,MAAM,GAC3B,QAAQ,CAAC,CAAC,CAAC,CAOb"}
+{"version":3,"file":"windows.d.ts","sourceRoot":"","sources":["../src/windows.ts"],"names":[],"mappings":"AAEA,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC,eAAO,MAAM,UAAU,QAAe,CAAC;AAEvC,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAE/D;AAED,UAAU,MAAM;IACd,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAIhE;AAED,wBAAgB,QAAQ,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,GAAG,OAAO,CAE3F"}

package/dist/windows.js

@@ -1,5 +1,6 @@
+import { cursorOf } from '@agentshouse/mdmodel';
 export const MAXIMUM_WINDOW = 1000;
-export const FROM_START = '[]';
+export const FROM_START = cursorOf([]);
 export function capped(limit) {
     return limit == null ? MAXIMUM_WINDOW : Math.min(limit, MAXIMUM_WINDOW);
 }
@@ -13,81 +14,3 @@ export function messageOrder(left, right) {
 export function precedes(message, before) {
     return before === null || messageOrder(message, { position: before[0], identity: before[1] }) < 0;
 }
-function ascending(left, right, ordering) {
-    if (left == null && right == null)
-        return 0;
-    if (left == null)
-        return ordering.nulls === 'first' ? -1 : 1;
-    if (right == null)
-        return ordering.nulls === 'first' ? 1 : -1;
-    if (typeof left === 'string' && typeof right === 'string' && ordering.stringSort === 'locale') {
-        return left.localeCompare(right, ordering.locale, ordering.localeOptions);
-    }
-    if (Array.isArray(left) && Array.isArray(right)) {
-        for (let at = 0; at < Math.min(left.length, right.length); at += 1) {
-            const result = ascending(left[at], right[at], ordering);
-            if (result !== 0)
-                return result;
-        }
-        return left.length - right.length;
-    }
-    if (typeof left === 'object')
-        return typeof right === 'object' ? 0 : 1;
-    if (typeof right === 'object')
-        return -1;
-    const held = left;
-    const other = right;
-    if (held < other)
-        return -1;
-    if (held > other)
-        return 1;
-    return 0;
-}
-function compared(left, right, ordering) {
-    if (ordering.direction === 'asc')
-        return ascending(left, right, ordering);
-    return ascending(right, left, {
-        ...ordering,
-        nulls: ordering.nulls === 'first' ? 'last' : 'first',
-    });
-}
-function keyCompared(left, right) {
-    if (typeof left !== typeof right)
-        return typeof left === 'string' ? -1 : 1;
-    const held = left;
-    const other = right;
-    if (held < other)
-        return -1;
-    if (held > other)
-        return 1;
-    return 0;
-}
-export function beyond(values, cursor, orderings) {
-    for (let at = 0; at < orderings.length; at += 1) {
-        const result = compared(values[at], cursor[at], orderings[at]);
-        if (result !== 0)
-            return result > 0;
-    }
-    return keyCompared(values[orderings.length], cursor[orderings.length]) > 0;
-}
-export function cursorOf(values) {
-    return JSON.stringify(values);
-}
-export function decodedCursor(text) {
-    try {
-        const decoded = JSON.parse(text);
-        return Array.isArray(decoded) ? decoded : null;
-    }
-    catch {
-        return null;
-    }
-}
-export function windowed(entries, limit, after, cursor) {
-    if (limit === null || entries.length <= limit)
-        return { kept: entries, next: undefined };
-    const kept = entries.slice(0, limit);
-    return {
-        kept,
-        next: kept.length === 0 ? (after ?? FROM_START) : cursor(kept[kept.length - 1]),
-    };
-}