@agentshouse/mdruntime 0.1.0-c56daf494ecb4 → 0.1.0-c59a5a6bd2f31

package/dist/messages.js

@@ -0,0 +1,168 @@
+import { sql } from '@agentshouse/mdmodel';
+import { EXCERPT } from './read.js';
+const SAID_BY_HOUSE = `json_extract(message, '$.role') = 'house'`;
+const ANSWERS_THE_TURN = `json_extract(message, '$.role') = 'assistant'`;
+const MARKS_A_JOB = `instr(message, '"marker":"job"') > 0`;
+export const MESSAGE_TABLES = [
+    'CREATE TABLE conversation_reads (conversation TEXT PRIMARY KEY, read TEXT, partial INTEGER NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE conversation_messages (id INTEGER PRIMARY KEY, conversation TEXT NOT NULL, identity TEXT NOT NULL, turn TEXT NOT NULL, position TEXT NOT NULL, message TEXT NOT NULL, text TEXT NOT NULL)',
+    'CREATE UNIQUE INDEX conversation_messages_identity ON conversation_messages (conversation, identity)',
+    'CREATE INDEX conversation_messages_position ON conversation_messages (conversation, position, identity)',
+    'CREATE INDEX conversation_messages_turn ON conversation_messages (conversation, turn)',
+    `CREATE INDEX conversation_messages_house ON conversation_messages (conversation, position, identity) WHERE ${SAID_BY_HOUSE}`,
+    `CREATE INDEX conversation_messages_jobs ON conversation_messages (conversation, position, identity) WHERE ${MARKS_A_JOB}`,
+];
+const NEWEST_FIRST = 'ORDER BY position DESC, identity DESC LIMIT 1';
+const OLDEST_FIRST = 'ORDER BY position, identity LIMIT 1';
+const OF_THE_ROW = 'SELECT id FROM conversation_messages WHERE conversation = listed.value';
+export const ROWS = `WITH chosen AS (
+    SELECT listed.value AS conversation,
+      (${OF_THE_ROW} AND ${ANSWERS_THE_TURN} ${NEWEST_FIRST}) AS answer,
+      (${OF_THE_ROW} AND text <> '' ${NEWEST_FIRST}) AS said,
+      (${OF_THE_ROW} AND ${SAID_BY_HOUSE} ${OLDEST_FIRST}) AS opened,
+      (${OF_THE_ROW} AND ${SAID_BY_HOUSE} AND json_extract(message, '$.waiting') = 1 ${OLDEST_FIRST}) AS asking
+    FROM json_each(?) AS listed
+  )
+  SELECT chosen.conversation AS conversation,
+    substr(said.text, 1, ${EXCERPT}) AS said_text,
+    json_extract(said.message, '$.role') AS said_role,
+    json_extract(said.message, '$.accepted_at') AS said_at,
+    substr(json_extract(answer.message, '$.failure'), 1, ${EXCERPT}) AS failure,
+    json_extract(opened.message, '$.source') AS opened_source,
+    json_extract(opened.message, '$.sender') AS opened_sender,
+    asking.identity AS asking_identity,
+    substr(asking.text, 1, ${EXCERPT}) AS asking_text,
+    json_extract(asking.message, '$.accepted_at') AS asking_at,
+    json_extract(asking.message, '$.source') AS asking_source,
+    json_extract(asking.message, '$.sender') AS asking_sender
+  FROM chosen
+  LEFT JOIN conversation_messages said ON said.id = chosen.said
+  LEFT JOIN conversation_messages answer ON answer.id = chosen.answer
+  LEFT JOIN conversation_messages opened ON opened.id = chosen.opened
+  LEFT JOIN conversation_messages asking ON asking.id = chosen.asking`;
+export const JOB_MARKERS = `SELECT json_extract(part.value, '$.text') AS said,
+    json_extract(message, '$.accepted_at') AS at
+  FROM conversation_messages, json_each(message, '$.parts') AS part
+  WHERE conversation = ? AND ${MARKS_A_JOB}
+    AND json_extract(part.value, '$.type') = 'marker'
+    AND json_extract(part.value, '$.marker') = 'job'
+  ORDER BY position, identity, part.key`;
+function text(value) {
+    return typeof value === 'string' ? value : String(value);
+}
+export function heldConversations(connection, conversations) {
+    const named = conversations === null ? '' : ' AND conversation IN (SELECT value FROM json_each(?))';
+    const bound = conversations === null ? [] : [JSON.stringify(conversations)];
+    const held = new Map();
+    for (const row of connection.rows(`SELECT conversation, read, partial FROM conversation_reads WHERE 1 = 1${named}`, bound)) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: row.read === null ? null : text(row.read),
+            partial: Number(row.partial) === 1,
+        });
+    }
+    for (const row of connection.rows(`SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)${named}`, bound)) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: undefined,
+            partial: true,
+        });
+    }
+    return [...held.values()];
+}
+export function keptMessages(connection, { conversation, messages, read }) {
+    for (const message of messages) {
+        const [held] = connection.rows('SELECT id FROM conversation_messages WHERE conversation = ? AND identity = ?', [conversation, message.identity]);
+        const record = [
+            message.turn,
+            message.position,
+            JSON.stringify(message.message ?? null),
+            message.text,
+        ];
+        if (held === undefined) {
+            connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?)', [conversation, message.identity, ...record]);
+        }
+        else {
+            connection.run('UPDATE conversation_messages SET turn = ?, position = ?, message = ?, text = ? WHERE id = ?', [...record, held.id]);
+        }
+    }
+    if (read !== undefined) {
+        connection.run('INSERT OR REPLACE INTO conversation_reads (conversation, read, partial) VALUES (?, ?, ?)', [conversation, read.at, read.partial ? 1 : 0]);
+    }
+    return null;
+}
+function accepted(row) {
+    return {
+        identity: text(row.identity),
+        turn: text(row.turn),
+        position: text(row.position),
+        text: text(row.text),
+        message: JSON.parse(text(row.message)),
+    };
+}
+function holding(phrase) {
+    return phrase === null
+        ? { sql: '', bind: [] }
+        : { sql: ` AND ${sql.HOLDS_PHRASE}(text, ?)`, bind: [phrase.toLowerCase()] };
+}
+export function messageWindow(connection, conversation, limit, before, phrase) {
+    const held = holding(phrase);
+    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${held.sql}${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
+        ? [conversation, ...held.bind, limit + 1]
+        : [conversation, ...held.bind, before[0], before[0], before[1], limit + 1]);
+    return { messages: rows.slice(0, limit).map(accepted).reverse(), more: rows.length > limit };
+}
+export function messageCount(connection, conversation, phrase) {
+    const held = holding(phrase);
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?${held.sql}`, [conversation, ...held.bind]);
+    return Number(counted?.held ?? 0);
+}
+function textOrNull(value) {
+    return value === null || value === undefined ? null : text(value);
+}
+function heldSource(source, sender) {
+    return {
+        source: source === null || source === undefined ? null : JSON.parse(text(source)),
+        sender: textOrNull(sender),
+    };
+}
+export function conversationRows(connection, conversations) {
+    return connection.rows(ROWS, [JSON.stringify(conversations)]).map((row) => ({
+        conversation: text(row.conversation),
+        said: row.said_text === null
+            ? null
+            : {
+                text: text(row.said_text),
+                role: textOrNull(row.said_role),
+                at: textOrNull(row.said_at),
+            },
+        failure: textOrNull(row.failure),
+        opened: row.opened_source === null ? null : heldSource(row.opened_source, row.opened_sender),
+        asking: row.asking_identity === null
+            ? null
+            : {
+                ...heldSource(row.asking_source, row.asking_sender),
+                identity: text(row.asking_identity),
+                text: text(row.asking_text),
+                at: textOrNull(row.asking_at),
+            },
+    }));
+}
+export function jobMarkers(connection, conversation) {
+    return connection
+        .rows(JOB_MARKERS, [conversation])
+        .map((row) => ({ said: text(row.said), at: text(row.at) }));
+}
+export function turnArrived(connection, conversation, turn) {
+    return (connection.rows('SELECT 1 FROM conversation_messages WHERE conversation = ? AND turn = ? LIMIT 1', [conversation, turn]).length > 0);
+}
+export function droppedMessages(connection, conversations) {
+    for (const conversation of conversations) {
+        connection.run('DELETE FROM conversation_messages WHERE conversation = ?', [conversation]);
+        connection.run('DELETE FROM conversation_reads WHERE conversation = ?', [conversation]);
+    }
+}
+export function forgottenMessages(connection) {
+    connection.run('DELETE FROM conversation_messages');
+    connection.run('DELETE FROM conversation_reads');
+}

package/dist/model.d.ts

@@ -1,4 +1,4 @@
-import type { Definition, ValueFacts, VerifiedModel } from '@agentshouse/mdmodel';
+import type { Definition, VerifiedModel } from '@agentshouse/mdmodel';
 import type { Open } from './open.js';
 export type ModelIdentity = {
     identity: string;
@@ -8,7 +8,7 @@ export type ModelSnapshot = ModelIdentity & {
     schema: string | null;
     revision: string | null;
 };
-export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired' | 'invalid'>;
+export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired'>;
 export type ModelResult = {
     kind: 'model';
     snapshot: ModelSnapshot;
@@ -20,21 +20,23 @@ export type MdType = Definition;
 export type ModelState = {
     status: 'unavailable';
     reason: ModelUnavailableReason;
-    schema?: string | null;
-    revision?: string | null;
 } | {
     status: 'current' | 'cached';
     snapshot: ModelSnapshot;
     verifiedWith: ModelIdentity;
     types: VerifiedModel['types'];
 };
-export type TypesResult = {
+export type StoredModel = Extract<ModelState, {
     status: 'unavailable';
+}> | Omit<Extract<ModelState, {
+    status: 'current' | 'cached';
+}>, 'types'>;
+export type TypesResult = {
+    status: Open<'unavailable'>;
     reason: ModelUnavailableReason;
-    schema?: string | null;
-    revision?: string | null;
+    types: null;
 } | {
-    status: 'current' | 'cached';
+    status: Open<'current' | 'cached'>;
     identity: string;
     version: string;
     verifiedWith: ModelIdentity;
@@ -50,7 +52,5 @@ export type ValidationReceipt = {
 export declare const NO_MODEL: ModelState;
 export declare function definitionOf(state: ModelState, type: string | undefined): Definition | undefined;
 export declare function modelTypes(state: ModelState): TypesResult;
-export declare function cached(state: ModelState): ModelState;
-export declare function sameModel(left: ModelIdentity, right: ModelIdentity): boolean;
-export declare function referenceField(facts: ValueFacts | undefined): boolean;
+export declare function storedModel(state: ModelState): StoredModel;
 //# sourceMappingURL=model.d.ts.map

package/dist/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,CAAC,CAAC;AACnG,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAgBzD;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E;AACD,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAErE"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,CAAC,CAAC;AACvF,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,GAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC,EAAE,OAAO,CAAC,CAAC;AACzE,MAAM,MAAM,WAAW,GACnB;IAAE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAC;IAAC,KAAK,EAAE,IAAI,CAAA;CAAE,GAC5E;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAczD;AACD,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAI1D"}

package/dist/model.js

@@ -6,7 +6,7 @@ export function definitionOf(state, type) {
 }
 export function modelTypes(state) {
     return state.status === 'unavailable'
-        ? { ...state }
+        ? { ...state, types: null }
         : {
             status: state.status,
             identity: state.snapshot.identity,
@@ -14,15 +14,12 @@ export function modelTypes(state) {
             verifiedWith: { ...state.verifiedWith },
             schema: state.snapshot.schema,
             revision: state.snapshot.revision,
-            types: structuredClone(Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0)),
+            types: Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0),
         };
 }
-export function cached(state) {
-    return state.status === 'unavailable' ? state : { ...state, status: 'cached' };
-}
-export function sameModel(left, right) {
-    return left.identity === right.identity && left.version === right.version;
-}
-export function referenceField(facts) {
-    return facts?.reference !== undefined || facts?.items?.reference !== undefined;
+export function storedModel(state) {
+    if (state.status === 'unavailable')
+        return state;
+    const { types: _types, ...stored } = state;
+    return stored;
 }

package/dist/name.d.ts

@@ -0,0 +1,4 @@
+export declare function transliterated(text: string): string;
+export declare function nameFrom(title: string): string;
+export declare function cutName(name: string, most: number): string;
+//# sourceMappingURL=name.d.ts.map

package/dist/name.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"name.d.ts","sourceRoot":"","sources":["../src/name.ts"],"names":[],"mappings":"AAgHA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAK9C;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAE1D"}

package/dist/name.js

@@ -0,0 +1,122 @@
+const LETTERS = {
+    а: 'a',
+    б: 'b',
+    в: 'v',
+    г: 'g',
+    ґ: 'g',
+    д: 'd',
+    ђ: 'dj',
+    ѓ: 'gj',
+    е: 'e',
+    ё: 'yo',
+    є: 'ye',
+    ж: 'zh',
+    з: 'z',
+    ѕ: 'dz',
+    и: 'i',
+    і: 'i',
+    ї: 'yi',
+    й: 'y',
+    ј: 'j',
+    к: 'k',
+    ќ: 'kj',
+    л: 'l',
+    љ: 'lj',
+    м: 'm',
+    н: 'n',
+    њ: 'nj',
+    о: 'o',
+    п: 'p',
+    р: 'r',
+    с: 's',
+    т: 't',
+    ћ: 'c',
+    у: 'u',
+    ў: 'u',
+    ф: 'f',
+    х: 'kh',
+    ц: 'ts',
+    ч: 'ch',
+    џ: 'dz',
+    ш: 'sh',
+    щ: 'shch',
+    ъ: '',
+    ы: 'y',
+    ь: '',
+    э: 'e',
+    ю: 'yu',
+    я: 'ya',
+    α: 'a',
+    β: 'v',
+    γ: 'g',
+    δ: 'd',
+    ε: 'e',
+    ζ: 'z',
+    η: 'i',
+    θ: 'th',
+    ι: 'i',
+    κ: 'k',
+    λ: 'l',
+    μ: 'm',
+    ν: 'n',
+    ξ: 'x',
+    ο: 'o',
+    π: 'p',
+    ρ: 'r',
+    σ: 's',
+    ς: 's',
+    τ: 't',
+    υ: 'y',
+    φ: 'f',
+    χ: 'ch',
+    ψ: 'ps',
+    ω: 'o',
+    ß: 'ss',
+    æ: 'ae',
+    œ: 'oe',
+    ø: 'o',
+    đ: 'd',
+    ð: 'd',
+    þ: 'th',
+    ł: 'l',
+    ı: 'i',
+};
+const MARKS = /\p{M}/gu;
+const ADMITTED = /^[a-z0-9]$/;
+const WORDLIKE = /^[\p{L}\p{N}]$/u;
+function lowerLetterOf(character) {
+    const known = LETTERS[character];
+    if (known !== undefined)
+        return known;
+    const bare = character.normalize('NFKD').replace(MARKS, '');
+    const mapped = LETTERS[bare];
+    if (mapped !== undefined)
+        return mapped;
+    return [...bare].every((one) => ADMITTED.test(one)) ? bare : null;
+}
+function codePoint(character) {
+    return WORDLIKE.test(character) ? `-u${character.codePointAt(0)?.toString(16) ?? ''}-` : '-';
+}
+function latin(text, unknown) {
+    return [...text]
+        .map((character) => {
+        if ((character.codePointAt(0) ?? 0) < 0x80)
+            return character;
+        const lower = character.toLowerCase();
+        const letter = lowerLetterOf(lower) ?? unknown(lower);
+        return lower === character ? letter : `${letter.charAt(0).toUpperCase()}${letter.slice(1)}`;
+    })
+        .join('');
+}
+export function transliterated(text) {
+    return latin(text, () => '-');
+}
+export function nameFrom(title) {
+    return latin(title, codePoint)
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '');
+}
+export function cutName(name, most) {
+    return name.slice(0, most).replace(/-+$/, '');
+}

package/dist/observation.d.ts

@@ -1,4 +1,4 @@
-import type { QueryDocument, QueryGroup, QueryResult } from './query.js';
+import type { QueryCoverage, QueryDocument, QueryGroup, QueryResult } from './query.js';
 export type Observation<T> = {
     current(): T;
     subscribe(listener: (value: T) => void): () => void;
@@ -13,15 +13,33 @@ export type QueryChange = {
     changed: readonly (readonly [RowKey, QueryDocument | QueryGroup])[];
     removed: readonly RowKey[];
     order: readonly RowKey[] | null;
+    coverage?: QueryCoverage;
+    next?: string | null;
+    total?: number;
 };
+export type QueryMessage = KeyedResult | QueryChange;
 export type Observed = {
     observation: Observation<unknown>;
     receive(message: unknown): void;
     end(): void;
 };
 export declare function rowsOf(result: QueryResult): readonly (QueryDocument | QueryGroup)[];
-export declare function applied(keyed: KeyedResult, change: QueryChange): KeyedResult;
+export declare function whole(message: QueryMessage): message is KeyedResult;
+export declare function applied(keyed: KeyedResult, message: QueryMessage): KeyedResult;
 export declare function observed(first: unknown, stop: () => void, keyed: boolean): Observed;
-export declare function opened(watch: (deliver: (message: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
-export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export declare function opened(watch: (deliver: (message: unknown) => void, fail: (error: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
+export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void, fail: (error: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export type Digest = {
+    readonly pending: string;
+} | {
+    readonly keys: readonly RowKey[];
+    readonly rows: ReadonlyMap<RowKey, number>;
+    readonly coverage: string;
+    readonly next: string | undefined;
+    readonly total: number | undefined;
+};
+export declare function hashed(text: string): number;
+export declare function digestOf({ result, keys }: KeyedResult): Digest;
+export declare function digestApplied(digest: Digest, message: QueryMessage): Digest;
+export declare function changeOf(previous: Digest, next: KeyedResult): QueryMessage | null;
 //# sourceMappingURL=observation.d.ts.map

package/dist/observation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzE,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAEnF;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,WAAW,CAc5E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E"}
+{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAwB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1F,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAwB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,EACnC,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,KAC3B,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAa1E;AAED,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEN,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAa3C;AAMD,wBAAgB,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,WAAW,GAAG,MAAM,CAU9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAY3E;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,IAAI,CA+BjF"}

package/dist/observation.js

@@ -1,19 +1,36 @@
 export function rowsOf(result) {
-    return 'groups' in result ? result.groups : result.documents;
+    if ('groups' in result)
+        return result.groups;
+    return 'documents' in result ? result.documents : [];
 }
-export function applied(keyed, change) {
-    const rows = rowsOf(keyed.result);
+export function whole(message) {
+    return 'result' in message;
+}
+export function applied(keyed, message) {
+    if (whole(message))
+        return message;
+    const result = keyed.result;
+    if ('pending' in result)
+        return keyed;
+    const rows = rowsOf(result);
     const byKey = new Map(keyed.keys.map((key, index) => [key, rows[index]]));
-    for (const key of change.removed)
+    for (const key of message.removed)
         byKey.delete(key);
-    for (const [key, row] of change.changed)
+    for (const [key, row] of message.changed)
         byKey.set(key, row);
-    const keys = change.order ?? keyed.keys.filter((key) => byKey.has(key));
-    const next = keys.map((key) => byKey.get(key));
+    const keys = message.order ?? keyed.keys.filter((key) => byKey.has(key));
+    const kept = keys.map((key) => byKey.get(key));
+    const coverage = message.coverage ?? result.coverage;
+    const next = message.next === undefined ? result.next : (message.next ?? undefined);
+    const total = message.total ?? result.total;
+    const window = {
+        ...(next === undefined ? {} : { next }),
+        ...(total === undefined ? {} : { total }),
+    };
     return {
-        result: 'groups' in keyed.result
-            ? { groups: next }
-            : { documents: next },
+        result: 'groups' in result
+            ? { groups: kept, coverage, ...window }
+            : { documents: kept, coverage, ...window },
         keys,
     };
 }
@@ -27,11 +44,11 @@ function keyedResult(first) {
         },
     };
 }
-function whole(first) {
+function replaced(first) {
     return { value: first, next: (message) => message };
 }
 export function observed(first, stop, keyed) {
-    const reducer = keyed ? keyedResult(first) : whole(first);
+    const reducer = keyed ? keyedResult(first) : replaced(first);
     let value = reducer.value;
     let open = true;
     const listeners = new Set();
@@ -81,6 +98,11 @@ export function opened(watch, keyed) {
                 }
                 handle = observed(message, () => stop(), keyed);
                 resolve(handle.observation);
+            }, (error) => {
+                if (handle !== undefined)
+                    return;
+                stop();
+                reject(error);
             });
         }
         catch (error) {
@@ -89,7 +111,91 @@ export function opened(watch, keyed) {
     });
 }
 export function observing(watch) {
-    return (topic, ...input) => opened((deliver) => watch(topic, input, (message) => {
+    return (topic, ...input) => opened((deliver, fail) => watch(topic, input, (message) => {
         deliver(structuredClone(message));
-    }), topic === 'query');
+    }, fail), topic === 'query');
+}
+export function hashed(text) {
+    let first = 0xdeadbeef;
+    let second = 0x41c6ce57;
+    for (let index = 0; index < text.length; index += 1) {
+        const code = text.charCodeAt(index);
+        first = Math.imul(first ^ code, 2654435761);
+        second = Math.imul(second ^ code, 1597334677);
+    }
+    first =
+        Math.imul(first ^ (first >>> 16), 2246822507) ^ Math.imul(second ^ (second >>> 13), 3266489909);
+    second =
+        Math.imul(second ^ (second >>> 16), 2246822507) ^ Math.imul(first ^ (first >>> 13), 3266489909);
+    return 4294967296 * (2097151 & second) + (first >>> 0);
+}
+function rowDigest(row) {
+    return hashed(JSON.stringify(row));
+}
+export function digestOf({ result, keys }) {
+    if ('pending' in result)
+        return { pending: JSON.stringify(result) };
+    const rows = rowsOf(result);
+    return {
+        keys,
+        rows: new Map(keys.map((key, index) => [key, rowDigest(rows[index])])),
+        coverage: JSON.stringify(result.coverage),
+        next: result.next,
+        total: result.total,
+    };
+}
+export function digestApplied(digest, message) {
+    if (whole(message) || 'pending' in digest)
+        return whole(message) ? digestOf(message) : digest;
+    const rows = new Map(digest.rows);
+    for (const key of message.removed)
+        rows.delete(key);
+    for (const [key, row] of message.changed)
+        rows.set(key, rowDigest(row));
+    return {
+        keys: message.order ?? digest.keys.filter((key) => rows.has(key)),
+        rows,
+        coverage: message.coverage === undefined ? digest.coverage : JSON.stringify(message.coverage),
+        next: message.next === undefined ? digest.next : (message.next ?? undefined),
+        total: message.total ?? digest.total,
+    };
+}
+export function changeOf(previous, next) {
+    const after = next.result;
+    if ('pending' in previous || 'pending' in after) {
+        return 'pending' in previous && 'pending' in after && previous.pending === JSON.stringify(after)
+            ? null
+            : next;
+    }
+    const later = rowsOf(after);
+    const present = new Set(next.keys);
+    const changed = [];
+    next.keys.forEach((key, index) => {
+        const row = later[index];
+        if (previous.rows.get(key) !== rowDigest(row))
+            changed.push([key, row]);
+    });
+    const removed = previous.keys.filter((key) => !present.has(key));
+    const kept = previous.keys.filter((key) => present.has(key));
+    const moved = kept.length !== next.keys.length || kept.some((key, index) => next.keys[index] !== key);
+    const coverage = JSON.stringify(after.coverage);
+    const covered = previous.coverage !== coverage;
+    const framing = reframed(previous, after);
+    if (changed.length === 0 && removed.length === 0 && !moved && !covered && framing === null) {
+        return null;
+    }
+    return {
+        changed,
+        removed,
+        order: moved ? next.keys : null,
+        ...(covered ? { coverage: after.coverage } : {}),
+        ...framing,
+    };
+}
+function reframed(before, after) {
+    const next = before.next === after.next ? {} : { next: after.next ?? null };
+    const total = before.total === after.total || after.total === undefined ? {} : { total: after.total };
+    return Object.keys(next).length === 0 && Object.keys(total).length === 0
+        ? null
+        : { ...next, ...total };
 }

package/dist/opened.d.ts

@@ -0,0 +1,22 @@
+import type { BinaryResult } from './adapter.js';
+import { type RuntimeDatabase } from './tables.js';
+export type OpenedName = {
+    readonly locator: string;
+    readonly path: string;
+    readonly revision: string;
+};
+export type KeptBinary = {
+    readonly kind: 'binary';
+    readonly file: string;
+    readonly byteLength: number;
+    readonly mediaType: string;
+};
+export type KeptResult = KeptBinary | Exclude<BinaryResult, {
+    kind: 'binary';
+}>;
+export type OpenedFiles = {
+    find(name: OpenedName): Promise<KeptBinary | null>;
+    fetch(name: OpenedName, read: () => Promise<BinaryResult>): Promise<KeptResult>;
+};
+export declare function openedFiles(database: RuntimeDatabase, fenced: (locator: string) => boolean): OpenedFiles;
+//# sourceMappingURL=opened.d.ts.map

package/dist/opened.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opened.d.ts","sourceRoot":"","sources":["../src/opened.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAGjD,OAAO,EAAoC,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AAErF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,OAAO,CAAC,YAAY,EAAE;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAC,CAAC;AAEhF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACjF,CAAC;AAsBF,wBAAgB,WAAW,CACzB,QAAQ,EAAE,eAAe,EACzB,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,GACnC,WAAW,CAsFb"}