@agentshouse/mdruntime 0.1.0-cdb8840578a20 → 0.1.0-cdded6c080913

package/dist/messages.js

@@ -0,0 +1,168 @@
+import { sql } from '@agentshouse/mdmodel';
+import { EXCERPT } from './read.js';
+const SAID_BY_HOUSE = `json_extract(message, '$.role') = 'house'`;
+const ANSWERS_THE_TURN = `json_extract(message, '$.role') = 'assistant'`;
+const MARKS_A_JOB = `instr(message, '"marker":"job"') > 0`;
+export const MESSAGE_TABLES = [
+    'CREATE TABLE conversation_reads (conversation TEXT PRIMARY KEY, read TEXT, partial INTEGER NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE conversation_messages (id INTEGER PRIMARY KEY, conversation TEXT NOT NULL, identity TEXT NOT NULL, turn TEXT NOT NULL, position TEXT NOT NULL, message TEXT NOT NULL, text TEXT NOT NULL)',
+    'CREATE UNIQUE INDEX conversation_messages_identity ON conversation_messages (conversation, identity)',
+    'CREATE INDEX conversation_messages_position ON conversation_messages (conversation, position, identity)',
+    'CREATE INDEX conversation_messages_turn ON conversation_messages (conversation, turn)',
+    `CREATE INDEX conversation_messages_house ON conversation_messages (conversation, position, identity) WHERE ${SAID_BY_HOUSE}`,
+    `CREATE INDEX conversation_messages_jobs ON conversation_messages (conversation, position, identity) WHERE ${MARKS_A_JOB}`,
+];
+const NEWEST_FIRST = 'ORDER BY position DESC, identity DESC LIMIT 1';
+const OLDEST_FIRST = 'ORDER BY position, identity LIMIT 1';
+const OF_THE_ROW = 'SELECT id FROM conversation_messages WHERE conversation = listed.value';
+export const ROWS = `WITH chosen AS (
+    SELECT listed.value AS conversation,
+      (${OF_THE_ROW} AND ${ANSWERS_THE_TURN} ${NEWEST_FIRST}) AS answer,
+      (${OF_THE_ROW} AND text <> '' ${NEWEST_FIRST}) AS said,
+      (${OF_THE_ROW} AND ${SAID_BY_HOUSE} ${OLDEST_FIRST}) AS opened,
+      (${OF_THE_ROW} AND ${SAID_BY_HOUSE} AND json_extract(message, '$.waiting') = 1 ${OLDEST_FIRST}) AS asking
+    FROM json_each(?) AS listed
+  )
+  SELECT chosen.conversation AS conversation,
+    substr(said.text, 1, ${EXCERPT}) AS said_text,
+    json_extract(said.message, '$.role') AS said_role,
+    json_extract(said.message, '$.accepted_at') AS said_at,
+    substr(json_extract(answer.message, '$.failure'), 1, ${EXCERPT}) AS failure,
+    json_extract(opened.message, '$.source') AS opened_source,
+    json_extract(opened.message, '$.sender') AS opened_sender,
+    asking.identity AS asking_identity,
+    asking.text AS asking_text,
+    json_extract(asking.message, '$.accepted_at') AS asking_at,
+    json_extract(asking.message, '$.source') AS asking_source,
+    json_extract(asking.message, '$.sender') AS asking_sender
+  FROM chosen
+  LEFT JOIN conversation_messages said ON said.id = chosen.said
+  LEFT JOIN conversation_messages answer ON answer.id = chosen.answer
+  LEFT JOIN conversation_messages opened ON opened.id = chosen.opened
+  LEFT JOIN conversation_messages asking ON asking.id = chosen.asking`;
+export const JOB_MARKERS = `SELECT json_extract(part.value, '$.text') AS said,
+    json_extract(message, '$.accepted_at') AS at
+  FROM conversation_messages, json_each(message, '$.parts') AS part
+  WHERE conversation = ? AND ${MARKS_A_JOB}
+    AND json_extract(part.value, '$.type') = 'marker'
+    AND json_extract(part.value, '$.marker') = 'job'
+  ORDER BY position, identity, part.key`;
+function text(value) {
+    return typeof value === 'string' ? value : String(value);
+}
+export function heldConversations(connection, conversations) {
+    const named = conversations === null ? '' : ' AND conversation IN (SELECT value FROM json_each(?))';
+    const bound = conversations === null ? [] : [JSON.stringify(conversations)];
+    const held = new Map();
+    for (const row of connection.rows(`SELECT conversation, read, partial FROM conversation_reads WHERE 1 = 1${named}`, bound)) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: row.read === null ? null : text(row.read),
+            partial: Number(row.partial) === 1,
+        });
+    }
+    for (const row of connection.rows(`SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)${named}`, bound)) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: undefined,
+            partial: true,
+        });
+    }
+    return [...held.values()];
+}
+export function keptMessages(connection, { conversation, messages, read }) {
+    for (const message of messages) {
+        const [held] = connection.rows('SELECT id FROM conversation_messages WHERE conversation = ? AND identity = ?', [conversation, message.identity]);
+        const record = [
+            message.turn,
+            message.position,
+            JSON.stringify(message.message ?? null),
+            message.text,
+        ];
+        if (held === undefined) {
+            connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?)', [conversation, message.identity, ...record]);
+        }
+        else {
+            connection.run('UPDATE conversation_messages SET turn = ?, position = ?, message = ?, text = ? WHERE id = ?', [...record, held.id]);
+        }
+    }
+    if (read !== undefined) {
+        connection.run('INSERT OR REPLACE INTO conversation_reads (conversation, read, partial) VALUES (?, ?, ?)', [conversation, read.at, read.partial ? 1 : 0]);
+    }
+    return null;
+}
+function accepted(row) {
+    return {
+        identity: text(row.identity),
+        turn: text(row.turn),
+        position: text(row.position),
+        text: text(row.text),
+        message: JSON.parse(text(row.message)),
+    };
+}
+function holding(phrase) {
+    return phrase === null
+        ? { sql: '', bind: [] }
+        : { sql: ` AND ${sql.HOLDS_PHRASE}(text, ?)`, bind: [phrase.toLowerCase()] };
+}
+export function messageWindow(connection, conversation, limit, before, phrase) {
+    const held = holding(phrase);
+    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${held.sql}${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
+        ? [conversation, ...held.bind, limit + 1]
+        : [conversation, ...held.bind, before[0], before[0], before[1], limit + 1]);
+    return { messages: rows.slice(0, limit).map(accepted).reverse(), more: rows.length > limit };
+}
+export function messageCount(connection, conversation, phrase) {
+    const held = holding(phrase);
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?${held.sql}`, [conversation, ...held.bind]);
+    return Number(counted?.held ?? 0);
+}
+function textOrNull(value) {
+    return value === null || value === undefined ? null : text(value);
+}
+function heldSource(source, sender) {
+    return {
+        source: source === null || source === undefined ? null : JSON.parse(text(source)),
+        sender: textOrNull(sender),
+    };
+}
+export function conversationRows(connection, conversations) {
+    return connection.rows(ROWS, [JSON.stringify(conversations)]).map((row) => ({
+        conversation: text(row.conversation),
+        said: row.said_text === null
+            ? null
+            : {
+                text: text(row.said_text),
+                role: textOrNull(row.said_role),
+                at: textOrNull(row.said_at),
+            },
+        failure: textOrNull(row.failure),
+        opened: row.opened_source === null ? null : heldSource(row.opened_source, row.opened_sender),
+        asking: row.asking_identity === null
+            ? null
+            : {
+                ...heldSource(row.asking_source, row.asking_sender),
+                identity: text(row.asking_identity),
+                text: text(row.asking_text),
+                at: textOrNull(row.asking_at),
+            },
+    }));
+}
+export function jobMarkers(connection, conversation) {
+    return connection
+        .rows(JOB_MARKERS, [conversation])
+        .map((row) => ({ said: text(row.said), at: text(row.at) }));
+}
+export function turnArrived(connection, conversation, turn) {
+    return (connection.rows('SELECT 1 FROM conversation_messages WHERE conversation = ? AND turn = ? LIMIT 1', [conversation, turn]).length > 0);
+}
+export function droppedMessages(connection, conversations) {
+    for (const conversation of conversations) {
+        connection.run('DELETE FROM conversation_messages WHERE conversation = ?', [conversation]);
+        connection.run('DELETE FROM conversation_reads WHERE conversation = ?', [conversation]);
+    }
+}
+export function forgottenMessages(connection) {
+    connection.run('DELETE FROM conversation_messages');
+    connection.run('DELETE FROM conversation_reads');
+}

package/dist/model.d.ts

@@ -1,4 +1,4 @@
-import type { Definition, ValueFacts, VerifiedModel } from '@agentshouse/mdmodel';
+import type { Definition, VerifiedModel } from '@agentshouse/mdmodel';
 import type { Open } from './open.js';
 export type ModelIdentity = {
     identity: string;
@@ -8,7 +8,7 @@ export type ModelSnapshot = ModelIdentity & {
     schema: string | null;
     revision: string | null;
 };
-export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired' | 'invalid'>;
+export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired'>;
 export type ModelResult = {
     kind: 'model';
     snapshot: ModelSnapshot;
@@ -20,20 +20,21 @@ export type MdType = Definition;
 export type ModelState = {
     status: 'unavailable';
     reason: ModelUnavailableReason;
-    schema?: string | null;
-    revision?: string | null;
 } | {
     status: 'current' | 'cached';
     snapshot: ModelSnapshot;
     verifiedWith: ModelIdentity;
     types: VerifiedModel['types'];
 };
+export type StoredModel = Extract<ModelState, {
+    status: 'unavailable';
+}> | Omit<Extract<ModelState, {
+    status: 'current' | 'cached';
+}>, 'types'>;
 export type TypesResult = {
     status: Open<'unavailable'>;
     reason: ModelUnavailableReason;
     types: null;
-    schema?: string | null;
-    revision?: string | null;
 } | {
     status: Open<'current' | 'cached'>;
     identity: string;
@@ -51,8 +52,5 @@ export type ValidationReceipt = {
 export declare const NO_MODEL: ModelState;
 export declare function definitionOf(state: ModelState, type: string | undefined): Definition | undefined;
 export declare function modelTypes(state: ModelState): TypesResult;
-export declare function cached(state: ModelState): ModelState;
-export declare function sameModel(left: ModelIdentity, right: ModelIdentity): boolean;
-export declare function sameTyping(left: ModelState, right: ModelState): boolean;
-export declare function referenceField(facts: ValueFacts | undefined): boolean;
+export declare function storedModel(state: ModelState): StoredModel;
 //# sourceMappingURL=model.d.ts.map

package/dist/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,CAAC,CAAC;AACnG,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB;IACE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,KAAK,EAAE,IAAI,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAgBzD;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E;AACD,wBAAgB,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CASvE;AACD,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAErE"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,CAAC,CAAC;AACvF,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,GAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC,EAAE,OAAO,CAAC,CAAC;AACzE,MAAM,MAAM,WAAW,GACnB;IAAE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAC;IAAC,KAAK,EAAE,IAAI,CAAA;CAAE,GAC5E;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAczD;AACD,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAI1D"}

package/dist/model.js

@@ -14,24 +14,12 @@ export function modelTypes(state) {
             verifiedWith: { ...state.verifiedWith },
             schema: state.snapshot.schema,
             revision: state.snapshot.revision,
-            types: structuredClone(Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0)),
+            types: Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0),
         };
 }
-export function cached(state) {
-    return state.status === 'unavailable' ? state : { ...state, status: 'cached' };
-}
-export function sameModel(left, right) {
-    return left.identity === right.identity && left.version === right.version;
-}
-export function sameTyping(left, right) {
-    if (left === right)
-        return true;
-    if (left.status === 'unavailable' || right.status === 'unavailable') {
-        return left.status === right.status;
-    }
-    return (left.snapshot.schema === right.snapshot.schema &&
-        sameModel(left.verifiedWith, right.verifiedWith));
-}
-export function referenceField(facts) {
-    return facts?.reference !== undefined || facts?.items?.reference !== undefined;
+export function storedModel(state) {
+    if (state.status === 'unavailable')
+        return state;
+    const { types: _types, ...stored } = state;
+    return stored;
 }

package/dist/models.d.ts

@@ -0,0 +1,14 @@
+import type { ScopedRefusal } from './adapter.js';
+import { type ModelState } from './model.js';
+import { type ReplicaRecord } from './replica.js';
+import type { Runtime } from './runtime.js';
+import type { RoomDeclaration } from './socket.js';
+import type { RuntimeStore } from './store.js';
+export declare function declaredAsHeld(held: ReplicaRecord | undefined, room: RoomDeclaration): boolean;
+export declare function revoked(model: ModelState | undefined): boolean;
+export declare function keepNaming(runtime: Runtime, local: RuntimeStore, room: RoomDeclaration): Promise<void>;
+export declare function retainModel(runtime: Runtime, local: RuntimeStore, room: RoomDeclaration, given: ModelState | null): Promise<void>;
+export declare function scoped(runtime: Runtime, result: ScopedRefusal, room: RoomDeclaration, local: RuntimeStore): Promise<void>;
+export declare function settleModels(runtime: Runtime, held: readonly RoomDeclaration[], status: 'current' | 'cached', local: RuntimeStore): Promise<void>;
+export declare function cachedModels(runtime: Runtime, local: RuntimeStore): Promise<void>;
+//# sourceMappingURL=models.d.ts.map

package/dist/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAKlD,OAAO,EAAY,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAG5C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,wBAAgB,cAAc,CAAC,IAAI,EAAE,aAAa,GAAG,SAAS,EAAE,IAAI,EAAE,eAAe,GAAG,OAAO,CAQ9F;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAE9D;AAMD,wBAAsB,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,eAAe,iBAqB5F;AAMD,wBAAsB,WAAW,CAC/B,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,UAAU,GAAG,IAAI,iBAsDzB;AAED,wBAAsB,MAAM,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,YAAY,iBA0BpB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,OAAO,EAChB,IAAI,EAAE,SAAS,eAAe,EAAE,EAChC,MAAM,EAAE,SAAS,GAAG,QAAQ,EAC5B,KAAK,EAAE,YAAY,iBAsDpB;AAED,wBAAsB,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAcvF"}

package/dist/models.js

@@ -0,0 +1,193 @@
+import { changeSet } from './change-set.js';
+import { composedOf } from './collection.js';
+import { admitted, declarationOf, list, listedLocators } from './listing.js';
+import { loseRooms } from './lost.js';
+import { NO_MODEL } from './model.js';
+import { storedRecord } from './replica.js';
+import { overlayDiff, preparedAfter, replayed, sliceAt } from './saves.js';
+import { emitRooms } from './shown.js';
+export function declaredAsHeld(held, room) {
+    return (held === undefined ||
+        (JSON.stringify(held.operations) === JSON.stringify(room.operations) &&
+            JSON.stringify(held.replica) === JSON.stringify(room.replica) &&
+            JSON.stringify(held.providerOwnedPaths) === JSON.stringify(room.providerOwnedPaths) &&
+            JSON.stringify(held.typedSelection) === JSON.stringify(room.typedSelection ?? null)));
+}
+export function revoked(model) {
+    return model?.status === 'unavailable' && model.reason === 'revoked';
+}
+function unheldModelOf({ socket }, locator) {
+    return socket.rooms.standing(locator).unheldModel ?? NO_MODEL;
+}
+export async function keepNaming(runtime, local, room) {
+    const { store, socket } = runtime;
+    const held = await store.record(room.locator);
+    if (held === undefined || (held.name === room.name && held.handle === room.handle))
+        return;
+    await store.exclusive(async () => {
+        if (!socket.continuing())
+            return;
+        const current = await store.record(room.locator);
+        if (current === undefined)
+            return;
+        const record = { ...current, name: room.name, handle: room.handle };
+        await local.commit({
+            rooms: [
+                {
+                    locator: room.locator,
+                    key: record.key,
+                    record: storedRecord(record),
+                    composed: composedOf(store.composed(record)),
+                },
+            ],
+        });
+        emitRooms(runtime);
+    });
+}
+async function modelNow(runtime, locator) {
+    return (await runtime.store.record(locator))?.model ?? unheldModelOf(runtime, locator);
+}
+export async function retainModel(runtime, local, room, given) {
+    const { store, socket } = runtime;
+    const held = await store.record(room.locator);
+    const previous = held?.model ?? unheldModelOf(runtime, room.locator);
+    const next = given ?? previous;
+    if (JSON.stringify(previous) === JSON.stringify(next) && declaredAsHeld(held, room))
+        return;
+    await store.exclusive(async () => {
+        if (!socket.continuing())
+            return;
+        const work = await store.work(room.locator);
+        const current = work.replica;
+        let changed = null;
+        if (current !== undefined) {
+            const record = {
+                ...current.record,
+                name: room.name,
+                handle: room.handle,
+                operations: room.operations,
+                replica: room.replica,
+                providerOwnedPaths: room.providerOwnedPaths,
+                typedSelection: room.typedSelection ?? null,
+                model: next,
+            };
+            const confirmedLayer = await sliceAt(store, record, 'confirmed', current.queue, current.overlaid);
+            const replayedLayer = await replayed(store, record, confirmedLayer, current.queue);
+            const diff = await overlayDiff(record, current, replayedLayer.visible, replayedLayer.touched);
+            const answer = await local.commit({
+                rooms: [
+                    {
+                        locator: room.locator,
+                        key: record.key,
+                        record: storedRecord(record),
+                        roots: record.typedSelection?.roots ?? [],
+                        composed: composedOf(store.composed(record)),
+                        overlay: diff.overlay,
+                    },
+                ],
+            });
+            preparedAfter(runtime, room.locator, answer);
+            changed = changeSet(room.locator, {
+                documents: answer.changed[room.locator] ?? [],
+                room: true,
+            });
+        }
+        else
+            socket.rooms.stand(room.locator, { unheldModel: next });
+        list(runtime, room, admitted(runtime, room));
+        if (changed === null)
+            emitRooms(runtime);
+        else
+            store.changed(changed);
+    });
+}
+export async function scoped(runtime, result, room, local) {
+    const { socket, journal } = runtime;
+    if (result.scope === 'content' && !result.retryable) {
+        journal.record(`scoped refusal ${room.locator} ${result.scope} ${result.code}`);
+        await loseRooms(runtime, [room.locator]);
+        return;
+    }
+    socket.rooms.stand(room.locator, {
+        refusal: { code: result.code, fields: result.fields, retryable: result.retryable },
+    });
+    let scopedAway = room;
+    if (result.scope === 'model')
+        await retainModel(runtime, local, room, {
+            status: 'unavailable',
+            reason: 'not-readable',
+        });
+    else if (result.scope !== 'operation') {
+        socket.rooms.stand(room.locator, { unreadable: true });
+        scopedAway = { ...room, replica: { ...room.replica, admission: 'unavailable' } };
+        await retainModel(runtime, local, scopedAway, null);
+    }
+    if (!socket.continuing())
+        return;
+    list(runtime, scopedAway, admitted(runtime, scopedAway));
+    emitRooms(runtime);
+    journal.record(`scoped refusal ${room.locator} ${result.scope} ${result.code}`);
+}
+export async function settleModels(runtime, held, status, local) {
+    const { store, socket, journal } = runtime;
+    const owed = (model) => model.status !== 'unavailable' && model.status !== status;
+    const declaredAnew = await store.exclusive(async () => {
+        if (!socket.continuing())
+            return [];
+        const stored = await store.rooms(held.map(({ locator }) => locator));
+        const unchanged = held.filter((room) => {
+            const record = stored.get(room.locator)?.record;
+            return (owed(record?.model ?? unheldModelOf(runtime, room.locator)) && declaredAsHeld(record, room));
+        });
+        const records = unchanged.flatMap((room) => {
+            const record = stored.get(room.locator)?.record;
+            return record === undefined
+                ? []
+                : [{ ...record, model: { ...record.model, status } }];
+        });
+        if (records.length > 0) {
+            try {
+                await local.commit({
+                    rooms: records.map((record) => ({
+                        locator: record.locator,
+                        key: record.key,
+                        record: storedRecord(record),
+                        composed: composedOf(store.composed(record)),
+                    })),
+                });
+            }
+            catch {
+                journal.record(`model ${status} persistence failed`);
+            }
+        }
+        for (const room of unchanged) {
+            const { unheldModel } = socket.rooms.standing(room.locator);
+            if (!stored.has(room.locator) && unheldModel !== null) {
+                socket.rooms.stand(room.locator, {
+                    unheldModel: { ...unheldModel, status },
+                });
+            }
+            list(runtime, room, admitted(runtime, room));
+        }
+        if (unchanged.length > 0)
+            emitRooms(runtime);
+        return held.filter((room) => {
+            const record = stored.get(room.locator)?.record;
+            return (!unchanged.includes(room) && owed(record?.model ?? unheldModelOf(runtime, room.locator)));
+        });
+    });
+    for (const room of declaredAnew) {
+        const model = await modelNow(runtime, room.locator);
+        if (owed(model))
+            await retainModel(runtime, local, room, { ...model, status });
+    }
+}
+export async function cachedModels(runtime, local) {
+    const { store, socket } = runtime;
+    const held = await store.rooms();
+    await settleModels(runtime, listedLocators(runtime, held).flatMap((locator) => {
+        const room = socket.rooms.discovered(locator) ??
+            declarationOf(runtime, locator, held.get(locator))?.room;
+        return room === undefined ? [] : [room];
+    }), 'cached', local);
+}

package/dist/name.d.ts

@@ -0,0 +1,4 @@
+export declare function transliterated(text: string): string;
+export declare function nameFrom(title: string): string;
+export declare function cutName(name: string, most: number): string;
+//# sourceMappingURL=name.d.ts.map

package/dist/name.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"name.d.ts","sourceRoot":"","sources":["../src/name.ts"],"names":[],"mappings":"AAgHA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAK9C;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAE1D"}

package/dist/name.js

@@ -0,0 +1,122 @@
+const LETTERS = {
+    а: 'a',
+    б: 'b',
+    в: 'v',
+    г: 'g',
+    ґ: 'g',
+    д: 'd',
+    ђ: 'dj',
+    ѓ: 'gj',
+    е: 'e',
+    ё: 'yo',
+    є: 'ye',
+    ж: 'zh',
+    з: 'z',
+    ѕ: 'dz',
+    и: 'i',
+    і: 'i',
+    ї: 'yi',
+    й: 'y',
+    ј: 'j',
+    к: 'k',
+    ќ: 'kj',
+    л: 'l',
+    љ: 'lj',
+    м: 'm',
+    н: 'n',
+    њ: 'nj',
+    о: 'o',
+    п: 'p',
+    р: 'r',
+    с: 's',
+    т: 't',
+    ћ: 'c',
+    у: 'u',
+    ў: 'u',
+    ф: 'f',
+    х: 'kh',
+    ц: 'ts',
+    ч: 'ch',
+    џ: 'dz',
+    ш: 'sh',
+    щ: 'shch',
+    ъ: '',
+    ы: 'y',
+    ь: '',
+    э: 'e',
+    ю: 'yu',
+    я: 'ya',
+    α: 'a',
+    β: 'v',
+    γ: 'g',
+    δ: 'd',
+    ε: 'e',
+    ζ: 'z',
+    η: 'i',
+    θ: 'th',
+    ι: 'i',
+    κ: 'k',
+    λ: 'l',
+    μ: 'm',
+    ν: 'n',
+    ξ: 'x',
+    ο: 'o',
+    π: 'p',
+    ρ: 'r',
+    σ: 's',
+    ς: 's',
+    τ: 't',
+    υ: 'y',
+    φ: 'f',
+    χ: 'ch',
+    ψ: 'ps',
+    ω: 'o',
+    ß: 'ss',
+    æ: 'ae',
+    œ: 'oe',
+    ø: 'o',
+    đ: 'd',
+    ð: 'd',
+    þ: 'th',
+    ł: 'l',
+    ı: 'i',
+};
+const MARKS = /\p{M}/gu;
+const ADMITTED = /^[a-z0-9]$/;
+const WORDLIKE = /^[\p{L}\p{N}]$/u;
+function lowerLetterOf(character) {
+    const known = LETTERS[character];
+    if (known !== undefined)
+        return known;
+    const bare = character.normalize('NFKD').replace(MARKS, '');
+    const mapped = LETTERS[bare];
+    if (mapped !== undefined)
+        return mapped;
+    return [...bare].every((one) => ADMITTED.test(one)) ? bare : null;
+}
+function codePoint(character) {
+    return WORDLIKE.test(character) ? `-u${character.codePointAt(0)?.toString(16) ?? ''}-` : '-';
+}
+function latin(text, unknown) {
+    return [...text]
+        .map((character) => {
+        if ((character.codePointAt(0) ?? 0) < 0x80)
+            return character;
+        const lower = character.toLowerCase();
+        const letter = lowerLetterOf(lower) ?? unknown(lower);
+        return lower === character ? letter : `${letter.charAt(0).toUpperCase()}${letter.slice(1)}`;
+    })
+        .join('');
+}
+export function transliterated(text) {
+    return latin(text, () => '-');
+}
+export function nameFrom(title) {
+    return latin(title, codePoint)
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '');
+}
+export function cutName(name, most) {
+    return name.slice(0, most).replace(/-+$/, '');
+}

package/dist/observation.d.ts

@@ -14,6 +14,8 @@ export type QueryChange = {
     removed: readonly RowKey[];
     order: readonly RowKey[] | null;
     coverage?: QueryCoverage;
+    next?: string | null;
+    total?: number;
 };
 export type QueryMessage = KeyedResult | QueryChange;
 export type Observed = {
@@ -25,6 +27,19 @@ export declare function rowsOf(result: QueryResult): readonly (QueryDocument | Q
 export declare function whole(message: QueryMessage): message is KeyedResult;
 export declare function applied(keyed: KeyedResult, message: QueryMessage): KeyedResult;
 export declare function observed(first: unknown, stop: () => void, keyed: boolean): Observed;
-export declare function opened(watch: (deliver: (message: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
-export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export declare function opened(watch: (deliver: (message: unknown) => void, fail: (error: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
+export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void, fail: (error: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export type Digest = {
+    readonly pending: string;
+} | {
+    readonly keys: readonly RowKey[];
+    readonly rows: ReadonlyMap<RowKey, number>;
+    readonly coverage: string;
+    readonly next: string | undefined;
+    readonly total: number | undefined;
+};
+export declare function hashed(text: string): number;
+export declare function digestOf({ result, keys }: KeyedResult): Digest;
+export declare function digestApplied(digest: Digest, message: QueryMessage): Digest;
+export declare function changeOf(previous: Digest, next: KeyedResult): QueryMessage | null;
 //# sourceMappingURL=observation.d.ts.map

package/dist/observation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAkB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E"}
+{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAwB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1F,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAwB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,EACnC,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,KAC3B,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAa1E;AAED,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEN,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAa3C;AAMD,wBAAgB,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,WAAW,GAAG,MAAM,CAU9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAY3E;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,IAAI,CA+BjF"}