@agentshouse/mdruntime 0.1.0-cee9c8aa4cd86 → 0.1.0-cef76ea952695

package/dist/messages.js

@@ -1,24 +1,58 @@
-import { indexMessage, unindexMessages } from './fulltext.js';
+import { sql } from '@agentshouse/mdmodel';
+import { EXCERPT } from './read.js';
+const SAID_BY_HOUSE = `json_extract(message, '$.role') = 'house'`;
+const ANSWERS_THE_TURN = `json_extract(message, '$.role') = 'assistant'`;
 export const MESSAGE_TABLES = [
     'CREATE TABLE conversation_reads (conversation TEXT PRIMARY KEY, read TEXT, partial INTEGER NOT NULL) WITHOUT ROWID',
     'CREATE TABLE conversation_messages (id INTEGER PRIMARY KEY, conversation TEXT NOT NULL, identity TEXT NOT NULL, turn TEXT NOT NULL, position TEXT NOT NULL, message TEXT NOT NULL, text TEXT NOT NULL)',
     'CREATE UNIQUE INDEX conversation_messages_identity ON conversation_messages (conversation, identity)',
     'CREATE INDEX conversation_messages_position ON conversation_messages (conversation, position, identity)',
     'CREATE INDEX conversation_messages_turn ON conversation_messages (conversation, turn)',
+    `CREATE INDEX conversation_messages_house ON conversation_messages (conversation, position, identity) WHERE ${SAID_BY_HOUSE}`,
 ];
+const NEWEST_FIRST = 'ORDER BY position DESC, identity DESC LIMIT 1';
+const OLDEST_FIRST = 'ORDER BY position, identity LIMIT 1';
+const OF_THE_ROW = 'SELECT id FROM conversation_messages WHERE conversation = listed.value';
+export const ROWS = `WITH chosen AS (
+    SELECT listed.value AS conversation,
+      (${OF_THE_ROW} AND ${ANSWERS_THE_TURN} ${NEWEST_FIRST}) AS answer,
+      (${OF_THE_ROW} AND text <> '' ${NEWEST_FIRST}) AS said,
+      (${OF_THE_ROW} AND ${SAID_BY_HOUSE} ${OLDEST_FIRST}) AS opened,
+      (${OF_THE_ROW} AND ${SAID_BY_HOUSE} AND json_extract(message, '$.waiting') = 1 ${OLDEST_FIRST}) AS asking
+    FROM json_each(?) AS listed
+  )
+  SELECT chosen.conversation AS conversation,
+    substr(said.text, 1, ${EXCERPT}) AS said_text,
+    json_extract(said.message, '$.role') AS said_role,
+    json_extract(said.message, '$.accepted_at') AS said_at,
+    substr(json_extract(answer.message, '$.failure'), 1, ${EXCERPT}) AS failure,
+    json_extract(opened.message, '$.source') AS opened_source,
+    json_extract(opened.message, '$.sender') AS opened_sender,
+    asking.identity AS asking_identity,
+    asking.text AS asking_text,
+    json_extract(asking.message, '$.accepted_at') AS asking_at,
+    json_extract(asking.message, '$.source') AS asking_source,
+    json_extract(asking.message, '$.sender') AS asking_sender
+  FROM chosen
+  LEFT JOIN conversation_messages said ON said.id = chosen.said
+  LEFT JOIN conversation_messages answer ON answer.id = chosen.answer
+  LEFT JOIN conversation_messages opened ON opened.id = chosen.opened
+  LEFT JOIN conversation_messages asking ON asking.id = chosen.asking`;
 function text(value) {
     return typeof value === 'string' ? value : String(value);
 }
-export function heldConversations(connection) {
+export function heldConversations(connection, conversations) {
+    const named = conversations === null ? '' : ' AND conversation IN (SELECT value FROM json_each(?))';
+    const bound = conversations === null ? [] : [JSON.stringify(conversations)];
     const held = new Map();
-    for (const row of connection.rows('SELECT conversation, read, partial FROM conversation_reads')) {
+    for (const row of connection.rows(`SELECT conversation, read, partial FROM conversation_reads WHERE 1 = 1${named}`, bound)) {
         held.set(text(row.conversation), {
             conversation: text(row.conversation),
             read: row.read === null ? null : text(row.read),
             partial: Number(row.partial) === 1,
         });
     }
-    for (const row of connection.rows('SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)')) {
+    for (const row of connection.rows(`SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)${named}`, bound)) {
         held.set(text(row.conversation), {
             conversation: text(row.conversation),
             read: undefined,
@@ -29,24 +63,14 @@ export function heldConversations(connection) {
 }
 export function keptMessages(connection, { conversation, messages, read }) {
     for (const message of messages) {
-        const [held] = connection.rows('SELECT id FROM conversation_messages WHERE conversation = ? AND identity = ?', [conversation, message.identity]);
-        const record = [
+        connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?) ON CONFLICT (conversation, identity) DO UPDATE SET turn = excluded.turn, position = excluded.position, message = excluded.message, text = excluded.text', [
+            conversation,
+            message.identity,
             message.turn,
             message.position,
             JSON.stringify(message.message ?? null),
             message.text,
-        ];
-        let id;
-        if (held === undefined) {
-            connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?)', [conversation, message.identity, ...record]);
-            id = Number(connection.rows('SELECT last_insert_rowid() AS id')[0].id);
-        }
-        else {
-            id = Number(held.id);
-            unindexMessages(connection, [id]);
-            connection.run('UPDATE conversation_messages SET turn = ?, position = ?, message = ?, text = ? WHERE id = ?', [...record, id]);
-        }
-        indexMessage(connection, id, message.text);
+        ]);
     }
     if (read !== undefined) {
         connection.run('INSERT OR REPLACE INTO conversation_reads (conversation, read, partial) VALUES (?, ?, ?)', [conversation, read.at, read.partial ? 1 : 0]);
@@ -62,27 +86,61 @@ function accepted(row) {
         message: JSON.parse(text(row.message)),
     };
 }
-export function messageWindow(connection, conversation, limit, before) {
-    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
-        ? [conversation, limit + 1]
-        : [conversation, before[0], before[0], before[1], limit + 1]);
+function holding(phrase) {
+    return phrase === null
+        ? { sql: '', bind: [] }
+        : { sql: ` AND ${sql.HOLDS_PHRASE}(text, ?)`, bind: [phrase.toLowerCase()] };
+}
+export function messageWindow(connection, conversation, limit, before, phrase) {
+    const held = holding(phrase);
+    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${held.sql}${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
+        ? [conversation, ...held.bind, limit + 1]
+        : [conversation, ...held.bind, before[0], before[0], before[1], limit + 1]);
     return { messages: rows.slice(0, limit).map(accepted).reverse(), more: rows.length > limit };
 }
-export function messageCount(connection, conversation) {
-    const [counted] = connection.rows('SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?', [conversation]);
+export function messageCount(connection, conversation, phrase) {
+    const held = holding(phrase);
+    const [counted] = connection.rows(`SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?${held.sql}`, [conversation, ...held.bind]);
     return Number(counted?.held ?? 0);
 }
+function textOrNull(value) {
+    return value === null ? null : text(value);
+}
+function heldSource(source, sender) {
+    return {
+        source: source === null ? null : JSON.parse(text(source)),
+        sender: textOrNull(sender),
+    };
+}
+export function conversationRows(connection, conversations) {
+    return connection.rows(ROWS, [JSON.stringify(conversations)]).map((row) => ({
+        conversation: text(row.conversation),
+        said: row.said_text === null
+            ? null
+            : {
+                text: text(row.said_text),
+                role: textOrNull(row.said_role),
+                at: textOrNull(row.said_at),
+            },
+        failure: textOrNull(row.failure),
+        opened: row.opened_source === null ? null : heldSource(row.opened_source, row.opened_sender),
+        asking: row.asking_identity === null
+            ? null
+            : {
+                ...heldSource(row.asking_source, row.asking_sender),
+                identity: text(row.asking_identity),
+                text: text(row.asking_text),
+                at: textOrNull(row.asking_at),
+            },
+    }));
+}
 export function turnArrived(connection, conversation, turn) {
     return (connection.rows('SELECT 1 FROM conversation_messages WHERE conversation = ? AND turn = ? LIMIT 1', [conversation, turn]).length > 0);
 }
 export function droppedMessages(connection, conversations) {
-    for (const conversation of conversations) {
-        unindexMessages(connection, connection
-            .rows('SELECT id FROM conversation_messages WHERE conversation = ?', [conversation])
-            .map((row) => Number(row.id)));
-        connection.run('DELETE FROM conversation_messages WHERE conversation = ?', [conversation]);
-        connection.run('DELETE FROM conversation_reads WHERE conversation = ?', [conversation]);
-    }
+    const named = [JSON.stringify(conversations)];
+    connection.run('DELETE FROM conversation_messages WHERE conversation IN (SELECT value FROM json_each(?))', named);
+    connection.run('DELETE FROM conversation_reads WHERE conversation IN (SELECT value FROM json_each(?))', named);
 }
 export function forgottenMessages(connection) {
     connection.run('DELETE FROM conversation_messages');

package/dist/model.d.ts

@@ -1,4 +1,4 @@
-import type { Definition, ValueFacts, VerifiedModel } from '@agentshouse/mdmodel';
+import type { Definition, VerifiedModel } from '@agentshouse/mdmodel';
 import type { Open } from './open.js';
 export type ModelIdentity = {
     identity: string;
@@ -8,7 +8,7 @@ export type ModelSnapshot = ModelIdentity & {
     schema: string | null;
     revision: string | null;
 };
-export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired' | 'invalid'>;
+export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired'>;
 export type ModelResult = {
     kind: 'model';
     snapshot: ModelSnapshot;
@@ -20,20 +20,21 @@ export type MdType = Definition;
 export type ModelState = {
     status: 'unavailable';
     reason: ModelUnavailableReason;
-    schema?: string | null;
-    revision?: string | null;
 } | {
     status: 'current' | 'cached';
     snapshot: ModelSnapshot;
     verifiedWith: ModelIdentity;
     types: VerifiedModel['types'];
 };
+export type StoredModel = Extract<ModelState, {
+    status: 'unavailable';
+}> | Omit<Extract<ModelState, {
+    status: 'current' | 'cached';
+}>, 'types'>;
 export type TypesResult = {
     status: Open<'unavailable'>;
     reason: ModelUnavailableReason;
     types: null;
-    schema?: string | null;
-    revision?: string | null;
 } | {
     status: Open<'current' | 'cached'>;
     identity: string;
@@ -51,8 +52,5 @@ export type ValidationReceipt = {
 export declare const NO_MODEL: ModelState;
 export declare function definitionOf(state: ModelState, type: string | undefined): Definition | undefined;
 export declare function modelTypes(state: ModelState): TypesResult;
-export declare function cached(state: ModelState): ModelState;
-export declare function sameModel(left: ModelIdentity, right: ModelIdentity): boolean;
-export declare function sameTyping(left: ModelState, right: ModelState): boolean;
-export declare function referenceField(facts: ValueFacts | undefined): boolean;
+export declare function storedModel(state: ModelState): StoredModel;
 //# sourceMappingURL=model.d.ts.map

package/dist/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,CAAC,CAAC;AACnG,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB;IACE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,KAAK,EAAE,IAAI,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAgBzD;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E;AACD,wBAAgB,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CASvE;AACD,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAErE"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACtE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,CAAC,CAAC;AACvF,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,aAAa,CAAA;CAAE,CAAC,GAC9C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;IAAE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC,EAAE,OAAO,CAAC,CAAC;AACzE,MAAM,MAAM,WAAW,GACnB;IAAE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAC;IAAC,KAAK,EAAE,IAAI,CAAA;CAAE,GAC5E;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAczD;AACD,wBAAgB,WAAW,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAI1D"}

package/dist/model.js

@@ -14,24 +14,12 @@ export function modelTypes(state) {
             verifiedWith: { ...state.verifiedWith },
             schema: state.snapshot.schema,
             revision: state.snapshot.revision,
-            types: structuredClone(Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0)),
+            types: Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0),
         };
 }
-export function cached(state) {
-    return state.status === 'unavailable' ? state : { ...state, status: 'cached' };
-}
-export function sameModel(left, right) {
-    return left.identity === right.identity && left.version === right.version;
-}
-export function sameTyping(left, right) {
-    if (left === right)
-        return true;
-    if (left.status === 'unavailable' || right.status === 'unavailable') {
-        return left.status === right.status;
-    }
-    return (left.snapshot.schema === right.snapshot.schema &&
-        sameModel(left.verifiedWith, right.verifiedWith));
-}
-export function referenceField(facts) {
-    return facts?.reference !== undefined || facts?.items?.reference !== undefined;
+export function storedModel(state) {
+    if (state.status === 'unavailable')
+        return state;
+    const { types: _types, ...stored } = state;
+    return stored;
 }

package/dist/models.d.ts

@@ -0,0 +1,14 @@
+import type { ScopedRefusal } from './adapter.js';
+import { type ModelState } from './model.js';
+import { type ReplicaRecord } from './replica.js';
+import type { Runtime } from './runtime.js';
+import type { RoomDeclaration } from './socket.js';
+import type { RuntimeStore } from './store.js';
+export declare function declaredAsHeld(held: ReplicaRecord | undefined, room: RoomDeclaration): boolean;
+export declare function revoked(model: ModelState | undefined): boolean;
+export declare function keepNaming(runtime: Runtime, local: RuntimeStore, room: RoomDeclaration): Promise<void>;
+export declare function retainModel(runtime: Runtime, local: RuntimeStore, room: RoomDeclaration, given: ModelState | null): Promise<void>;
+export declare function scoped(runtime: Runtime, result: ScopedRefusal, room: RoomDeclaration, local: RuntimeStore): Promise<void>;
+export declare function settleModels(runtime: Runtime, held: readonly RoomDeclaration[], status: 'current' | 'cached', local: RuntimeStore): Promise<void>;
+export declare function cachedModels(runtime: Runtime, local: RuntimeStore): Promise<void>;
+//# sourceMappingURL=models.d.ts.map

package/dist/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../src/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAMlD,OAAO,EAAY,KAAK,UAAU,EAAE,MAAM,YAAY,CAAC;AACvD,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,cAAc,CAAC;AAChE,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAG5C,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,wBAAgB,cAAc,CAAC,IAAI,EAAE,aAAa,GAAG,SAAS,EAAE,IAAI,EAAE,eAAe,GAAG,OAAO,CAS9F;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAE9D;AAMD,wBAAsB,UAAU,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,EAAE,eAAe,iBAqB5F;AAMD,wBAAsB,WAAW,CAC/B,OAAO,EAAE,OAAO,EAChB,KAAK,EAAE,YAAY,EACnB,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,UAAU,GAAG,IAAI,iBAuDzB;AAED,wBAAsB,MAAM,CAC1B,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,aAAa,EACrB,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,YAAY,iBA0BpB;AAED,wBAAsB,YAAY,CAChC,OAAO,EAAE,OAAO,EAChB,IAAI,EAAE,SAAS,eAAe,EAAE,EAChC,MAAM,EAAE,SAAS,GAAG,QAAQ,EAC5B,KAAK,EAAE,YAAY,iBAuDpB;AAED,wBAAsB,YAAY,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAcvF"}

package/dist/models.js

@@ -0,0 +1,197 @@
+import { changeSet } from './change-set.js';
+import { composedOf } from './collection.js';
+import { uncaught } from './failure.js';
+import { admitted, declarationOf, list, listedLocators } from './listing.js';
+import { loseRooms } from './lost.js';
+import { NO_MODEL } from './model.js';
+import { storedRecord } from './replica.js';
+import { overlayDiff, preparedAfter, replayed, sliceAt } from './saves.js';
+import { emitRooms } from './shown.js';
+export function declaredAsHeld(held, room) {
+    return (held === undefined ||
+        (JSON.stringify(held.operations) === JSON.stringify(room.operations) &&
+            JSON.stringify(held.replica) === JSON.stringify(room.replica) &&
+            JSON.stringify(held.providerOwnedPaths) === JSON.stringify(room.providerOwnedPaths) &&
+            JSON.stringify(held.authoredPaths) === JSON.stringify(room.authoredPaths) &&
+            JSON.stringify(held.typedSelection) === JSON.stringify(room.typedSelection ?? null)));
+}
+export function revoked(model) {
+    return model?.status === 'unavailable' && model.reason === 'revoked';
+}
+function unheldModelOf({ socket }, locator) {
+    return socket.rooms.standing(locator).unheldModel ?? NO_MODEL;
+}
+export async function keepNaming(runtime, local, room) {
+    const { store, socket } = runtime;
+    const held = await store.record(room.locator);
+    if (held === undefined || (held.name === room.name && held.handle === room.handle))
+        return;
+    await store.exclusive(async () => {
+        if (!socket.continuing())
+            return;
+        const current = await store.record(room.locator);
+        if (current === undefined)
+            return;
+        const record = { ...current, name: room.name, handle: room.handle };
+        await local.commit({
+            rooms: [
+                {
+                    locator: room.locator,
+                    key: record.key,
+                    record: storedRecord(record),
+                    composed: composedOf(store.composed(record)),
+                },
+            ],
+        });
+        emitRooms(runtime);
+    });
+}
+async function modelNow(runtime, locator) {
+    return (await runtime.store.record(locator))?.model ?? unheldModelOf(runtime, locator);
+}
+export async function retainModel(runtime, local, room, given) {
+    const { store, socket } = runtime;
+    const held = await store.record(room.locator);
+    const previous = held?.model ?? unheldModelOf(runtime, room.locator);
+    const next = given ?? previous;
+    if (JSON.stringify(previous) === JSON.stringify(next) && declaredAsHeld(held, room))
+        return;
+    await store.exclusive(async () => {
+        if (!socket.continuing())
+            return;
+        const work = await store.work(room.locator);
+        const current = work.replica;
+        let changed = null;
+        if (current !== undefined) {
+            const record = {
+                ...current.record,
+                name: room.name,
+                handle: room.handle,
+                operations: room.operations,
+                replica: room.replica,
+                providerOwnedPaths: room.providerOwnedPaths,
+                authoredPaths: room.authoredPaths,
+                typedSelection: room.typedSelection ?? null,
+                model: next,
+            };
+            const confirmedLayer = await sliceAt(store, record, 'confirmed', current.queue, current.overlaid);
+            const replayedLayer = await replayed(store, record, confirmedLayer, current.queue);
+            const diff = await overlayDiff(record, current, replayedLayer.visible, replayedLayer.touched);
+            const answer = await local.commit({
+                rooms: [
+                    {
+                        locator: room.locator,
+                        key: record.key,
+                        record: storedRecord(record),
+                        roots: record.typedSelection?.roots ?? [],
+                        composed: composedOf(store.composed(record)),
+                        overlay: diff.overlay,
+                    },
+                ],
+            });
+            preparedAfter(runtime, room.locator, answer);
+            changed = changeSet(room.locator, {
+                documents: answer.changed[room.locator] ?? [],
+                room: true,
+            });
+        }
+        else
+            socket.rooms.stand(room.locator, { unheldModel: next });
+        list(runtime, room, admitted(runtime, room));
+        if (changed === null)
+            emitRooms(runtime);
+        else
+            store.changed(changed);
+    });
+}
+export async function scoped(runtime, result, room, local) {
+    const { socket, journal } = runtime;
+    if (result.scope === 'content' && !result.retryable) {
+        journal.record(`scoped refusal ${room.locator} ${result.scope} ${result.code}`);
+        await loseRooms(runtime, [room.locator]);
+        return;
+    }
+    socket.rooms.stand(room.locator, {
+        refusal: { code: result.code, fields: result.fields, retryable: result.retryable },
+    });
+    let scopedAway = room;
+    if (result.scope === 'model')
+        await retainModel(runtime, local, room, {
+            status: 'unavailable',
+            reason: 'not-readable',
+        });
+    else if (result.scope !== 'operation') {
+        socket.rooms.stand(room.locator, { unreadable: true });
+        scopedAway = { ...room, replica: { ...room.replica, admission: 'unavailable' } };
+        await retainModel(runtime, local, scopedAway, null);
+    }
+    if (!socket.continuing())
+        return;
+    list(runtime, scopedAway, admitted(runtime, scopedAway));
+    emitRooms(runtime);
+    journal.record(`scoped refusal ${room.locator} ${result.scope} ${result.code}`);
+}
+export async function settleModels(runtime, held, status, local) {
+    const { store, socket, journal } = runtime;
+    const owed = (model) => model.status !== 'unavailable' && model.status !== status;
+    const declaredAnew = await store.exclusive(async () => {
+        if (!socket.continuing())
+            return [];
+        const stored = await store.rooms(held.map(({ locator }) => locator));
+        const unchanged = held.filter((room) => {
+            const record = stored.get(room.locator)?.record;
+            return (owed(record?.model ?? unheldModelOf(runtime, room.locator)) && declaredAsHeld(record, room));
+        });
+        const records = unchanged.flatMap((room) => {
+            const record = stored.get(room.locator)?.record;
+            return record === undefined
+                ? []
+                : [{ ...record, model: { ...record.model, status } }];
+        });
+        if (records.length > 0) {
+            try {
+                await local.commit({
+                    rooms: records.map((record) => ({
+                        locator: record.locator,
+                        key: record.key,
+                        record: storedRecord(record),
+                        composed: composedOf(store.composed(record)),
+                    })),
+                });
+            }
+            catch (error) {
+                journal.record(`model ${status} persistence failed`);
+                uncaught(error);
+            }
+        }
+        for (const room of unchanged) {
+            const { unheldModel } = socket.rooms.standing(room.locator);
+            if (!stored.has(room.locator) && unheldModel !== null) {
+                socket.rooms.stand(room.locator, {
+                    unheldModel: { ...unheldModel, status },
+                });
+            }
+            list(runtime, room, admitted(runtime, room));
+        }
+        if (unchanged.length > 0)
+            emitRooms(runtime);
+        return held.filter((room) => {
+            const record = stored.get(room.locator)?.record;
+            return (!unchanged.includes(room) && owed(record?.model ?? unheldModelOf(runtime, room.locator)));
+        });
+    });
+    for (const room of declaredAnew) {
+        const model = await modelNow(runtime, room.locator);
+        if (owed(model))
+            await retainModel(runtime, local, room, { ...model, status });
+    }
+}
+export async function cachedModels(runtime, local) {
+    const { store, socket } = runtime;
+    const held = await store.rooms();
+    await settleModels(runtime, listedLocators(runtime, held).flatMap((locator) => {
+        const room = socket.rooms.discovered(locator) ??
+            declarationOf(runtime, locator, held.get(locator))?.room;
+        return room === undefined ? [] : [room];
+    }), 'cached', local);
+}

package/dist/observation.d.ts

@@ -27,8 +27,8 @@ export declare function rowsOf(result: QueryResult): readonly (QueryDocument | Q
 export declare function whole(message: QueryMessage): message is KeyedResult;
 export declare function applied(keyed: KeyedResult, message: QueryMessage): KeyedResult;
 export declare function observed(first: unknown, stop: () => void, keyed: boolean): Observed;
-export declare function opened(watch: (deliver: (message: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
-export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export declare function opened(watch: (deliver: (message: unknown) => void, fail: (error: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
+export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void, fail: (error: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
 export type Digest = {
     readonly pending: string;
 } | {
@@ -38,6 +38,7 @@ export type Digest = {
     readonly next: string | undefined;
     readonly total: number | undefined;
 };
+export declare function hashed(text: string): number;
 export declare function digestOf({ result, keys }: KeyedResult): Digest;
 export declare function digestApplied(digest: Digest, message: QueryMessage): Digest;
 export declare function changeOf(previous: Digest, next: KeyedResult): QueryMessage | null;

package/dist/observation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAwB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E;AAED,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAqBN,wBAAgB,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,WAAW,GAAG,MAAM,CAU9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAY3E;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,IAAI,CA+BjF"}
+{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAwB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1F,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAoB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,EACnC,IAAI,EAAE,CAAC,KAAK,EAAE,OAAO,KAAK,IAAI,KAC3B,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAa1E;AAED,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAEN,wBAAgB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAa3C;AAMD,wBAAgB,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,WAAW,GAAG,MAAM,CAU9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAY3E;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,IAAI,CA+BjF"}

package/dist/observation.js

@@ -90,27 +90,27 @@ export function opened(watch, keyed) {
     return new Promise((resolve, reject) => {
         let handle;
         let stop = () => { };
-        try {
-            stop = watch((message) => {
-                if (handle !== undefined) {
-                    handle.receive(message);
-                    return;
-                }
-                handle = observed(message, () => stop(), keyed);
-                resolve(handle.observation);
-            });
-        }
-        catch (error) {
+        stop = watch((message) => {
+            if (handle !== undefined) {
+                handle.receive(message);
+                return;
+            }
+            handle = observed(message, () => stop(), keyed);
+            resolve(handle.observation);
+        }, (error) => {
+            if (handle !== undefined)
+                return;
+            stop();
             reject(error);
-        }
+        });
     });
 }
 export function observing(watch) {
-    return (topic, ...input) => opened((deliver) => watch(topic, input, (message) => {
+    return (topic, ...input) => opened((deliver, fail) => watch(topic, input, (message) => {
         deliver(structuredClone(message));
-    }), topic === 'query');
+    }, fail), topic === 'query');
 }
-function hashed(text) {
+export function hashed(text) {
     let first = 0xdeadbeef;
     let second = 0x41c6ce57;
     for (let index = 0; index < text.length; index += 1) {

package/dist/opened.js

@@ -36,14 +36,14 @@ export function openedFiles(database, fenced) {
         let part = 0;
         const write = async (bytes) => {
             if (!(await database.ask({ kind: 'opened.part', key, part, bytes }))) {
-                throw new Error('the device no longer keeps this download');
+                throw new Error();
             }
             part += 1;
         };
         try {
             if (fenced(name.locator) ||
                 !(await database.ask({ kind: 'opened.begin', key, ...name, mediaType }))) {
-                throw new Error('the device no longer reads this Room');
+                throw new Error();
             }
             for (;;) {
                 const read = await reader.read();
@@ -61,7 +61,7 @@ export function openedFiles(database, fenced) {
                 await write(taken(chunks, held));
             const received = hashed.hex();
             if (sha256 !== undefined && sha256 !== received) {
-                throw new Error('the bytes are not the file the device asked for');
+                throw new Error();
             }
             const whole = await database.ask({
                 kind: 'opened.keep',

package/dist/opening.d.ts

@@ -0,0 +1,4 @@
+import type { Runtime } from './runtime.js';
+import type { RuntimeStore } from './store.js';
+export declare function open(runtime: Runtime, opened: RuntimeStore): Promise<RuntimeStore>;
+//# sourceMappingURL=opening.d.ts.map

package/dist/opening.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opening.d.ts","sourceRoot":"","sources":["../src/opening.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAE5C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,wBAAsB,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,CA6CxF"}