@agentshouse/mdruntime 0.1.0-cfbf80d8d4644 → 0.1.0-cfe148b32e3d8

package/dist/messages.js

@@ -0,0 +1,90 @@
+import { indexMessage, unindexMessages } from './fulltext.js';
+export const MESSAGE_TABLES = [
+    'CREATE TABLE conversation_reads (conversation TEXT PRIMARY KEY, read TEXT, partial INTEGER NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE conversation_messages (id INTEGER PRIMARY KEY, conversation TEXT NOT NULL, identity TEXT NOT NULL, turn TEXT NOT NULL, position TEXT NOT NULL, message TEXT NOT NULL, text TEXT NOT NULL)',
+    'CREATE UNIQUE INDEX conversation_messages_identity ON conversation_messages (conversation, identity)',
+    'CREATE INDEX conversation_messages_position ON conversation_messages (conversation, position, identity)',
+    'CREATE INDEX conversation_messages_turn ON conversation_messages (conversation, turn)',
+];
+function text(value) {
+    return typeof value === 'string' ? value : String(value);
+}
+export function heldConversations(connection) {
+    const held = new Map();
+    for (const row of connection.rows('SELECT conversation, read, partial FROM conversation_reads')) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: row.read === null ? null : text(row.read),
+            partial: Number(row.partial) === 1,
+        });
+    }
+    for (const row of connection.rows('SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)')) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: undefined,
+            partial: true,
+        });
+    }
+    return [...held.values()];
+}
+export function keptMessages(connection, { conversation, messages, read }) {
+    for (const message of messages) {
+        const [held] = connection.rows('SELECT id FROM conversation_messages WHERE conversation = ? AND identity = ?', [conversation, message.identity]);
+        const record = [
+            message.turn,
+            message.position,
+            JSON.stringify(message.message ?? null),
+            message.text,
+        ];
+        let id;
+        if (held === undefined) {
+            connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?)', [conversation, message.identity, ...record]);
+            id = Number(connection.rows('SELECT last_insert_rowid() AS id')[0].id);
+        }
+        else {
+            id = Number(held.id);
+            unindexMessages(connection, [id]);
+            connection.run('UPDATE conversation_messages SET turn = ?, position = ?, message = ?, text = ? WHERE id = ?', [...record, id]);
+        }
+        indexMessage(connection, id, message.text);
+    }
+    if (read !== undefined) {
+        connection.run('INSERT OR REPLACE INTO conversation_reads (conversation, read, partial) VALUES (?, ?, ?)', [conversation, read.at, read.partial ? 1 : 0]);
+    }
+    return null;
+}
+function accepted(row) {
+    return {
+        identity: text(row.identity),
+        turn: text(row.turn),
+        position: text(row.position),
+        text: text(row.text),
+        message: JSON.parse(text(row.message)),
+    };
+}
+export function messageWindow(connection, conversation, limit, before) {
+    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
+        ? [conversation, limit + 1]
+        : [conversation, before[0], before[0], before[1], limit + 1]);
+    return { messages: rows.slice(0, limit).map(accepted).reverse(), more: rows.length > limit };
+}
+export function messageCount(connection, conversation) {
+    const [counted] = connection.rows('SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?', [conversation]);
+    return Number(counted?.held ?? 0);
+}
+export function turnArrived(connection, conversation, turn) {
+    return (connection.rows('SELECT 1 FROM conversation_messages WHERE conversation = ? AND turn = ? LIMIT 1', [conversation, turn]).length > 0);
+}
+export function droppedMessages(connection, conversations) {
+    for (const conversation of conversations) {
+        unindexMessages(connection, connection
+            .rows('SELECT id FROM conversation_messages WHERE conversation = ?', [conversation])
+            .map((row) => Number(row.id)));
+        connection.run('DELETE FROM conversation_messages WHERE conversation = ?', [conversation]);
+        connection.run('DELETE FROM conversation_reads WHERE conversation = ?', [conversation]);
+    }
+}
+export function forgottenMessages(connection) {
+    connection.run('DELETE FROM conversation_messages');
+    connection.run('DELETE FROM conversation_reads');
+}

package/dist/model.d.ts

@@ -1,12 +1,14 @@
 import type { Definition, ValueFacts, VerifiedModel } from '@agentshouse/mdmodel';
+import type { Open } from './open.js';
 export type ModelIdentity = {
     identity: string;
     version: string;
 };
 export type ModelSnapshot = ModelIdentity & {
     schema: string | null;
+    revision: string | null;
 };
-export type ModelUnavailableReason = 'not-readable' | 'revoked' | 'not-acquired' | 'invalid';
+export type ModelUnavailableReason = Open<'not-readable' | 'revoked' | 'not-acquired' | 'invalid'>;
 export type ModelResult = {
     kind: 'model';
     snapshot: ModelSnapshot;
@@ -18,6 +20,8 @@ export type MdType = Definition;
 export type ModelState = {
     status: 'unavailable';
     reason: ModelUnavailableReason;
+    schema?: string | null;
+    revision?: string | null;
 } | {
     status: 'current' | 'cached';
     snapshot: ModelSnapshot;
@@ -25,24 +29,30 @@ export type ModelState = {
     types: VerifiedModel['types'];
 };
 export type TypesResult = {
-    status: 'unavailable';
+    status: Open<'unavailable'>;
     reason: ModelUnavailableReason;
+    types: null;
+    schema?: string | null;
+    revision?: string | null;
 } | {
-    status: 'current' | 'cached';
+    status: Open<'current' | 'cached'>;
     identity: string;
     version: string;
     verifiedWith: ModelIdentity;
     types: readonly MdType[];
+    schema: string | null;
+    revision: string | null;
 };
 export type ValidationReceipt = {
     identity: string;
     version: string;
-    source: 'current' | 'cached';
+    source: Open<'current' | 'cached'>;
 };
 export declare const NO_MODEL: ModelState;
 export declare function definitionOf(state: ModelState, type: string | undefined): Definition | undefined;
 export declare function modelTypes(state: ModelState): TypesResult;
 export declare function cached(state: ModelState): ModelState;
 export declare function sameModel(left: ModelIdentity, right: ModelIdentity): boolean;
+export declare function sameTyping(left: ModelState, right: ModelState): boolean;
 export declare function referenceField(facts: ValueFacts | undefined): boolean;
 //# sourceMappingURL=model.d.ts.map

package/dist/model.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAElF,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AACtE,MAAM,MAAM,sBAAsB,GAAG,cAAc,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,CAAC;AAC7F,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB;IAAE,MAAM,EAAE,aAAa,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GACzD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;CAC1B,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAA;CAAE,CAAC;AACpG,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAczD;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E;AACD,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAErE"}
+{"version":3,"file":"model.d.ts","sourceRoot":"","sources":["../src/model.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAClF,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEtC,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,aAAa,GAAG,aAAa,GAAG;IAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAC/F,MAAM,MAAM,sBAAsB,GAAG,IAAI,CAAC,cAAc,GAAG,SAAS,GAAG,cAAc,GAAG,SAAS,CAAC,CAAC;AACnG,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,aAAa,CAAA;CAAE,GAC1C;IAAE,IAAI,EAAE,mBAAmB,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,CAAC;AAClE,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC;AAChC,MAAM,MAAM,UAAU,GAClB;IACE,MAAM,EAAE,aAAa,CAAC;IACtB,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,SAAS,GAAG,QAAQ,CAAC;IAC7B,QAAQ,EAAE,aAAa,CAAC;IACxB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,aAAa,CAAC,OAAO,CAAC,CAAC;CAC/B,CAAC;AACN,MAAM,MAAM,WAAW,GACnB;IACE,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAC5B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,KAAK,EAAE,IAAI,CAAC;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,GACD;IACE,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,aAAa,CAAC;IAC5B,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IACzB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB,CAAC;AACN,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC,CAAC;CACpC,CAAC;AACF,eAAO,MAAM,QAAQ,EAAE,UAA8D,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,CAGhG;AACD,wBAAgB,UAAU,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,CAgBzD;AACD,wBAAgB,MAAM,CAAC,KAAK,EAAE,UAAU,GAAG,UAAU,CAEpD;AACD,wBAAgB,SAAS,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,aAAa,GAAG,OAAO,CAE5E;AACD,wBAAgB,UAAU,CAAC,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CASvE;AACD,wBAAgB,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,SAAS,GAAG,OAAO,CAErE"}

package/dist/model.js

@@ -6,12 +6,14 @@ export function definitionOf(state, type) {
 }
 export function modelTypes(state) {
     return state.status === 'unavailable'
-        ? { ...state }
+        ? { ...state, types: null }
         : {
             status: state.status,
             identity: state.snapshot.identity,
             version: state.snapshot.version,
             verifiedWith: { ...state.verifiedWith },
+            schema: state.snapshot.schema,
+            revision: state.snapshot.revision,
             types: structuredClone(Object.values(state.types).sort((left, right) => left.name < right.name ? -1 : left.name > right.name ? 1 : 0)),
         };
 }
@@ -21,6 +23,15 @@ export function cached(state) {
 export function sameModel(left, right) {
     return left.identity === right.identity && left.version === right.version;
 }
+export function sameTyping(left, right) {
+    if (left === right)
+        return true;
+    if (left.status === 'unavailable' || right.status === 'unavailable') {
+        return left.status === right.status;
+    }
+    return (left.snapshot.schema === right.snapshot.schema &&
+        sameModel(left.verifiedWith, right.verifiedWith));
+}
 export function referenceField(facts) {
     return facts?.reference !== undefined || facts?.items?.reference !== undefined;
 }

package/dist/name.d.ts

@@ -0,0 +1,4 @@
+export declare function transliterated(text: string): string;
+export declare function nameFrom(title: string): string;
+export declare function cutName(name: string, most: number): string;
+//# sourceMappingURL=name.d.ts.map

package/dist/name.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"name.d.ts","sourceRoot":"","sources":["../src/name.ts"],"names":[],"mappings":"AAgHA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAK9C;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAE1D"}

package/dist/name.js

@@ -0,0 +1,122 @@
+const LETTERS = {
+    а: 'a',
+    б: 'b',
+    в: 'v',
+    г: 'g',
+    ґ: 'g',
+    д: 'd',
+    ђ: 'dj',
+    ѓ: 'gj',
+    е: 'e',
+    ё: 'yo',
+    є: 'ye',
+    ж: 'zh',
+    з: 'z',
+    ѕ: 'dz',
+    и: 'i',
+    і: 'i',
+    ї: 'yi',
+    й: 'y',
+    ј: 'j',
+    к: 'k',
+    ќ: 'kj',
+    л: 'l',
+    љ: 'lj',
+    м: 'm',
+    н: 'n',
+    њ: 'nj',
+    о: 'o',
+    п: 'p',
+    р: 'r',
+    с: 's',
+    т: 't',
+    ћ: 'c',
+    у: 'u',
+    ў: 'u',
+    ф: 'f',
+    х: 'kh',
+    ц: 'ts',
+    ч: 'ch',
+    џ: 'dz',
+    ш: 'sh',
+    щ: 'shch',
+    ъ: '',
+    ы: 'y',
+    ь: '',
+    э: 'e',
+    ю: 'yu',
+    я: 'ya',
+    α: 'a',
+    β: 'v',
+    γ: 'g',
+    δ: 'd',
+    ε: 'e',
+    ζ: 'z',
+    η: 'i',
+    θ: 'th',
+    ι: 'i',
+    κ: 'k',
+    λ: 'l',
+    μ: 'm',
+    ν: 'n',
+    ξ: 'x',
+    ο: 'o',
+    π: 'p',
+    ρ: 'r',
+    σ: 's',
+    ς: 's',
+    τ: 't',
+    υ: 'y',
+    φ: 'f',
+    χ: 'ch',
+    ψ: 'ps',
+    ω: 'o',
+    ß: 'ss',
+    æ: 'ae',
+    œ: 'oe',
+    ø: 'o',
+    đ: 'd',
+    ð: 'd',
+    þ: 'th',
+    ł: 'l',
+    ı: 'i',
+};
+const MARKS = /\p{M}/gu;
+const ADMITTED = /^[a-z0-9]$/;
+const WORDLIKE = /^[\p{L}\p{N}]$/u;
+function lowerLetterOf(character) {
+    const known = LETTERS[character];
+    if (known !== undefined)
+        return known;
+    const bare = character.normalize('NFKD').replace(MARKS, '');
+    const mapped = LETTERS[bare];
+    if (mapped !== undefined)
+        return mapped;
+    return [...bare].every((one) => ADMITTED.test(one)) ? bare : null;
+}
+function codePoint(character) {
+    return WORDLIKE.test(character) ? `-u${character.codePointAt(0)?.toString(16) ?? ''}-` : '-';
+}
+function latin(text, unknown) {
+    return [...text]
+        .map((character) => {
+        if ((character.codePointAt(0) ?? 0) < 0x80)
+            return character;
+        const lower = character.toLowerCase();
+        const letter = lowerLetterOf(lower) ?? unknown(lower);
+        return lower === character ? letter : `${letter.charAt(0).toUpperCase()}${letter.slice(1)}`;
+    })
+        .join('');
+}
+export function transliterated(text) {
+    return latin(text, () => '-');
+}
+export function nameFrom(title) {
+    return latin(title, codePoint)
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '');
+}
+export function cutName(name, most) {
+    return name.slice(0, most).replace(/-+$/, '');
+}

package/dist/observation.d.ts

@@ -1,4 +1,4 @@
-import type { QueryDocument, QueryGroup, QueryResult } from './query.js';
+import type { QueryCoverage, QueryDocument, QueryGroup, QueryResult } from './query.js';
 export type Observation<T> = {
     current(): T;
     subscribe(listener: (value: T) => void): () => void;
@@ -13,15 +13,32 @@ export type QueryChange = {
     changed: readonly (readonly [RowKey, QueryDocument | QueryGroup])[];
     removed: readonly RowKey[];
     order: readonly RowKey[] | null;
+    coverage?: QueryCoverage;
+    next?: string | null;
+    total?: number;
 };
+export type QueryMessage = KeyedResult | QueryChange;
 export type Observed = {
     observation: Observation<unknown>;
     receive(message: unknown): void;
     end(): void;
 };
 export declare function rowsOf(result: QueryResult): readonly (QueryDocument | QueryGroup)[];
-export declare function applied(keyed: KeyedResult, change: QueryChange): KeyedResult;
+export declare function whole(message: QueryMessage): message is KeyedResult;
+export declare function applied(keyed: KeyedResult, message: QueryMessage): KeyedResult;
 export declare function observed(first: unknown, stop: () => void, keyed: boolean): Observed;
 export declare function opened(watch: (deliver: (message: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
 export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export type Digest = {
+    readonly pending: string;
+} | {
+    readonly keys: readonly RowKey[];
+    readonly rows: ReadonlyMap<RowKey, number>;
+    readonly coverage: string;
+    readonly next: string | undefined;
+    readonly total: number | undefined;
+};
+export declare function digestOf({ result, keys }: KeyedResult): Digest;
+export declare function digestApplied(digest: Digest, message: QueryMessage): Digest;
+export declare function changeOf(previous: Digest, next: KeyedResult): QueryMessage | null;
 //# sourceMappingURL=observation.d.ts.map

package/dist/observation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzE,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;CACjC,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAEnF;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,WAAW,CAc5E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E"}
+{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAwB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E;AAED,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAqBN,wBAAgB,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,WAAW,GAAG,MAAM,CAU9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAY3E;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,IAAI,CA+BjF"}

package/dist/observation.js

@@ -1,19 +1,36 @@
 export function rowsOf(result) {
-    return 'groups' in result ? result.groups : result.documents;
+    if ('groups' in result)
+        return result.groups;
+    return 'documents' in result ? result.documents : [];
 }
-export function applied(keyed, change) {
-    const rows = rowsOf(keyed.result);
+export function whole(message) {
+    return 'result' in message;
+}
+export function applied(keyed, message) {
+    if (whole(message))
+        return message;
+    const result = keyed.result;
+    if ('pending' in result)
+        return keyed;
+    const rows = rowsOf(result);
     const byKey = new Map(keyed.keys.map((key, index) => [key, rows[index]]));
-    for (const key of change.removed)
+    for (const key of message.removed)
         byKey.delete(key);
-    for (const [key, row] of change.changed)
+    for (const [key, row] of message.changed)
         byKey.set(key, row);
-    const keys = change.order ?? keyed.keys.filter((key) => byKey.has(key));
-    const next = keys.map((key) => byKey.get(key));
+    const keys = message.order ?? keyed.keys.filter((key) => byKey.has(key));
+    const kept = keys.map((key) => byKey.get(key));
+    const coverage = message.coverage ?? result.coverage;
+    const next = message.next === undefined ? result.next : (message.next ?? undefined);
+    const total = message.total ?? result.total;
+    const window = {
+        ...(next === undefined ? {} : { next }),
+        ...(total === undefined ? {} : { total }),
+    };
     return {
-        result: 'groups' in keyed.result
-            ? { groups: next }
-            : { documents: next },
+        result: 'groups' in result
+            ? { groups: kept, coverage, ...window }
+            : { documents: kept, coverage, ...window },
         keys,
     };
 }
@@ -27,11 +44,11 @@ function keyedResult(first) {
         },
     };
 }
-function whole(first) {
+function replaced(first) {
     return { value: first, next: (message) => message };
 }
 export function observed(first, stop, keyed) {
-    const reducer = keyed ? keyedResult(first) : whole(first);
+    const reducer = keyed ? keyedResult(first) : replaced(first);
     let value = reducer.value;
     let open = true;
     const listeners = new Set();
@@ -93,3 +110,87 @@ export function observing(watch) {
         deliver(structuredClone(message));
     }), topic === 'query');
 }
+function hashed(text) {
+    let first = 0xdeadbeef;
+    let second = 0x41c6ce57;
+    for (let index = 0; index < text.length; index += 1) {
+        const code = text.charCodeAt(index);
+        first = Math.imul(first ^ code, 2654435761);
+        second = Math.imul(second ^ code, 1597334677);
+    }
+    first =
+        Math.imul(first ^ (first >>> 16), 2246822507) ^ Math.imul(second ^ (second >>> 13), 3266489909);
+    second =
+        Math.imul(second ^ (second >>> 16), 2246822507) ^ Math.imul(first ^ (first >>> 13), 3266489909);
+    return 4294967296 * (2097151 & second) + (first >>> 0);
+}
+function rowDigest(row) {
+    return hashed(JSON.stringify(row));
+}
+export function digestOf({ result, keys }) {
+    if ('pending' in result)
+        return { pending: JSON.stringify(result) };
+    const rows = rowsOf(result);
+    return {
+        keys,
+        rows: new Map(keys.map((key, index) => [key, rowDigest(rows[index])])),
+        coverage: JSON.stringify(result.coverage),
+        next: result.next,
+        total: result.total,
+    };
+}
+export function digestApplied(digest, message) {
+    if (whole(message) || 'pending' in digest)
+        return whole(message) ? digestOf(message) : digest;
+    const rows = new Map(digest.rows);
+    for (const key of message.removed)
+        rows.delete(key);
+    for (const [key, row] of message.changed)
+        rows.set(key, rowDigest(row));
+    return {
+        keys: message.order ?? digest.keys.filter((key) => rows.has(key)),
+        rows,
+        coverage: message.coverage === undefined ? digest.coverage : JSON.stringify(message.coverage),
+        next: message.next === undefined ? digest.next : (message.next ?? undefined),
+        total: message.total ?? digest.total,
+    };
+}
+export function changeOf(previous, next) {
+    const after = next.result;
+    if ('pending' in previous || 'pending' in after) {
+        return 'pending' in previous && 'pending' in after && previous.pending === JSON.stringify(after)
+            ? null
+            : next;
+    }
+    const later = rowsOf(after);
+    const present = new Set(next.keys);
+    const changed = [];
+    next.keys.forEach((key, index) => {
+        const row = later[index];
+        if (previous.rows.get(key) !== rowDigest(row))
+            changed.push([key, row]);
+    });
+    const removed = previous.keys.filter((key) => !present.has(key));
+    const kept = previous.keys.filter((key) => present.has(key));
+    const moved = kept.length !== next.keys.length || kept.some((key, index) => next.keys[index] !== key);
+    const coverage = JSON.stringify(after.coverage);
+    const covered = previous.coverage !== coverage;
+    const framing = reframed(previous, after);
+    if (changed.length === 0 && removed.length === 0 && !moved && !covered && framing === null) {
+        return null;
+    }
+    return {
+        changed,
+        removed,
+        order: moved ? next.keys : null,
+        ...(covered ? { coverage: after.coverage } : {}),
+        ...framing,
+    };
+}
+function reframed(before, after) {
+    const next = before.next === after.next ? {} : { next: after.next ?? null };
+    const total = before.total === after.total || after.total === undefined ? {} : { total: after.total };
+    return Object.keys(next).length === 0 && Object.keys(total).length === 0
+        ? null
+        : { ...next, ...total };
+}

package/dist/open.d.ts

@@ -0,0 +1,2 @@
+export type Open<Value extends string> = Value | (string & {});
+//# sourceMappingURL=open.d.ts.map

package/dist/open.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"open.d.ts","sourceRoot":"","sources":["../src/open.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,IAAI,CAAC,KAAK,SAAS,MAAM,IAAI,KAAK,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC"}

package/dist/open.js

@@ -0,0 +1 @@
+export {};

package/dist/opened.d.ts

@@ -0,0 +1,22 @@
+import type { BinaryResult } from './adapter.js';
+import { type RuntimeDatabase } from './tables.js';
+export type OpenedName = {
+    readonly locator: string;
+    readonly path: string;
+    readonly revision: string;
+};
+export type KeptBinary = {
+    readonly kind: 'binary';
+    readonly file: string;
+    readonly byteLength: number;
+    readonly mediaType: string;
+};
+export type KeptResult = KeptBinary | Exclude<BinaryResult, {
+    kind: 'binary';
+}>;
+export type OpenedFiles = {
+    find(name: OpenedName): Promise<KeptBinary | null>;
+    fetch(name: OpenedName, read: () => Promise<BinaryResult>): Promise<KeptResult>;
+};
+export declare function openedFiles(database: RuntimeDatabase, fenced: (locator: string) => boolean): OpenedFiles;
+//# sourceMappingURL=opened.d.ts.map

package/dist/opened.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opened.d.ts","sourceRoot":"","sources":["../src/opened.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAGjD,OAAO,EAAoC,KAAK,eAAe,EAAE,MAAM,aAAa,CAAC;AAErF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;IACxB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG,UAAU,GAAG,OAAO,CAAC,YAAY,EAAE;IAAE,IAAI,EAAE,QAAQ,CAAA;CAAE,CAAC,CAAC;AAEhF,MAAM,MAAM,WAAW,GAAG;IACxB,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CACjF,CAAC;AAsBF,wBAAgB,WAAW,CACzB,QAAQ,EAAE,eAAe,EACzB,MAAM,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,GACnC,WAAW,CAsFb"}

package/dist/opened.js

@@ -0,0 +1,107 @@
+import { digest } from './digest.js';
+import { binaryLocalId } from './identity.js';
+import { FILE_PART_BYTES } from './tables.js';
+const UNCERTAIN = { kind: 'transport-uncertainty' };
+function kept({ key, byteLength, mediaType }) {
+    return { kind: 'binary', file: key, byteLength, mediaType };
+}
+function taken(chunks, size) {
+    const part = new Uint8Array(size);
+    let at = 0;
+    while (at < size) {
+        const chunk = chunks[0];
+        const wanted = Math.min(chunk.length, size - at);
+        part.set(chunk.subarray(0, wanted), at);
+        at += wanted;
+        if (wanted === chunk.length)
+            chunks.shift();
+        else
+            chunks[0] = chunk.subarray(wanted);
+    }
+    return part;
+}
+export function openedFiles(database, fenced) {
+    const fetching = new Map();
+    async function find(name) {
+        const held = await database.ask({ kind: 'opened.find', ...name });
+        return held === null ? null : kept(held);
+    }
+    async function written(name, { body, mediaType, sha256 }) {
+        const key = binaryLocalId();
+        const reader = body.getReader();
+        const hashed = digest();
+        const chunks = [];
+        let held = 0;
+        let size = 0;
+        let part = 0;
+        const write = async (bytes) => {
+            if (!(await database.ask({ kind: 'opened.part', key, part, bytes }))) {
+                throw new Error('the device no longer keeps this download');
+            }
+            part += 1;
+        };
+        try {
+            if (fenced(name.locator) ||
+                !(await database.ask({ kind: 'opened.begin', key, ...name, mediaType }))) {
+                throw new Error('the device no longer reads this Room');
+            }
+            for (;;) {
+                const read = await reader.read();
+                if (read.done)
+                    break;
+                hashed.update(read.value);
+                size += read.value.length;
+                chunks.push(read.value);
+                held += read.value.length;
+                for (; held >= FILE_PART_BYTES; held -= FILE_PART_BYTES) {
+                    await write(taken(chunks, FILE_PART_BYTES));
+                }
+            }
+            if (held > 0)
+                await write(taken(chunks, held));
+            const received = hashed.hex();
+            if (sha256 !== undefined && sha256 !== received) {
+                throw new Error('the bytes are not the file the device asked for');
+            }
+            const whole = await database.ask({
+                kind: 'opened.keep',
+                key,
+                sha256: received,
+                byteLength: size,
+                parts: part,
+            });
+            return whole ? { kind: 'binary', file: key, byteLength: size, mediaType } : null;
+        }
+        catch {
+            await reader.cancel().catch(() => { });
+            await database.ask({ kind: 'opened.drop', key }).catch(() => null);
+            return null;
+        }
+    }
+    async function fetched(name, read) {
+        const held = await find(name);
+        if (held !== null)
+            return held;
+        const result = await read();
+        if (result.kind !== 'binary')
+            return result;
+        return (await written(name, result)) ?? UNCERTAIN;
+    }
+    return {
+        find,
+        fetch(name, read) {
+            const identity = `${name.locator}\u0000${name.path}\u0000${name.revision}`;
+            const held = fetching.get(identity);
+            if (held !== undefined)
+                return held;
+            const work = fetched(name, read);
+            fetching.set(identity, work);
+            const done = () => {
+                if (fetching.get(identity) === work)
+                    fetching.delete(identity);
+            };
+            work.then(done, done);
+            return work;
+        },
+    };
+}