@agentshouse/mdruntime 0.1.0-cfcbb238a5fa0 → 0.1.0-cfe148b32e3d8

package/dist/live.js

@@ -0,0 +1,123 @@
+import { changeOf, digestOf, } from './observation.js';
+import { roomOfKey } from './rows.js';
+function narrowed(plan) {
+    return (plan.paths !== null &&
+        plan.hop === null &&
+        plan.backlinks === null &&
+        !(plan.shape.kind === 'documents' && plan.shape.backlinks));
+}
+function reads(plan, locator) {
+    if (plan.locked.includes(locator))
+        return false;
+    if (plan.rooms !== null && !plan.rooms.includes(locator))
+        return false;
+    if (plan.reach === null)
+        return true;
+    return (plan.reach.rooms.includes(locator) ||
+        plan.reach.documents.some((document) => roomOfKey(document) === locator));
+}
+function affected(plan, set) {
+    if (set.rooms.some((locator) => reads(plan, locator)))
+        return true;
+    const paths = narrowed(plan) ? new Set(plan.paths) : null;
+    return set.documents.some(({ locator, path }) => reads(plan, locator) && (paths === null || path === null || paths.has(path)));
+}
+function shown(entry) {
+    const cover = entry.cover();
+    return JSON.stringify('pending' in cover ? cover : cover.coverage);
+}
+export function createLiveQueries(run) {
+    const entries = new Map();
+    let closed = false;
+    function deliver(entry, next) {
+        const previous = entry.digest;
+        entry.digest = digestOf(next);
+        entry.covered = JSON.stringify('pending' in next.result ? next.result : next.result.coverage);
+        const change = previous === undefined ? null : changeOf(previous, next);
+        if (change !== null) {
+            for (const listener of entry.ready)
+                listener(change);
+        }
+        for (const listener of entry.fresh) {
+            entry.ready.add(listener);
+            listener(next);
+        }
+        entry.fresh.clear();
+    }
+    function schedule(entry) {
+        if (closed || entry.listeners.size === 0)
+            return;
+        if (entry.running) {
+            entry.dirty = true;
+            return;
+        }
+        entry.running = true;
+        void (async () => {
+            try {
+                for (;;) {
+                    entry.dirty = false;
+                    const { current, ...next } = await run(entry.plan, entry.cover);
+                    if (closed || entry.listeners.size === 0)
+                        return;
+                    deliver(entry, next);
+                    if (!(entry.dirty && !current()) && shown(entry) === entry.covered)
+                        break;
+                }
+            }
+            catch {
+                entry.dirty = false;
+            }
+            finally {
+                entry.running = false;
+            }
+        })();
+    }
+    return {
+        touched(set) {
+            for (const entry of entries.values()) {
+                if (affected(entry.plan, set))
+                    schedule(entry);
+            }
+        },
+        recover() {
+            for (const entry of entries.values()) {
+                if (entry.running)
+                    continue;
+                if (entry.digest === undefined || shown(entry) !== entry.covered)
+                    schedule(entry);
+            }
+        },
+        watch(plan, identity, cover, listener) {
+            let entry = entries.get(identity);
+            if (entry === undefined) {
+                entry = {
+                    plan,
+                    cover,
+                    listeners: new Set(),
+                    fresh: new Set(),
+                    ready: new Set(),
+                    digest: undefined,
+                    covered: '',
+                    dirty: false,
+                    running: false,
+                };
+                entries.set(identity, entry);
+            }
+            const held = entry;
+            held.listeners.add(listener);
+            held.fresh.add(listener);
+            schedule(held);
+            return () => {
+                held.listeners.delete(listener);
+                held.fresh.delete(listener);
+                held.ready.delete(listener);
+                if (held.listeners.size === 0 && entries.get(identity) === held)
+                    entries.delete(identity);
+            };
+        },
+        close() {
+            closed = true;
+            entries.clear();
+        },
+    };
+}

package/dist/memory.d.ts

@@ -1,5 +1,5 @@
 import type { ModelResult } from './model.js';
-import { type AcceptedMessage, type ActionResult, type Adapter, type BinaryFile, type Capability, type ConversationAction, type ConversationEvent, type DiscoveredRoom, type HeadChange, type ListedConversation, type Member, type ProviderLimit, type Retention, type AcquiredDemand, type ServiceMode } from './adapter.js';
+import { type AcceptedMessage, type ActionResult, type Adapter, type BinaryFile, type Capability, type ConversationAction, type ConversationEvent, type DiscoveryScope, type DiscoveredRoom, type HeadChange, type ListedConversation, type Member, type ProviderLimit, type Retention, type ServiceMode } from './adapter.js';
 export type MemoryRoom = DiscoveredRoom & {
     model?: ModelResult;
     selectionModel?: ModelResult;
@@ -8,6 +8,7 @@ export type MemoryRoom = DiscoveredRoom & {
     fileIds?: Readonly<Record<string, string>>;
     changes?: Readonly<Record<string, HeadChange>>;
     binaryFiles?: Readonly<Record<string, BinaryFile>>;
+    folders?: readonly string[];
     blobs?: Readonly<Record<string, Blob>>;
 };
 export type MemoryConversation = {
@@ -42,10 +43,10 @@ export type MemoryAdapter = Adapter & {
         locator: string;
         roomVersion: string;
     }): void;
+    notifyAuthorityChanged(scope?: DiscoveryScope): void;
     notifyConversation(event: ConversationEvent): void;
     notifyServiceMode(mode: ServiceMode): void;
     heldRooms(): readonly string[];
-    heldDemand(): AcquiredDemand | null;
     replicatedConversations(): readonly string[];
 };
 export declare function createMemoryAdapter(options?: MemoryAdapterOptions): MemoryAdapter;

package/dist/memory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,KAAK,eAAe,EAEpB,KAAK,YAAY,EACjB,KAAK,OAAO,EAEZ,KAAK,UAAU,EAKf,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EAItB,KAAK,cAAc,EACnB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EACvB,KAAK,MAAM,EAGX,KAAK,aAAa,EAIlB,KAAK,SAAS,EAGd,KAAK,cAAc,EACnB,KAAK,WAAW,EACjB,MAAM,cAAc,CAAC;AAkBtB,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,WAAW,CAAC;IAC7B,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/C,WAAW,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IACnD,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAClD,QAAQ,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC9C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IACrC,cAAc,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IAC1C,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,mBAAmB,CAAC,EAAE,IAAI,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG;IACpC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,IAAI,CAAC;IAC7C,gBAAgB,CAAC,aAAa,EAAE,SAAS,kBAAkB,EAAE,GAAG,IAAI,CAAC;IACrE,MAAM,CAAC,SAAS,EAAE,MAAM,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACxD,IAAI,IAAI,IAAI,CAAC;IACb,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7D,MAAM,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAC1C,iBAAiB,CAAC,YAAY,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChF,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACnD,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3C,SAAS,IAAI,SAAS,MAAM,EAAE,CAAC;IAC/B,UAAU,IAAI,cAAc,GAAG,IAAI,CAAC;IACpC,uBAAuB,IAAI,SAAS,MAAM,EAAE,CAAC;CAC9C,CAAC;AA+CF,wBAAgB,mBAAmB,CAAC,OAAO,GAAE,oBAAyB,GAAG,aAAa,CAgfrF"}
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,KAAK,eAAe,EAEpB,KAAK,YAAY,EACjB,KAAK,OAAO,EAEZ,KAAK,UAAU,EAMf,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EAItB,KAAK,cAAc,EACnB,KAAK,cAAc,EACnB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EACvB,KAAK,MAAM,EAGX,KAAK,aAAa,EAGlB,KAAK,SAAS,EAGd,KAAK,WAAW,EACjB,MAAM,cAAc,CAAC;AAkBtB,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,WAAW,CAAC;IAC7B,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/C,WAAW,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAClD,QAAQ,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC9C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IACrC,cAAc,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IAC1C,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,mBAAmB,CAAC,EAAE,IAAI,CAAC;CAC5B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG;IACpC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,IAAI,CAAC;IAC7C,gBAAgB,CAAC,aAAa,EAAE,SAAS,kBAAkB,EAAE,GAAG,IAAI,CAAC;IACrE,MAAM,CAAC,SAAS,EAAE,MAAM,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACxD,IAAI,IAAI,IAAI,CAAC;IACb,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7D,MAAM,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAC1C,iBAAiB,CAAC,YAAY,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChF,sBAAsB,CAAC,KAAK,CAAC,EAAE,cAAc,GAAG,IAAI,CAAC;IACrD,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACnD,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3C,SAAS,IAAI,SAAS,MAAM,EAAE,CAAC;IAC/B,uBAAuB,IAAI,SAAS,MAAM,EAAE,CAAC;CAC9C,CAAC;AA+CF,wBAAgB,mBAAmB,CAAC,OAAO,GAAE,oBAAyB,GAAG,aAAa,CAugBrF"}

package/dist/memory.js

@@ -58,7 +58,6 @@ export function createMemoryAdapter(options = {}) {
     const sentTurns = new Map();
     const historyPageSize = options.historyPageSize;
     let held = [];
-    let heldDemand = null;
     let expiring = [];
     let replicated = [];
     let issued = 0;
@@ -128,9 +127,20 @@ export function createMemoryAdapter(options = {}) {
                 : { fileIds: named(room.fileIds, [...taken, ...targets]) }),
             changes: named(room.changes ?? {}, [...taken, ...targets]),
             binaryFiles: named(room.binaryFiles ?? {}, targets),
+            ...(opening && room.folders !== undefined ? { folders: room.folders } : {}),
             ...(next < paths.length ? { pageToken: taken.at(-1) } : {}),
         };
     }
+    function foldersMoved(room, from) {
+        const now = new Set(room.folders ?? []);
+        const before = new Set(from.folders ?? []);
+        const folders = [...now].filter((folder) => !before.has(folder)).sort();
+        const folderRemovals = [...before].filter((folder) => !now.has(folder)).sort();
+        return {
+            ...(folders.length === 0 ? {} : { folders }),
+            ...(folderRemovals.length === 0 ? {} : { folderRemovals }),
+        };
+    }
     function advancement(room, from, at) {
         const current = room.documents ?? {};
         const previous = from.documents ?? {};
@@ -164,6 +174,7 @@ export function createMemoryAdapter(options = {}) {
                 : { fileIds: named(room.fileIds, [...taken, ...targets]) }),
             changes: named(room.changes ?? {}, [...taken, ...targets]),
             binaryFiles: named(room.binaryFiles ?? {}, targets),
+            ...(opening ? foldersMoved(room, from) : {}),
             removals: opening
                 ? [
                     ...Object.keys(previous).filter((path) => !(path in current) && !currentTargets.has(path)),
@@ -292,6 +303,13 @@ export function createMemoryAdapter(options = {}) {
             for (const observer of observers)
                 observer({ kind: 'room-version', locator, roomVersion });
         },
+        notifyAuthorityChanged(scope) {
+            for (const observer of observers) {
+                observer(scope === undefined
+                    ? { kind: 'authority-changed' }
+                    : { kind: 'authority-changed', scope });
+            }
+        },
         notifyConversation(event) {
             if (event.kind === 'accepted-message') {
                 sealed.add(event.message.turn);
@@ -307,9 +325,6 @@ export function createMemoryAdapter(options = {}) {
         heldRooms() {
             return held;
         },
-        heldDemand() {
-            return heldDemand;
-        },
         replicatedConversations() {
             return replicated;
         },
@@ -333,9 +348,8 @@ export function createMemoryAdapter(options = {}) {
             },
         },
         roomStream: {
-            hold(asked, demand) {
+            hold(asked) {
                 held = asked.map((room) => room.locator);
-                heldDemand = demand;
                 const expired = expiring.filter((locator) => held.includes(locator));
                 expiring = [];
                 const moved = asked.flatMap((room) => {
@@ -451,7 +465,13 @@ export function createMemoryAdapter(options = {}) {
                     retryable: false,
                     affected: {},
                 };
-            }, request).then((answer) => note(request.locator, answer));
+            }, request).then((answer) => {
+                const destination = request.changeBatch.between?.destination.room;
+                if (answer.kind === 'accepted' && answer.destination !== undefined && destination) {
+                    note(destination, answer.destination);
+                }
+                return note(request.locator, answer);
+            });
         },
         async history(_authorization, request) {
             return resolveScript(scripts.history, () => {
@@ -467,27 +487,17 @@ export function createMemoryAdapter(options = {}) {
         },
         async binary(_authorization, request) {
             return resolveScript(scripts.binary, () => {
-                if (request.kind === 'reference') {
-                    return { kind: 'rejected', code: 'unscripted-binary', fields: {}, retryable: false };
-                }
                 const room = rooms.find((entry) => entry.locator === request.locator);
                 if (room === undefined)
                     return { kind: 'room-not-readable', locator: request.locator };
                 const blob = room.blobs?.[request.path];
                 return blob === undefined
                     ? { kind: 'rejected', code: 'file_not_found', fields: {}, retryable: false }
-                    : { kind: 'binary', blob };
+                    : { kind: 'binary', body: blob.stream(), mediaType: blob.type };
             }, request);
         },
-        referrerScope(referrer) {
-            if (typeof referrer !== 'object' || referrer === null)
-                return null;
-            const { room, path, message } = referrer;
-            if (typeof message === 'string')
-                return { kind: 'conversations' };
-            if (typeof room !== 'string')
-                return null;
-            return { kind: 'room', locator: room, ...(typeof path === 'string' ? { path } : {}) };
+        async link(_authorization, request) {
+            return resolveScript(scripts.link, () => ({ kind: 'rejected', code: 'unscripted-link', fields: {}, retryable: false }), request);
         },
         async action(_authorization, request) {
             return resolveScript(scripts.action, () => {

package/dist/messages.d.ts

@@ -0,0 +1,28 @@
+import type { AcceptedMessage } from './adapter.js';
+import type { Connection } from './tables.js';
+export declare const MESSAGE_TABLES: readonly string[];
+export type HeldConversation = {
+    readonly conversation: string;
+    readonly read: string | null | undefined;
+    readonly partial: boolean;
+};
+export type MessageWindow = {
+    readonly messages: AcceptedMessage[];
+    readonly more: boolean;
+};
+export type ConversationWrite = {
+    readonly conversation: string;
+    readonly messages: readonly AcceptedMessage[];
+    readonly read?: {
+        readonly at: string | null;
+        readonly partial: boolean;
+    };
+};
+export declare function heldConversations(connection: Connection): HeldConversation[];
+export declare function keptMessages(connection: Connection, { conversation, messages, read }: ConversationWrite): null;
+export declare function messageWindow(connection: Connection, conversation: string, limit: number, before: readonly [string, string] | null): MessageWindow;
+export declare function messageCount(connection: Connection, conversation: string): number;
+export declare function turnArrived(connection: Connection, conversation: string, turn: string): boolean;
+export declare function droppedMessages(connection: Connection, conversations: readonly string[]): void;
+export declare function forgottenMessages(connection: Connection): void;
+//# sourceMappingURL=messages.d.ts.map

package/dist/messages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"messages.d.ts","sourceRoot":"","sources":["../src/messages.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,cAAc,CAAC;AAEpD,OAAO,KAAK,EAAE,UAAU,EAAc,MAAM,aAAa,CAAC;AAE1D,eAAO,MAAM,cAAc,EAAE,SAAS,MAAM,EAM3C,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,eAAe,EAAE,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAA;CAAE,CAAC;AAE7F,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,SAAS,eAAe,EAAE,CAAC;IAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE;QAAE,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,IAAI,CAAC;QAAC,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;KAAE,CAAC;CAC3E,CAAC;AAMF,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,gBAAgB,EAAE,CAmB5E;AAED,wBAAgB,YAAY,CAC1B,UAAU,EAAE,UAAU,EACtB,EAAE,YAAY,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,iBAAiB,GAClD,IAAI,CAoCN;AAYD,wBAAgB,aAAa,CAC3B,UAAU,EAAE,UAAU,EACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI,GACvC,aAAa,CAUf;AAED,wBAAgB,YAAY,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAMjF;AAED,wBAAgB,WAAW,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAO/F;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,UAAU,EAAE,aAAa,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAW9F;AAED,wBAAgB,iBAAiB,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAG9D"}

package/dist/messages.js

@@ -0,0 +1,90 @@
+import { indexMessage, unindexMessages } from './fulltext.js';
+export const MESSAGE_TABLES = [
+    'CREATE TABLE conversation_reads (conversation TEXT PRIMARY KEY, read TEXT, partial INTEGER NOT NULL) WITHOUT ROWID',
+    'CREATE TABLE conversation_messages (id INTEGER PRIMARY KEY, conversation TEXT NOT NULL, identity TEXT NOT NULL, turn TEXT NOT NULL, position TEXT NOT NULL, message TEXT NOT NULL, text TEXT NOT NULL)',
+    'CREATE UNIQUE INDEX conversation_messages_identity ON conversation_messages (conversation, identity)',
+    'CREATE INDEX conversation_messages_position ON conversation_messages (conversation, position, identity)',
+    'CREATE INDEX conversation_messages_turn ON conversation_messages (conversation, turn)',
+];
+function text(value) {
+    return typeof value === 'string' ? value : String(value);
+}
+export function heldConversations(connection) {
+    const held = new Map();
+    for (const row of connection.rows('SELECT conversation, read, partial FROM conversation_reads')) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: row.read === null ? null : text(row.read),
+            partial: Number(row.partial) === 1,
+        });
+    }
+    for (const row of connection.rows('SELECT DISTINCT conversation FROM conversation_messages WHERE conversation NOT IN (SELECT conversation FROM conversation_reads)')) {
+        held.set(text(row.conversation), {
+            conversation: text(row.conversation),
+            read: undefined,
+            partial: true,
+        });
+    }
+    return [...held.values()];
+}
+export function keptMessages(connection, { conversation, messages, read }) {
+    for (const message of messages) {
+        const [held] = connection.rows('SELECT id FROM conversation_messages WHERE conversation = ? AND identity = ?', [conversation, message.identity]);
+        const record = [
+            message.turn,
+            message.position,
+            JSON.stringify(message.message ?? null),
+            message.text,
+        ];
+        let id;
+        if (held === undefined) {
+            connection.run('INSERT INTO conversation_messages (conversation, identity, turn, position, message, text) VALUES (?, ?, ?, ?, ?, ?)', [conversation, message.identity, ...record]);
+            id = Number(connection.rows('SELECT last_insert_rowid() AS id')[0].id);
+        }
+        else {
+            id = Number(held.id);
+            unindexMessages(connection, [id]);
+            connection.run('UPDATE conversation_messages SET turn = ?, position = ?, message = ?, text = ? WHERE id = ?', [...record, id]);
+        }
+        indexMessage(connection, id, message.text);
+    }
+    if (read !== undefined) {
+        connection.run('INSERT OR REPLACE INTO conversation_reads (conversation, read, partial) VALUES (?, ?, ?)', [conversation, read.at, read.partial ? 1 : 0]);
+    }
+    return null;
+}
+function accepted(row) {
+    return {
+        identity: text(row.identity),
+        turn: text(row.turn),
+        position: text(row.position),
+        text: text(row.text),
+        message: JSON.parse(text(row.message)),
+    };
+}
+export function messageWindow(connection, conversation, limit, before) {
+    const rows = connection.rows(`SELECT identity, turn, position, message, text FROM conversation_messages WHERE conversation = ?${before === null ? '' : ' AND (position < ? OR (position = ? AND identity < ?))'} ORDER BY position DESC, identity DESC LIMIT ?`, before === null
+        ? [conversation, limit + 1]
+        : [conversation, before[0], before[0], before[1], limit + 1]);
+    return { messages: rows.slice(0, limit).map(accepted).reverse(), more: rows.length > limit };
+}
+export function messageCount(connection, conversation) {
+    const [counted] = connection.rows('SELECT count(*) AS held FROM conversation_messages WHERE conversation = ?', [conversation]);
+    return Number(counted?.held ?? 0);
+}
+export function turnArrived(connection, conversation, turn) {
+    return (connection.rows('SELECT 1 FROM conversation_messages WHERE conversation = ? AND turn = ? LIMIT 1', [conversation, turn]).length > 0);
+}
+export function droppedMessages(connection, conversations) {
+    for (const conversation of conversations) {
+        unindexMessages(connection, connection
+            .rows('SELECT id FROM conversation_messages WHERE conversation = ?', [conversation])
+            .map((row) => Number(row.id)));
+        connection.run('DELETE FROM conversation_messages WHERE conversation = ?', [conversation]);
+        connection.run('DELETE FROM conversation_reads WHERE conversation = ?', [conversation]);
+    }
+}
+export function forgottenMessages(connection) {
+    connection.run('DELETE FROM conversation_messages');
+    connection.run('DELETE FROM conversation_reads');
+}

package/dist/name.d.ts

@@ -0,0 +1,4 @@
+export declare function transliterated(text: string): string;
+export declare function nameFrom(title: string): string;
+export declare function cutName(name: string, most: number): string;
+//# sourceMappingURL=name.d.ts.map

package/dist/name.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"name.d.ts","sourceRoot":"","sources":["../src/name.ts"],"names":[],"mappings":"AAgHA,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAK9C;AAED,wBAAgB,OAAO,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAE1D"}

package/dist/name.js

@@ -0,0 +1,122 @@
+const LETTERS = {
+    а: 'a',
+    б: 'b',
+    в: 'v',
+    г: 'g',
+    ґ: 'g',
+    д: 'd',
+    ђ: 'dj',
+    ѓ: 'gj',
+    е: 'e',
+    ё: 'yo',
+    є: 'ye',
+    ж: 'zh',
+    з: 'z',
+    ѕ: 'dz',
+    и: 'i',
+    і: 'i',
+    ї: 'yi',
+    й: 'y',
+    ј: 'j',
+    к: 'k',
+    ќ: 'kj',
+    л: 'l',
+    љ: 'lj',
+    м: 'm',
+    н: 'n',
+    њ: 'nj',
+    о: 'o',
+    п: 'p',
+    р: 'r',
+    с: 's',
+    т: 't',
+    ћ: 'c',
+    у: 'u',
+    ў: 'u',
+    ф: 'f',
+    х: 'kh',
+    ц: 'ts',
+    ч: 'ch',
+    џ: 'dz',
+    ш: 'sh',
+    щ: 'shch',
+    ъ: '',
+    ы: 'y',
+    ь: '',
+    э: 'e',
+    ю: 'yu',
+    я: 'ya',
+    α: 'a',
+    β: 'v',
+    γ: 'g',
+    δ: 'd',
+    ε: 'e',
+    ζ: 'z',
+    η: 'i',
+    θ: 'th',
+    ι: 'i',
+    κ: 'k',
+    λ: 'l',
+    μ: 'm',
+    ν: 'n',
+    ξ: 'x',
+    ο: 'o',
+    π: 'p',
+    ρ: 'r',
+    σ: 's',
+    ς: 's',
+    τ: 't',
+    υ: 'y',
+    φ: 'f',
+    χ: 'ch',
+    ψ: 'ps',
+    ω: 'o',
+    ß: 'ss',
+    æ: 'ae',
+    œ: 'oe',
+    ø: 'o',
+    đ: 'd',
+    ð: 'd',
+    þ: 'th',
+    ł: 'l',
+    ı: 'i',
+};
+const MARKS = /\p{M}/gu;
+const ADMITTED = /^[a-z0-9]$/;
+const WORDLIKE = /^[\p{L}\p{N}]$/u;
+function lowerLetterOf(character) {
+    const known = LETTERS[character];
+    if (known !== undefined)
+        return known;
+    const bare = character.normalize('NFKD').replace(MARKS, '');
+    const mapped = LETTERS[bare];
+    if (mapped !== undefined)
+        return mapped;
+    return [...bare].every((one) => ADMITTED.test(one)) ? bare : null;
+}
+function codePoint(character) {
+    return WORDLIKE.test(character) ? `-u${character.codePointAt(0)?.toString(16) ?? ''}-` : '-';
+}
+function latin(text, unknown) {
+    return [...text]
+        .map((character) => {
+        if ((character.codePointAt(0) ?? 0) < 0x80)
+            return character;
+        const lower = character.toLowerCase();
+        const letter = lowerLetterOf(lower) ?? unknown(lower);
+        return lower === character ? letter : `${letter.charAt(0).toUpperCase()}${letter.slice(1)}`;
+    })
+        .join('');
+}
+export function transliterated(text) {
+    return latin(text, () => '-');
+}
+export function nameFrom(title) {
+    return latin(title, codePoint)
+        .toLowerCase()
+        .replace(/[^a-z0-9]+/g, '-')
+        .replace(/^-+|-+$/g, '');
+}
+export function cutName(name, most) {
+    return name.slice(0, most).replace(/-+$/, '');
+}

package/dist/observation.d.ts

@@ -14,6 +14,8 @@ export type QueryChange = {
     removed: readonly RowKey[];
     order: readonly RowKey[] | null;
     coverage?: QueryCoverage;
+    next?: string | null;
+    total?: number;
 };
 export type QueryMessage = KeyedResult | QueryChange;
 export type Observed = {
@@ -27,4 +29,16 @@ export declare function applied(keyed: KeyedResult, message: QueryMessage): Keye
 export declare function observed(first: unknown, stop: () => void, keyed: boolean): Observed;
 export declare function opened(watch: (deliver: (message: unknown) => void) => () => void, keyed: boolean): Promise<Observation<unknown>>;
 export declare function observing<Topic extends string>(watch: (topic: Topic, input: readonly unknown[], deliver: (message: unknown) => void) => () => void): (topic: Topic, ...input: unknown[]) => Promise<Observation<unknown>>;
+export type Digest = {
+    readonly pending: string;
+} | {
+    readonly keys: readonly RowKey[];
+    readonly rows: ReadonlyMap<RowKey, number>;
+    readonly coverage: string;
+    readonly next: string | undefined;
+    readonly total: number | undefined;
+};
+export declare function digestOf({ result, keys }: KeyedResult): Digest;
+export declare function digestApplied(digest: Digest, message: QueryMessage): Digest;
+export declare function changeOf(previous: Digest, next: KeyedResult): QueryMessage | null;
 //# sourceMappingURL=observation.d.ts.map

package/dist/observation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAkB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E"}
+{"version":3,"file":"observation.d.ts","sourceRoot":"","sources":["../src/observation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAExF,MAAM,MAAM,WAAW,CAAC,CAAC,IAAI;IAC3B,OAAO,IAAI,CAAC,CAAC;IACb,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IACpD,KAAK,IAAI,IAAI,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG;IAAE,MAAM,EAAE,WAAW,CAAC;IAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAA;CAAE,CAAC;AAE3E,MAAM,MAAM,WAAW,GAAG;IACxB,OAAO,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,aAAa,GAAG,UAAU,CAAC,CAAC,EAAE,CAAC;IACpE,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3B,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAChC,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,WAAW,CAAC;AAErD,MAAM,MAAM,QAAQ,GAAG;IACrB,WAAW,EAAE,WAAW,CAAC,OAAO,CAAC,CAAC;IAClC,OAAO,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IAChC,GAAG,IAAI,IAAI,CAAC;CACb,CAAC;AAEF,wBAAgB,MAAM,CAAC,MAAM,EAAE,WAAW,GAAG,SAAS,CAAC,aAAa,GAAG,UAAU,CAAC,EAAE,CAGnF;AAED,wBAAgB,KAAK,CAAC,OAAO,EAAE,YAAY,GAAG,OAAO,IAAI,WAAW,CAEnE;AAED,wBAAgB,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,YAAY,GAAG,WAAW,CAwB9E;AAiBD,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,QAAQ,CAkCnF;AAED,wBAAgB,MAAM,CACpB,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAAK,MAAM,IAAI,EAC1D,KAAK,EAAE,OAAO,GACb,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAiB/B;AAED,wBAAgB,SAAS,CAAC,KAAK,SAAS,MAAM,EAC5C,KAAK,EAAE,CACL,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,SAAS,OAAO,EAAE,EACzB,OAAO,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,KAChC,MAAM,IAAI,WAEA,KAAK,YAAY,OAAO,EAAE,KAAG,OAAO,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAQ1E;AAED,MAAM,MAAM,MAAM,GACd;IAAE,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC5B;IACE,QAAQ,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,CAAC;IACjC,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC3C,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;CACpC,CAAC;AAqBN,wBAAgB,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,WAAW,GAAG,MAAM,CAU9D;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,MAAM,CAY3E;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,GAAG,YAAY,GAAG,IAAI,CA+BjF"}