@agentshouse/mdruntime 0.1.0-c6e4c19c13638 → 0.1.0-c6f02ec9468d4

package/dist/media.js

@@ -0,0 +1,218 @@
+import { UNCERTAIN } from './outcome.js';
+export const ROOM_MEDIA = 'room-media';
+const ATTRIBUTES = ['room', 'path', 'revision', 'width', 'height', 'alt'];
+const LOADING = new Set(['room', 'path', 'revision']);
+const NEARING = '600px 0px';
+const RELINKS = 2;
+// The Room's stream brings a file seconds after the text that links it, minutes after on a first open, and a page's reach of its Rooms settles seconds after it opens, so a file not shown yet is asked for again every three seconds.
+const UNSHOWN_MS = 3_000;
+const SHAPE = '16 / 9';
+const STYLE = `:host{display:block}
+[part=box]{position:relative;overflow:hidden}
+[part=box]>img,[part=box]>video,[part=box]>audio{display:block;width:100%;height:100%;object-fit:contain}
+[part=box]>slot{display:flex;align-items:center;justify-content:center;width:100%;height:100%;text-align:center}`;
+const shows = new WeakMap();
+export function shownBy(show, client) {
+    shows.set(client, show);
+    return client;
+}
+function ratioOf(width, height) {
+    const across = Number(width);
+    const down = Number(height);
+    return Number.isFinite(across) && Number.isFinite(down) && across > 0 && down > 0
+        ? `${across} / ${down}`
+        : SHAPE;
+}
+function refusedForGood(shown) {
+    if (shown.kind === 'revoked-authorization')
+        return true;
+    return (shown.kind === 'rejected' || shown.kind === 'scoped-refusal') && !shown.retryable;
+}
+function drawnFor(mediaType) {
+    if (mediaType.startsWith('image/'))
+        return 'img';
+    if (mediaType.startsWith('video/'))
+        return 'video';
+    if (mediaType.startsWith('audio/'))
+        return 'audio';
+    return null;
+}
+export function defineRoomMedia(client, registry = customElements) {
+    if (registry.get(ROOM_MEDIA) !== undefined)
+        return;
+    const connected = Promise.resolve(client);
+    class RoomMedia extends HTMLElement {
+        static observedAttributes = ATTRIBUTES;
+        #root = this.attachShadow({ mode: 'open' });
+        #box = document.createElement('div');
+        #fallback = document.createElement('slot');
+        #watching = null;
+        #near = false;
+        #asked = 0;
+        #shown = null;
+        #drawn = null;
+        #loaded = false;
+        #relinked = 0;
+        constructor() {
+            super();
+            this.#box.setAttribute('part', 'box');
+            this.#root.append(Object.assign(document.createElement('style'), { textContent: STYLE }), this.#box);
+            this.#shape();
+        }
+        connectedCallback() {
+            this.#label();
+            this.#watching ??= new IntersectionObserver((seen) => {
+                if (!seen.some((entry) => entry.isIntersecting) || this.#near)
+                    return;
+                this.#near = true;
+                void this.#load();
+            }, { rootMargin: NEARING });
+            this.#watching.observe(this);
+        }
+        disconnectedCallback() {
+            this.#watching?.disconnect();
+            this.#watching = null;
+            this.#near = false;
+            this.#asked += 1;
+            this.#show(null);
+        }
+        attributeChangedCallback(name, before, after) {
+            if (before === after)
+                return;
+            this.#shape();
+            if (this.isConnected)
+                this.#label();
+            if (!LOADING.has(name) || !this.#near)
+                return;
+            this.#relinked = 0;
+            void this.#load();
+        }
+        #shape() {
+            this.#box.style.aspectRatio = ratioOf(this.getAttribute('width'), this.getAttribute('height'));
+        }
+        #label() {
+            const alt = this.getAttribute('alt') ?? '';
+            const drawn = this.#drawn;
+            if (drawn instanceof HTMLMediaElement) {
+                this.removeAttribute('role');
+                this.removeAttribute('aria-label');
+                drawn.setAttribute('aria-label', alt);
+                return;
+            }
+            this.setAttribute('role', 'img');
+            this.setAttribute('aria-label', alt);
+            if (drawn !== null)
+                drawn.alt = '';
+        }
+        async #load() {
+            const asked = (this.#asked += 1);
+            this.#loaded = false;
+            const room = this.getAttribute('room');
+            const path = this.getAttribute('path');
+            const revision = this.getAttribute('revision') ?? undefined;
+            if (room === null || path === null) {
+                this.#unreadable();
+                return;
+            }
+            const show = shows.get(await connected);
+            const shown = show === undefined ? null : await show(room, path, revision).catch(() => UNCERTAIN);
+            if (asked !== this.#asked)
+                return;
+            if (shown?.kind === 'link') {
+                this.#draw({ url: shown.url, copy: false }, shown.mediaType);
+                return;
+            }
+            if (shown?.kind !== 'binary') {
+                if (shown === null || refusedForGood(shown))
+                    this.#unreadable();
+                else
+                    this.#unshown(asked);
+                return;
+            }
+            const copy = await new Response(shown.stream, {
+                headers: { 'content-type': shown.mediaType },
+            })
+                .blob()
+                .catch(() => null);
+            if (asked !== this.#asked)
+                return;
+            if (copy === null)
+                this.#unshown(asked);
+            else
+                this.#draw({ url: URL.createObjectURL(copy), copy: true }, shown.mediaType);
+        }
+        #unshown(asked) {
+            this.#unreadable();
+            setTimeout(() => {
+                if (asked === this.#asked && this.#near)
+                    void this.#load();
+            }, UNSHOWN_MS);
+        }
+        #show(shown, content = null) {
+            if (this.#shown?.copy === true)
+                URL.revokeObjectURL(this.#shown.url);
+            this.#shown = shown;
+            if (content !== this.#drawn)
+                this.#drawn = null;
+            if (content === null)
+                this.#box.replaceChildren();
+            else if (content.parentNode !== this.#box)
+                this.#box.replaceChildren(content);
+            this.#label();
+        }
+        #unreadable() {
+            this.#show(null, this.#fallback);
+        }
+        #draw(shown, mediaType) {
+            const tag = drawnFor(mediaType);
+            if (tag === null) {
+                if (shown.copy)
+                    URL.revokeObjectURL(shown.url);
+                this.#unreadable();
+                return;
+            }
+            const kept = this.#drawn?.localName === tag ? this.#drawn : null;
+            const drawn = kept ?? document.createElement(tag);
+            if (kept === null) {
+                if (drawn instanceof HTMLImageElement)
+                    drawn.decoding = 'async';
+                if (drawn instanceof HTMLMediaElement) {
+                    drawn.controls = true;
+                    drawn.preload = 'metadata';
+                    if (drawn instanceof HTMLVideoElement)
+                        drawn.playsInline = true;
+                }
+                drawn.addEventListener(drawn instanceof HTMLImageElement ? 'load' : 'loadedmetadata', () => {
+                    if (drawn !== this.#drawn)
+                        return;
+                    this.#loaded = true;
+                    this.#relinked = 0;
+                });
+                drawn.addEventListener('error', () => this.#failed(drawn));
+            }
+            this.#drawn = drawn;
+            this.#show(shown, drawn);
+            drawn.src = shown.url;
+        }
+        #failed(drawn) {
+            if (drawn !== this.#drawn)
+                return;
+            if (this.#shown?.copy !== false || !this.#loaded || this.#relinked >= RELINKS) {
+                this.#unreadable();
+                return;
+            }
+            this.#relinked += 1;
+            if (drawn instanceof HTMLMediaElement) {
+                const at = drawn.currentTime;
+                const playing = !drawn.paused;
+                drawn.addEventListener('loadedmetadata', () => {
+                    drawn.currentTime = at;
+                    if (playing)
+                        void drawn.play().catch(() => undefined);
+                }, { once: true });
+            }
+            void this.#load();
+        }
+    }
+    registry.define(ROOM_MEDIA, RoomMedia);
+}

package/dist/memory.d.ts

@@ -1,45 +1,56 @@
 import type { ModelResult } from './model.js';
-import { type AcceptedMessage, type ActionResult, type Adapter, type Capability, type ConversationAction, type ConversationEvent, type DiscoveredRoom, type HeadChange, type ListedConversation, type ProviderLimit, type Retention, type RoomAttachment, type ServiceMode } from './adapter.js';
+import { type AcceptedMessage, type ActionResult, type Adapter, type BinaryFile, type Capability, type ConversationAction, type ConversationEvent, type DiscoveredRoom, type HeadChange, type ListedAgent, type ListedConversation, type Member, type ProviderLimit, type Retention, type ServiceMode } from './adapter.js';
 export type MemoryRoom = DiscoveredRoom & {
     model?: ModelResult;
-    selectionModel?: ModelResult;
     documents?: Readonly<Record<string, string>>;
     revisions?: Readonly<Record<string, string>>;
+    fileIds?: Readonly<Record<string, string>>;
     changes?: Readonly<Record<string, HeadChange>>;
-    binaryTargets?: readonly string[];
-    attachments?: readonly RoomAttachment[];
+    binaryFiles?: Readonly<Record<string, BinaryFile>>;
+    folders?: readonly string[];
+    blobs?: Readonly<Record<string, Blob>>;
 };
 export type MemoryConversation = {
     conversation: string;
-    listed?: Omit<ListedConversation, 'conversation'>;
+    listed?: Omit<ListedConversation, 'conversation' | 'newest'>;
     messages?: readonly AcceptedMessage[];
-    outcomes?: Partial<Record<ConversationAction, ActionResult>>;
+    outcomes?: Partial<Record<ConversationAction | 'history', ActionResult>>;
 };
 export type MemoryAdapterOptions = {
     rooms?: readonly MemoryRoom[];
     conversations?: readonly MemoryConversation[];
+    agents?: readonly ListedAgent[];
     historyPageSize?: number;
     pageSize?: number;
     capabilities?: readonly Capability[];
     providerLimits?: readonly ProviderLimit[];
     retention?: Retention;
+    member?: Member;
     unopened?: boolean;
+    roomTypes?: string;
 };
 export type MemoryAdapter = Adapter & {
+    discover: NonNullable<Adapter['discover']>;
+    refresh: NonNullable<Adapter['refresh']>;
     setRooms(rooms: readonly MemoryRoom[]): void;
     setConversations(conversations: readonly MemoryConversation[]): void;
     script(operation: keyof Adapter, answer: unknown): void;
     open(): void;
-    close(revoked?: boolean): void;
+    close(closing?: {
+        revoked?: boolean;
+        lost?: boolean;
+    }): void;
     expire(locators: readonly string[]): void;
     notifyRoomVersion(notification: {
         locator: string;
         roomVersion: string;
     }): void;
+    notifyAuthorityChanged(locators?: readonly string[]): void;
     notifyConversation(event: ConversationEvent): void;
     notifyServiceMode(mode: ServiceMode): void;
     heldRooms(): readonly string[];
     replicatedConversations(): readonly string[];
+    heldConversationCursor(): string | null;
 };
 export declare function createMemoryAdapter(options?: MemoryAdapterOptions): MemoryAdapter;
 //# sourceMappingURL=memory.d.ts.map

package/dist/memory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,KAAK,eAAe,EAEpB,KAAK,YAAY,EACjB,KAAK,OAAO,EAIZ,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EAItB,KAAK,cAAc,EACnB,KAAK,UAAU,EAGf,KAAK,kBAAkB,EAGvB,KAAK,aAAa,EAGlB,KAAK,SAAS,EACd,KAAK,cAAc,EAGnB,KAAK,WAAW,EACjB,MAAM,cAAc,CAAC;AAkBtB,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,cAAc,CAAC,EAAE,WAAW,CAAC;IAC7B,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/C,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,WAAW,CAAC,EAAE,SAAS,cAAc,EAAE,CAAC;CACzC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAClD,QAAQ,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC,CAAC;CAC9D,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC9C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IACrC,cAAc,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IAC1C,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG;IACpC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,IAAI,CAAC;IAC7C,gBAAgB,CAAC,aAAa,EAAE,SAAS,kBAAkB,EAAE,GAAG,IAAI,CAAC;IACrE,MAAM,CAAC,SAAS,EAAE,MAAM,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACxD,IAAI,IAAI,IAAI,CAAC;IACb,KAAK,CAAC,OAAO,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC/B,MAAM,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAC1C,iBAAiB,CAAC,YAAY,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChF,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACnD,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3C,SAAS,IAAI,SAAS,MAAM,EAAE,CAAC;IAC/B,uBAAuB,IAAI,SAAS,MAAM,EAAE,CAAC;CAC9C,CAAC;AA+CF,wBAAgB,mBAAmB,CAAC,OAAO,GAAE,oBAAyB,GAAG,aAAa,CAmbrF"}
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../src/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EACL,KAAK,eAAe,EAEpB,KAAK,YAAY,EACjB,KAAK,OAAO,EAIZ,KAAK,UAAU,EAMf,KAAK,UAAU,EACf,KAAK,kBAAkB,EACvB,KAAK,iBAAiB,EAKtB,KAAK,cAAc,EACnB,KAAK,UAAU,EAGf,KAAK,WAAW,EAChB,KAAK,kBAAkB,EACvB,KAAK,MAAM,EAGX,KAAK,aAAa,EAIlB,KAAK,SAAS,EAGd,KAAK,WAAW,EACjB,MAAM,cAAc,CAAC;AAwBtB,MAAM,MAAM,UAAU,GAAG,cAAc,GAAG;IACxC,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,SAAS,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC7C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IAC3C,OAAO,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IAC/C,WAAW,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;IACnD,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;CACxC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,IAAI,CAAC,kBAAkB,EAAE,cAAc,GAAG,QAAQ,CAAC,CAAC;IAC7D,QAAQ,CAAC,EAAE,SAAS,eAAe,EAAE,CAAC;IACtC,QAAQ,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,kBAAkB,GAAG,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC;CAC1E,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,KAAK,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IAC9B,aAAa,CAAC,EAAE,SAAS,kBAAkB,EAAE,CAAC;IAC9C,MAAM,CAAC,EAAE,SAAS,WAAW,EAAE,CAAC;IAChC,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,SAAS,UAAU,EAAE,CAAC;IACrC,cAAc,CAAC,EAAE,SAAS,aAAa,EAAE,CAAC;IAC1C,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,OAAO,GAAG;IACpC,QAAQ,EAAE,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC;IAC3C,OAAO,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;IACzC,QAAQ,CAAC,KAAK,EAAE,SAAS,UAAU,EAAE,GAAG,IAAI,CAAC;IAC7C,gBAAgB,CAAC,aAAa,EAAE,SAAS,kBAAkB,EAAE,GAAG,IAAI,CAAC;IACrE,MAAM,CAAC,SAAS,EAAE,MAAM,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,IAAI,CAAC;IACxD,IAAI,IAAI,IAAI,CAAC;IACb,KAAK,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAC7D,MAAM,CAAC,QAAQ,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAC1C,iBAAiB,CAAC,YAAY,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAChF,sBAAsB,CAAC,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,GAAG,IAAI,CAAC;IAC3D,kBAAkB,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI,CAAC;IACnD,iBAAiB,CAAC,IAAI,EAAE,WAAW,GAAG,IAAI,CAAC;IAC3C,SAAS,IAAI,SAAS,MAAM,EAAE,CAAC;IAC/B,uBAAuB,IAAI,SAAS,MAAM,EAAE,CAAC;IAC7C,sBAAsB,IAAI,MAAM,GAAG,IAAI,CAAC;CACzC,CAAC;AA0CF,wBAAgB,mBAAmB,CAAC,OAAO,GAAE,oBAAyB,GAAG,aAAa,CAgmBrF"}