pinomad 0.12.0 → 0.13.0

package/dist/{chunk-ksfxqd8s.js → chunk-53xv3fny.js}

@@ -5,7 +5,7 @@ import {
   openHostSettings,
   sameList,
   settingsDefaults
-} from "./chunk-nppgxh6c.js";
+} from "./chunk-563fnad9.js";
 import {
   DevicesDoc,
   RevocationsDoc,
@@ -38,6 +38,7 @@ import {
   MAX_ATTACHMENT_NAME_LENGTH,
   MAX_PENDING_ATTACHMENTS,
   MAX_PENDING_ATTACHMENT_BYTES,
+  MAX_TRANSCRIPT_PAGE,
   PROTOCOL,
   RTC_DATA_CHANNEL_LABEL,
   RTC_DEFAULT_STUN,
@@ -56,7 +57,7 @@ import {
   rtcCandidateType,
   sdpCandidates,
   withRtcCandidates
-} from "./chunk-47ff1d1t.js";
+} from "./chunk-kmzzjv53.js";
 import {
   ENDPOINT_SET_SCHEMA_VERSION,
   MAX_HOST_ENDPOINT_URL_LENGTH,
@@ -79,7 +80,7 @@ import {
 import {
   packagedVersion,
   webRoot
-} from "./chunk-7wj0jh3t.js";
+} from "./chunk-s0h7c7da.js";
 import {
   __require
 } from "./chunk-df32avw6.js";
@@ -178,8 +179,10 @@ var QuestionWait = defineTask({
             resolve(initial);
             return;
           }
-          watch.start(async (value) => {
-            const found = resolutionOf(value, task.input.requestId);
+          watch.start(async (call) => {
+            if (call.kind !== "value")
+              return;
+            const found = resolutionOf(call.value, task.input.requestId);
             if (found !== undefined)
               resolve(found);
           });
@@ -3529,24 +3532,29 @@ async function attachPushSender(options) {
     }
   };
   const unsubscribeConversations = conversations.subscribe(() => update());
-  const unsubscribeCommits = harness.subscribeCommits((publication) => {
-    for (const change of publication.changes) {
-      if (change.type !== "document" || change.record.kind !== TitleDoc.definition.kind)
-        continue;
-      const id = change.conversationId;
-      if (id === undefined)
-        continue;
-      const title = change.value?.title;
-      if (typeof title !== "string" || title === "")
-        continue;
-      const waiters = titleWaiters.get(id);
-      titleWaiters.delete(id);
-      for (const settle of waiters ?? [])
-        settle(title);
-    }
+  const commits = harness.observeCommits({
+    advance: (publication) => {
+      for (const change of publication.changes) {
+        if (change.type !== "document" || change.kind !== "change" || change.record.kind !== TitleDoc.definition.kind)
+          continue;
+        const id = change.conversationId;
+        if (id === undefined)
+          continue;
+        const title = change.value.title;
+        if (typeof title !== "string" || title === "")
+          continue;
+        const waiters = titleWaiters.get(id);
+        titleWaiters.delete(id);
+        for (const settle of waiters ?? [])
+          settle(title);
+      }
+    },
+    end: () => {}
   });
-  indexWatch?.start(async (value) => {
-    index = value ?? undefined;
+  indexWatch?.start(async (call) => {
+    if (call.kind !== "value")
+      return;
+    index = call.value;
     update();
   });
   update();
@@ -3555,7 +3563,7 @@ async function attachPushSender(options) {
     async close() {
       disposed = true;
       unsubscribeConversations();
-      unsubscribeCommits();
+      commits.detach();
       await indexWatch?.stop();
       for (const item of pending)
         drop(item);
@@ -4271,12 +4279,16 @@ class ConversationList {
   #list = [];
   #unsubscribe = () => {};
   #notifying = false;
+  #harness;
+  #live = new Map;
+  #disposed = false;
   constructor(docs) {
     this.#questionTokens = (docs ?? []).filter((doc) => doc.presentation === "pinomad.question").map((doc) => doc.token);
     this.#questionKinds = new Set(this.#questionTokens.map((token) => token.definition.kind));
   }
   static async open(harness, docs) {
     const list = new ConversationList(docs);
+    list.#harness = harness;
     const summaries = [];
     let cursor;
     const records = [];
@@ -4295,10 +4307,13 @@ class ConversationList {
       summaries.push(list.#summaryOf(record));
     }
     list.#list = summaries;
-    list.#unsubscribe = harness.subscribeCommits((publication) => list.#observe(publication));
+    const observation = harness.observeCommits({ advance: (publication) => list.#observe(publication), end: () => {} });
+    list.#unsubscribe = () => observation.detach();
     const touched = new Set;
     list.#reindex(await harness.snapshot(IndexDoc, context3), touched);
     list.#refreshSummaries(touched);
+    for (const [id, facts] of list.#facts)
+      list.#followLive(id, facts.running === true);
     return list;
   }
   async#load(harness, record) {
@@ -4354,22 +4369,23 @@ class ConversationList {
         facts.calls = entry.kind === "pi.assistant" ? callsOf(message) : undefined;
       } else if (change.type === "document") {
         const id = change.conversationId;
+        const value = change.kind === "change" ? change.value : null;
         if (id === undefined) {
           if (change.record.kind === IndexDoc.definition.kind)
-            this.#reindex(change.value, touched);
+            this.#reindex(value, touched);
           continue;
         }
         const facts = this.#fact(id);
         if (change.record.kind === "pi.live") {
-          const live = change.value;
+          const live = value;
           const wasRunning = facts.running === true;
           facts.running = live?.run !== undefined;
           facts.tools = live?.tools;
           touched.add(id);
+          this.#followLive(id, facts.running);
           if (wasRunning && !facts.running && this.#records.get(id)?.owner === undefined)
             ended.add(id);
         } else if (this.#questionKinds.has(change.record.kind)) {
-          const value = change.value;
           const pending = Value2.Check(QuestionSchema, value) && value.requests.some((request) => request.resolution === undefined);
           const next = new Set(facts.pending);
           if (pending)
@@ -4379,16 +4395,16 @@ class ConversationList {
           facts.pending = next;
           touched.add(id);
         } else if (change.record.kind === RoleDoc.definition.kind) {
-          facts.agent = roleNameOf(change.value);
+          facts.agent = roleNameOf(value);
           touched.add(id);
         } else if (change.record.kind === SubagentDoc.definition.kind) {
-          const value = change.value;
-          facts.label = typeof value?.label === "string" && value.label !== "" ? value.label : undefined;
-          facts.role = typeof value?.role === "string" && value.role !== "" ? value.role : undefined;
-          facts.model = modelRefOf(value?.model);
+          const subagent = value;
+          facts.label = typeof subagent?.label === "string" && subagent.label !== "" ? subagent.label : undefined;
+          facts.role = typeof subagent?.role === "string" && subagent.role !== "" ? subagent.role : undefined;
+          facts.model = modelRefOf(subagent?.model);
           touched.add(id);
         } else if (change.record.kind === TitleDoc.definition.kind) {
-          const named = change.value?.title;
+          const named = value?.title;
           facts.named = typeof named === "string" && named !== "" ? named : undefined;
           touched.add(id);
         }
@@ -4463,9 +4479,51 @@ class ConversationList {
         listener(this.#list);
     });
   }
+  #followLive(id, running) {
+    if (!running || this.#disposed) {
+      const watch = this.#live.get(id);
+      this.#live.delete(id);
+      watch?.stop();
+      return;
+    }
+    if (this.#live.has(id))
+      return;
+    this.#live.set(id, undefined);
+    setImmediate(() => {
+      this.#harness.watchDoc(LiveDoc, id, context3).then(async (watch) => {
+        if (watch === undefined)
+          return;
+        if (this.#live.get(id) !== undefined || !this.#live.has(id)) {
+          await watch.stop();
+          return;
+        }
+        this.#live.set(id, watch);
+        const apply = (live) => {
+          const facts = this.#fact(id);
+          if (live.run === undefined)
+            return;
+          facts.tools = live.tools;
+          this.#refreshSummaries(new Set([id]));
+        };
+        apply(watch.value);
+        watch.start(async (call) => {
+          if (call.kind === "value")
+            apply(call.value);
+        });
+      }, (error) => {
+        if (this.#live.get(id) === undefined)
+          this.#live.delete(id);
+        console.error(`conversation ${id}: could not follow pi.live: ${error instanceof Error ? error.message : String(error)}`);
+      });
+    });
+  }
   dispose() {
+    this.#disposed = true;
     this.#unsubscribe();
     this.#listeners.clear();
+    for (const watch of this.#live.values())
+      watch?.stop();
+    this.#live.clear();
   }
 }
 function roleNameOf(value) {
@@ -4534,6 +4592,38 @@ function titleOf(entry) {
   const title = stripUserBlocks(message.content).text.replace(/\s+/g, " ").trim();
   return title === "" ? {} : { title };
 }
+var WHOLE_TRANSCRIPT = { min: Number.MAX_SAFE_INTEGER, max: Number.MAX_SAFE_INTEGER };
+var TURN_STARTS = new Set(["pi.user", "pi.compaction", "pi.reset"]);
+async function turnPage(conversation, before, limit) {
+  const want = Math.min(limit, MAX_TRANSCRIPT_PAGE);
+  const done = (taken2) => taken2.length >= MAX_TRANSCRIPT_PAGE || taken2.length >= want && TURN_STARTS.has(taken2.at(-1).kind);
+  const query = { order: "descending", ...before === undefined ? {} : { maxEntryId: before } };
+  const taken = [];
+  let cursor;
+  for (;; ) {
+    const page = await conversation.entries(query, Math.max(want + 1 - taken.length, 64), cursor, context3);
+    for (const entry of page.items) {
+      if (done(taken))
+        return { entries: taken.reverse(), before: entry.id };
+      taken.push(entry);
+    }
+    if (page.next === undefined)
+      return { entries: taken.reverse() };
+    cursor = page.next;
+  }
+}
+async function viewWindow(conversation, window) {
+  if (window === undefined)
+    return WHOLE_TRANSCRIPT;
+  const from = window.from ?? await startOf(conversation, window.limit);
+  return from === undefined ? WHOLE_TRANSCRIPT : { ...WHOLE_TRANSCRIPT, from };
+}
+async function startOf(conversation, limit) {
+  const page = await turnPage(conversation, undefined, limit);
+  return page.before === undefined ? undefined : page.entries[0].id;
+}
+var shownOps = (call) => isGone(call) ? [["r", null]] : call.ops;
+var isGone = (call) => call.retired && !call.ops.some((op) => op[0] === "r");
 async function historyFacts(harness, id) {
   const conversation = await harness.conversation(id, context3);
   let first;
@@ -4745,15 +4835,19 @@ class GatewayClient {
   }
   async#receive(frame) {
     if (frame.type === "subscribe")
-      await this.#subscribe(frame.stream, frame.images === "ref", frame.since);
+      await this.#subscribe(frame.stream, frame.images === "ref", frame.since, frame.window);
     else if (frame.type === "unsubscribe")
       await this.#unsubscribe(frame.stream);
     else
       await this.#answer(frame.id, frame.method, frame.args);
   }
-  async#subscribe(stream, imageRefs, since) {
+  async#subscribe(stream, imageRefs, since, window) {
     const previous = this.#subscriptions.get(stream);
-    const state = imageRefs && stream.startsWith("conversation:") ? { images: new ImageRefs } : since === undefined ? {} : { since };
+    const state = {
+      ...imageRefs && stream.startsWith("conversation:") ? { images: new ImageRefs } : {},
+      ...since === undefined ? {} : { since },
+      ...window === undefined ? {} : { window }
+    };
     this.#subscriptions.set(stream, state);
     const current = () => !this.#disposed && this.#subscriptions.get(stream) === state;
     const send = (frame) => current() ? this.send(frame) : Promise.resolve();
@@ -4820,7 +4914,7 @@ class GatewayClient {
       return this.#openDoc(stream, stream.slice("doc:".length, at), Number(stream.slice(at + 1)), send);
     }
     const conversation = await this.#conversation(Number(stream.slice("conversation:".length)));
-    return this.#forward(stream, await conversation.watch(context3), send, state);
+    return this.#forward(stream, await conversation.watch(context3, await viewWindow(conversation, state?.window)), send, state);
   }
   #hostValue(stream) {
     return Object.hasOwn(this.#hostValues, stream) ? this.#hostValues[stream] : undefined;
@@ -4838,13 +4932,17 @@ class GatewayClient {
     });
     let inner;
     let stopped = false;
-    const unsubscribe = harness.subscribeCommits((publication) => {
-      const matches = publication.changes.some((change) => (change.type === "document" || change.type === "document.copy") && change.record.kind === kind && change.conversationId === id);
-      if (!matches)
-        return;
-      unsubscribe();
-      setImmediate(() => signalCreation());
+    const observation = harness.observeCommits({
+      advance: (publication) => {
+        const matches = publication.changes.some((change) => (change.type === "document" || change.type === "document.copy") && change.record.kind === kind && change.conversationId === id);
+        if (!matches)
+          return;
+        unsubscribe();
+        setImmediate(() => signalCreation());
+      },
+      end: () => {}
     });
+    const unsubscribe = () => observation.detach();
     try {
       const existing = await harness.watchDoc(token, id, context3);
       if (existing !== undefined) {
@@ -4885,16 +4983,19 @@ class GatewayClient {
   async#forward(stream, watch, send, state) {
     if (state?.images === undefined) {
       await send({ type: "snapshot", stream, value: watch.value });
-      watch.start((_value, ops) => send({ type: "ops", stream, ops }));
+      watch.start((call) => call.kind === "value" ? send({ type: "ops", stream, ops: shownOps(call) }) : Promise.resolve());
       return watch;
     }
     const images = state.images;
     let before = watch.value;
     state.view = before;
     await send({ type: "snapshot", stream, value: await images.value(before) });
-    watch.start(async (value, ops) => {
+    watch.start(async (call) => {
+      if (call.kind !== "value")
+        return;
+      const ops = shownOps(call);
       const sent = await images.ops(ops, before);
-      before = value;
+      before = isGone(call) ? null : call.value;
       state.view = before;
       return send({ type: "ops", stream, ops: sent });
     });
@@ -4904,7 +5005,7 @@ class GatewayClient {
     for (const state of this.#subscriptions.values()) {
       if (state.images === undefined || state.view === undefined)
         continue;
-      const image = state.images.image(state.view, ref);
+      const image = state.images.image(state.view, ref) ?? (state.earlier === undefined ? undefined : state.images.image({ entries: state.earlier }, ref));
       if (image !== undefined)
         return image;
     }
@@ -5168,6 +5269,26 @@ class GatewayClient {
         const input = args;
         return listSkills(this.#options.harness, this.#skills, input.scope, context3);
       }
+      case "earlierEntries": {
+        const { conversationId, before, limit } = args;
+        const stream = `conversation:${conversationId}`;
+        const state = this.#subscriptions.get(stream);
+        if (state === undefined)
+          throw new Error(`Not subscribed to conversation ${conversationId}`);
+        const replaced = () => this.#subscriptions.get(stream) !== state;
+        const resubscribed = () => new Error(`Conversation ${conversationId} was resubscribed while its page loaded`);
+        const page = await turnPage(await this.#conversation(conversationId), before, limit);
+        if (replaced())
+          throw resubscribed();
+        if (state.images === undefined)
+          return page;
+        const raw = page.entries;
+        const { entries } = await state.images.value({ entries: raw });
+        if (replaced())
+          throw resubscribed();
+        state.earlier = [...state.earlier ?? [], ...raw];
+        return { ...page, entries };
+      }
       case "image": {
         const input = args;
         const image = this.#shownImage(input.ref);
@@ -5229,6 +5350,37 @@ class GatewayClient {
           return { outcome: "steered" };
         }, context3);
       }
+      case "reorderQueued": {
+        const { conversationId, submissionId, before } = args;
+        return await this.#options.harness.commit(async (tx) => {
+          const queuedState = async (id) => {
+            const record = await tx.submission(id);
+            if (record === undefined)
+              throw new Error(`Submission ${id} does not exist`);
+            assertQueuedInput(record, conversationId);
+            if (record.entry !== undefined)
+              return "sent";
+            return record.status === "queued" ? "queued" : "unavailable";
+          };
+          const moved = await queuedState(submissionId);
+          if (moved !== "queued")
+            return { outcome: moved };
+          if (before !== undefined && await queuedState(before) !== "queued") {
+            return { outcome: "unavailable" };
+          }
+          if (before === submissionId)
+            return { outcome: "moved" };
+          const items = (await tx.doc(InboxDoc, conversationId)).items;
+          const from = items.findIndex((candidate) => candidate.id === submissionId);
+          if (from < 0 || before !== undefined && !items.some((candidate) => candidate.id === before)) {
+            return { outcome: "unavailable" };
+          }
+          const [item] = items.splice(from, 1);
+          const to = before === undefined ? items.findLastIndex((candidate) => candidate.mode !== "write") + 1 : items.findIndex((candidate) => candidate.id === before);
+          items.splice(to, 0, item);
+          return { outcome: "moved" };
+        }, context3);
+      }
       case "renameConversation": {
         const { title } = args;
         const trimmed = title.trim();
@@ -6887,6 +7039,45 @@ async function openModelAuth(runtime, options) {
     tail = next.catch(() => {});
     return next;
   };
+  const opened = await readModelsFile(options.modelsPath);
+  Promise.all([...custom].flatMap(([id, endpoint]) => {
+    const entries = opened.providers[id]?.models;
+    if (!Array.isArray(entries) || !entries.some(lacksLimits))
+      return [];
+    return [
+      (async () => {
+        const key = (await runtime.getAuth(id))?.auth.apiKey;
+        const listed = await fetchEndpointModels(endpoint.api, endpoint.baseUrl, key).catch(() => []);
+        return { id, endpoint, listed: new Map(listed.map((model) => [model.id, model])) };
+      })()
+    ];
+  })).then((answers) => serial(async () => {
+    if (closed)
+      return;
+    const filled = new Set;
+    const fill = (target) => {
+      for (const { id, endpoint, listed } of answers) {
+        const entry = target.providers[id];
+        if (entry?.api !== endpoint.api || entry.baseUrl !== endpoint.baseUrl || !Array.isArray(entry.models))
+          continue;
+        for (const model of entry.models) {
+          const limits = listed.get(model.id);
+          for (const field of LIMITS) {
+            if (field in model || limits?.[field] === undefined)
+              continue;
+            model[field] = limits[field];
+            filled.add(id);
+          }
+        }
+      }
+    };
+    fill(await readModelsFile(options.modelsPath));
+    if (filled.size === 0)
+      return;
+    await updateModelsFile(fill);
+    await runtime.refresh({ providers: [...filled], allowNetwork: false });
+    await republish();
+  }));
   return {
     models,
     auth,
@@ -7092,6 +7283,8 @@ async function fetchEndpointModels(api, baseUrl, key) {
     throw new Error(`${url.host} listed no models`);
   return models;
 }
+var LIMITS = ["contextWindow", "maxTokens"];
+var lacksLimits = (model) => typeof model === "object" && model !== null && LIMITS.some((field) => !(field in model));
 var positive = (value) => typeof value === "number" && Number.isFinite(value) && value > 0 ? value : undefined;
 function endpointModel(id, reported) {
   return {
@@ -7252,7 +7445,7 @@ async function main(argv) {
   process.on("SIGINT", stop);
   process.on("SIGTERM", stop);
   host.closed.then((end) => {
-    if (end.reason !== "failed" || stopping)
+    if (end.kind !== "failed" || stopping)
       return;
     stopping = true;
     stopLogRotation();

package/dist/{chunk-nppgxh6c.js → chunk-563fnad9.js}

@@ -1,6 +1,6 @@
 import {
   RTC_DEFAULT_STUN
-} from "./chunk-47ff1d1t.js";
+} from "./chunk-kmzzjv53.js";
 import {
   HOST_SETTING_KEYS,
   cleanHostName,

package/dist/{chunk-41q0saz0.js → chunk-6th9xv39.js}

@@ -8,17 +8,17 @@ import {
   reachabilityLine,
   serviceManager,
   versionLine
-} from "./chunk-t5abqsva.js";
-import"./chunk-np4jd070.js";
+} from "./chunk-wd7aracm.js";
+import"./chunk-4fferbxw.js";
 import"./chunk-kzbzacz9.js";
-import"./chunk-47ff1d1t.js";
+import"./chunk-kmzzjv53.js";
 import"./chunk-pqe7q1s7.js";
 import {
   DEFAULT_DATA_DIR
 } from "./chunk-ngf1zatm.js";
 import {
   commandHint
-} from "./chunk-7wj0jh3t.js";
+} from "./chunk-s0h7c7da.js";
 import"./chunk-df32avw6.js";
 
 // apps/host/src/cli/status.ts

package/dist/{chunk-aqj9wfmb.js → chunk-90g1cg9n.js}

@@ -3,7 +3,7 @@ import {
 } from "./chunk-ngf1zatm.js";
 import {
   packagedVersion
-} from "./chunk-7wj0jh3t.js";
+} from "./chunk-s0h7c7da.js";
 import"./chunk-df32avw6.js";
 
 // apps/host/src/cli/web-link.ts