@clowder-ai/companion 0.1.0-alpha.3 → 0.1.0-alpha.30

package/renderer/visible-text-receipt.mjs

@@ -0,0 +1,241 @@
+const MAX_PENDING = 64;
+const MAX_REPORT_ATTEMPTS = 3;
+const REPORT_RETRY_DELAYS_MS = [1_000, 2_000];
+const CLIPPING_OVERFLOW = new Set(['auto', 'clip', 'hidden', 'scroll']);
+
+function referenceKey(reference) {
+  if (reference?.kind === 'message' && typeof reference.messageId === 'string')
+    return `message:${reference.messageId}`;
+  if (reference?.kind === 'native-item' && typeof reference.nativeItemId === 'string')
+    return `native-item:${reference.nativeItemId}`;
+  return null;
+}
+
+function intersect(bounds, rect) {
+  return {
+    left: Math.max(bounds.left, rect.left),
+    top: Math.max(bounds.top, rect.top),
+    right: Math.min(bounds.right, rect.right),
+    bottom: Math.min(bounds.bottom, rect.bottom),
+  };
+}
+
+function nodeIsVisible(document, node) {
+  if (document.visibilityState !== 'visible' || node?.isConnected !== true) return false;
+  const view = document.defaultView;
+  if (!view) return false;
+  const rects = node.getClientRects?.();
+  if (!rects || rects.length === 0) return false;
+  const viewport = {
+    left: 0,
+    top: 0,
+    right: document.documentElement?.clientWidth ?? view.innerWidth,
+    bottom: document.documentElement?.clientHeight ?? view.innerHeight,
+  };
+  let visible = intersect(viewport, node.getBoundingClientRect());
+  for (let current = node; current; current = current.parentElement) {
+    if (current.hidden || current.getAttribute?.('aria-hidden') === 'true') return false;
+    const style = view.getComputedStyle?.(current);
+    if (style?.display === 'none' || style?.visibility === 'hidden' || style?.visibility === 'collapse'
+      || style?.opacity === '0') return false;
+    const clipsX = CLIPPING_OVERFLOW.has(style?.overflowX ?? style?.overflow);
+    const clipsY = CLIPPING_OVERFLOW.has(style?.overflowY ?? style?.overflow);
+    if ((clipsX || clipsY) && current !== node) {
+      const bounds = current.getBoundingClientRect?.();
+      if (bounds) visible = intersect(visible, {
+        left: clipsX ? bounds.left : visible.left,
+        right: clipsX ? bounds.right : visible.right,
+        top: clipsY ? bounds.top : visible.top,
+        bottom: clipsY ? bounds.bottom : visible.bottom,
+      });
+    }
+  }
+  return visible.right > visible.left && visible.bottom > visible.top;
+}
+
+function currentNodes(candidate) {
+  try {
+    const nodes = typeof candidate.nodes === 'function' ? candidate.nodes() : candidate.nodes;
+    return Array.isArray(nodes) ? nodes.filter(Boolean) : [];
+  } catch {
+    return [];
+  }
+}
+
+function errorCode(value) {
+  return typeof value?.code === 'string' ? value.code : undefined;
+}
+
+/**
+ * Reports the first assistant text that reaches a visible renderer surface.
+ * A post-mutation animation frame plus DOM/document/viewport checks is not a
+ * claim that the compositor painted, the window was unoccluded, or a person read it.
+ */
+export class FirstVisibleTextReceipt {
+  constructor({ document, report, now = Date.now, frame } = {}) {
+    this.document = document;
+    this.report = report;
+    this.now = now;
+    this.frame = frame ?? document?.defaultView?.requestAnimationFrame?.bind(document.defaultView);
+    this.pending = new Map();
+    this.rejected = new Set();
+    this.onVisibilityChange = () => this.retry();
+    this.onGeometryChange = () => this.retry();
+    document?.addEventListener?.('visibilitychange', this.onVisibilityChange);
+    document?.addEventListener?.('scroll', this.onGeometryChange, true);
+    document?.defaultView?.addEventListener?.('resize', this.onGeometryChange);
+  }
+
+  setCall(callId) {
+    callId ??= null;
+    if (callId === this.callId) return;
+    this.callId = callId;
+    this.pending.clear();
+    this.rejected.clear();
+    this.reported = false;
+    this.exhausted = false;
+  }
+
+  observe({ callId, reference, nodes } = {}) {
+    const key = referenceKey(reference);
+    if (!key || !callId || callId !== this.callId || this.reported || this.exhausted
+      || this.rejected.has(key)
+      || (!Array.isArray(nodes) && typeof nodes !== 'function')) return false;
+    const existing = this.pending.get(key);
+    const candidate = existing ?? { callId, reference, nodes, attempts: 0, retryAt: 0 };
+    candidate.nodes = nodes;
+    if (!existing && currentNodes(candidate).length === 0) return false;
+    this.pending.set(key, candidate);
+    while (this.pending.size > MAX_PENDING) this.pending.delete(this.pending.keys().next().value);
+    this.retry();
+    return true;
+  }
+
+  retry() {
+    if (this.scheduled || this.inFlight || this.reported || this.exhausted || !this.callId || this.pending.size === 0
+      || typeof this.frame !== 'function') return;
+    this.scheduled = true;
+    this.frame(() => {
+      this.scheduled = false;
+      void this.flush();
+    });
+  }
+
+  async flush() {
+    if (this.inFlight || this.reported || this.exhausted || !this.callId) return;
+    const entry = [...this.pending].find(([, candidate]) => currentNodes(candidate).some(node =>
+      nodeIsVisible(this.document, node)));
+    if (!entry) return;
+    const [key, candidate] = entry;
+    if (candidate.retryAt > this.now()) return;
+    const callId = this.callId;
+    const attempt = { callId, key };
+    this.inFlight = attempt;
+    candidate.attempts += 1;
+    let continueWithNext = false;
+    try {
+      const reply = await this.report({
+        event: 'first_text_visible', observedAt: this.now(), callId, reference: candidate.reference,
+      });
+      if (reply?.kind === 'ok' && this.callId === callId && this.pending.get(key) === candidate) {
+        this.reported = true;
+        this.pending.clear();
+      } else if (reply?.kind !== 'ok') {
+        continueWithNext = this.rejectCandidate(callId, key, candidate, reply);
+      }
+    } catch (error) {
+      continueWithNext = this.rejectCandidate(callId, key, candidate, error);
+    } finally {
+      if (this.inFlight === attempt) {
+        this.inFlight = undefined;
+        if (this.callId !== callId || continueWithNext) this.retry();
+      }
+    }
+  }
+
+  rejectCandidate(callId, key, candidate, failure) {
+    if (this.callId !== callId || this.pending.get(key) !== candidate) return false;
+    if (errorCode(failure) === 'invalid_request') {
+      this.pending.delete(key);
+      if (this.rejected.size >= MAX_PENDING) {
+        this.exhausted = true;
+        this.pending.clear();
+        return false;
+      }
+      this.rejected.add(key);
+      return true;
+    }
+    if (candidate.attempts >= MAX_REPORT_ATTEMPTS) {
+      // The first visible candidate was plausible but the Host never confirmed it.
+      // Preserve that result as unknown instead of reporting later text as the first.
+      this.exhausted = true;
+      this.pending.clear();
+      return false;
+    }
+    candidate.retryAt = this.now() + REPORT_RETRY_DELAYS_MS[candidate.attempts - 1];
+    return false;
+  }
+
+  close() {
+    this.document?.removeEventListener?.('visibilitychange', this.onVisibilityChange);
+    this.document?.removeEventListener?.('scroll', this.onGeometryChange, true);
+    this.document?.defaultView?.removeEventListener?.('resize', this.onGeometryChange);
+    this.pending.clear();
+    this.rejected.clear();
+  }
+}
+
+/** Owns the official companion's four subtitle projections and their receipt nodes. */
+export class VisibleTextPresentation {
+  constructor({ document, report, transcript, callTranscript, bubble, callBubble }) {
+    this.receipt = new FirstVisibleTextReceipt({ document, report });
+    Object.assign(this, { transcript, callTranscript, bubble, callBubble });
+  }
+
+  setCall(callId) {
+    this.callTranscript.setCall(callId);
+    this.receipt.setCall(callId);
+  }
+
+  appendLive(event, speaker) {
+    const reference = event.itemId
+      ? { kind: 'native-item', nativeItemId: event.itemId }
+      : undefined;
+    const stableNodes = [
+      this.transcript.append(event.role, event.text, true),
+      this.callTranscript.appendLive(event),
+    ];
+    this.bubble.append(event.role, event.text, speaker, reference);
+    this.callBubble.append(event.role, event.text, speaker, reference);
+    if (event.role === 'assistant' && reference && typeof event.text === 'string'
+      && event.text.trim().length > 0) this.receipt.observe({
+      callId: event.callId,
+      reference,
+      nodes: () => [
+        ...stableNodes,
+        ...this.bubble.rowsForReference(reference),
+        ...this.callBubble.rowsForReference(reference),
+      ],
+    });
+  }
+
+  loadTranscript(callId, reply, companionName) {
+    if (!this.callTranscript.load(reply)) return false;
+    this.callBubble.loadTranscript(reply.rows, companionName);
+    for (const row of reply.rows) {
+      if (row.role !== 'assistant' || row.text.trim().length === 0) continue;
+      const reference = { kind: 'message', messageId: row.messageId };
+      const transcriptRow = this.callTranscript.rowForMessage(row.messageId);
+      this.receipt.observe({
+        callId,
+        reference,
+        nodes: () => [transcriptRow, ...this.callBubble.rowsForReference(reference)],
+      });
+    }
+    this.receipt.retry();
+    return true;
+  }
+
+  retry() { this.receipt.retry(); }
+  close() { this.receipt.close(); }
+}

package/renderer/work-overview.mjs

@@ -0,0 +1,95 @@
+const activityLabel = activity => activity === 'waiting' ? '等待中' : '正在工作';
+
+function deliveryMeta(artifact) {
+  if (!artifact) return '已交付';
+  const version = artifact.version ? `作品 ${artifact.version}` : '作品 · 版本未确认';
+  if (artifact.versionState === 'current') return `${version} · 当前版本`;
+  if (artifact.versionState === 'superseded') return `${version} · 已有更新版本`;
+  return `${version} · 版本关系未确认`;
+}
+
+export function workOverviewPresentation(reply) {
+  const availableRows = reply?.status !== 'unavailable';
+  const active = availableRows ? (reply.active ?? []).map(entry => ({
+    entryRef: entry.entryRef,
+    title: entry.title,
+    meta: entry.actor ? `${entry.actor.displayName} · ${activityLabel(entry.activity)}` : activityLabel(entry.activity),
+  })) : [];
+  const deliveries = availableRows ? (reply.recentDeliveries ?? []).map(entry => ({
+    entryRef: entry.entryRef,
+    title: entry.title,
+    meta: deliveryMeta(entry.artifact),
+  })) : [];
+  return {
+    visible: active.length > 0 || deliveries.length > 0 || ['partial', 'unavailable'].includes(reply?.status),
+    scopeLabel: availableRows && reply?.scope?.label ? `仅当前项目 · ${reply.scope.label}` : '',
+    notice: reply?.status === 'partial' ? '仅部分读取' : reply?.status === 'unavailable' ? '暂不可用' : '',
+    active,
+    deliveries,
+  };
+}
+
+const navigationText = delivery => delivery === 'applied' ? '已打开原处'
+  : delivery === 'queued' || delivery === 'requested' ? '已请求打开原处'
+    : delivery === 'blocked' ? '原处暂时无法打开' : '打开原处的结果未确认';
+
+/** Renders only bounded Host-issued rows; every navigation target remains opaque. */
+export class WorkOverviewView {
+  constructor({ document, client, changed = () => {} }) {
+    this.document = document;
+    this.client = client;
+    this.changed = changed;
+    this.$ = id => document.getElementById(id);
+    this.loading = false;
+  }
+
+  renderRows(listId, rows) {
+    const list = this.$(listId);
+    list.replaceChildren();
+    for (const row of rows) {
+      const button = this.document.createElement('button');
+      button.type = 'button';
+      button.className = 'work-overview-row';
+      const title = this.document.createElement('strong');
+      const meta = this.document.createElement('span');
+      title.textContent = row.title;
+      meta.textContent = row.meta;
+      button.append(title, meta);
+      button.onclick = () => void this.open(row.entryRef);
+      list.append(button);
+    }
+  }
+
+  render(reply) {
+    const view = workOverviewPresentation(reply);
+    this.$('work-overview').hidden = !view.visible;
+    this.$('work-scope').textContent = view.scopeLabel;
+    this.$('work-notice').textContent = view.notice;
+    this.$('work-active-section').hidden = view.active.length === 0;
+    this.$('work-delivery-section').hidden = view.deliveries.length === 0;
+    this.renderRows('work-active-list', view.active);
+    this.renderRows('work-delivery-list', view.deliveries);
+    this.changed();
+  }
+
+  async open(entryRef) {
+    try {
+      const reply = await this.client.openWork(entryRef);
+      this.$('work-notice').textContent = navigationText(reply.delivery);
+    } catch {
+      this.$('work-notice').textContent = '原处暂时无法打开';
+    }
+  }
+
+  async load() {
+    if (this.loading) return;
+    this.loading = true;
+    try {
+      this.render(await this.client.readWork());
+    } catch {
+      this.render({ status: 'unavailable', active: [], recentDeliveries: [] });
+    } finally {
+      this.loading = false;
+    }
+  }
+}

package/source-lock.json

@@ -15,7 +15,14 @@
     {
       "source": "packages/web/public/concierge/skins/xianxian-codex/spritesheet.webp",
       "destination": "assets/skins/xianxian-codex.webp",
-      "sha256": "5f653974735a4104dfdaf1845128494a5cb5164cb2f45fecb2072a167c80e8a5"
+      "sha256": "28e6a4211acac553c982627b402865cf7c079038fc4ad7954522ce37b1db90cb",
+      "derivation": {
+        "method": "reviewed-atlas-refresh",
+        "date": "2026-09-23",
+        "referenceSha256": "5f653974735a4104dfdaf1845128494a5cb5164cb2f45fecb2072a167c80e8a5",
+        "purpose": "Synchronize the family-owned repaired atlas: preserve opaque white fur and use a fixed crop and scale for the six idle frames.",
+        "author": "codex-astra"
+      }
     },
     {
       "source": "packages/web/public/concierge/skins/ragdoll-v1/idle.png",
@@ -40,6 +47,119 @@
         "purpose": "Restore the complete original grey-point cat silhouette on transparent alpha; remove the cropped room background.",
         "author": "codex-astra"
       }
+    },
+    {
+      "source": "packages/web/public/visible-cafe/skins/xianxian/sleeping-row.png",
+      "sourceCommit": "569196d723bcfaa3e4c162312a2081e479ed5579",
+      "destination": "assets/skins/xianxian-sleeping-row.png",
+      "sha256": "1f15086d9836b6a1174349bc7814c3d4871a6019cd4aa896456fb2776fe6aa05"
+    },
+    {
+      "source": "packages/web/public/visible-cafe/skins/xianxian/working-row.png",
+      "sourceCommit": "569196d723bcfaa3e4c162312a2081e479ed5579",
+      "destination": "assets/skins/xianxian-working-row.png",
+      "sha256": "28862148bb7c0c42391f0c28399ac1314ecc6f4f61cab802933ed3c81ee593d6"
+    },
+    {
+      "source": "packages/web/public/visible-cafe/skins/xianxian/staged-thought-row.png",
+      "sourceCommit": "569196d723bcfaa3e4c162312a2081e479ed5579",
+      "destination": "assets/skins/xianxian-staged-thought-row.png",
+      "sha256": "e9286ce2c234911d9b45835849e1a2a853598d0d0260ecf7d24430a95847725f"
     }
-  ]
+  ],
+  "livingSkin": {
+    "package": "xianxian-living package-v3",
+    "manifestSha256": "a7434caa0cd559bfb8747a9d9391fb5219d4c4a68639b5b669008dd7c7b67aaf",
+    "creator": "opus55; keyframes by codex-astra; source videos by CVO",
+    "files": [
+      {
+        "destination": "assets/skins/xianxian-living/layers/body.webp",
+        "sha256": "39f8fae11b49d6fc8c7d0993a2ed867b6d863f1da580a711ff11d91aa8c6c233"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/head.webp",
+        "sha256": "18a7d34716448ceb70afd7b0e633ef6ab71c6717a96b73b8e39e7ee027d550cb"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/tail.webp",
+        "sha256": "d23c5c964e9084c6f44d4a6b8b42cbaff6678348bec87a8434a18967816cf4ff"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/earL.webp",
+        "sha256": "0d40004c7bbc592b76a4452c42740b6059697a1b313c9f9919bd16ef5a64b1d1"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/earR.webp",
+        "sha256": "1c2141ac3aa4d93ab4f4dfb14c5ec8c566db2e53444a730b008e00f65765b700"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/irisL.webp",
+        "sha256": "006b247e4fa8924b8f20198fc34d38a231dda0577ee45581a3d6d1fa74886533"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/irisR.webp",
+        "sha256": "929bd6c888860ac5ebe80f230a5793bc8c93b36eabdc9d18b3ef1fd7cb1ff095"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/whiteL.webp",
+        "sha256": "b4b2a539950376575ed9d61052b1a43f06812af6158244c86351d29ab935fde7"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/whiteR.webp",
+        "sha256": "9203fc92f5430d72deb56b1587a8cc79e9d7952fc6e5027adfc8507ed661a441"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/closed.webp",
+        "sha256": "adb354110fb952a3bb6d5f5fc11968b74c1cc2cf8d2e6dafc4b2b4ad7ca1d92b"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/mouth.webp",
+        "sha256": "f968f9afba93e6bf64a51e7c26f0ddfc2ed10fd18d65c38cf636b4e73eeb9b53"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/scared.webp",
+        "sha256": "1cb165fa0a116aea063b78aef64ac3d512d2ec71f0b3f169f57914aaa5a9f48a"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/trot.webm",
+        "sha256": "02660b4a57dfaca0e4b3d4a4d1e791715af8d01a831c56bd3ff9e30e4fc56900"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/pounce.webm",
+        "sha256": "65a380d993f53debb6ff761e586e9fdacce4cb2156c6bb461b4f3875926d5a00"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/sleep.webm",
+        "sha256": "f53ae41cc7722128e68f4b5cf3df980be216a79f8cc4b8dff36fa0dc029dbca9"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/wake.webm",
+        "sha256": "8821cb764d7ca085f4b30dec2f893f2515d383cc1f2053215e91b18b86753cd7"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/peek.webm",
+        "sha256": "adebecf89b724eec9852d097364e10bc328d006ce3bb3bd3f4b257c095d57a92"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/peek_fade.webm",
+        "sha256": "7880e695fa8afe783c4f1fcb4fc1c31c12d64d36f3d124dc4ef929ad09f7ffef"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/carry.webm",
+        "sha256": "4fa582ab6a18b538cfe815ab19e73da30c0da061ec661bb12e4060f8b3d2e600"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/wait.webm",
+        "sha256": "5e2a41e967eed178b8e540231e0b1733bbc388f955204a7b0b76b2aa7cfc4e45"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/clips/think.webm",
+        "sha256": "4ba9fa0f38076a4abd0d664dc75287b76def7b340dc763b6aab4ea15bbe8abc1"
+      },
+      {
+        "destination": "assets/skins/xianxian-living/layers/meta.json",
+        "sha256": "92fe5571b2f4b78c1138e199aaa29bb523b6f6ad7ab346fbd6407c8b557e220f"
+      }
+    ]
+  }
 }