@pasko70/pibo 1.9.7 → 1.9.9

package/dist/debug/web-streaming-browser-scripts.js

@@ -1,242 +0,0 @@
-import { browserStreamingBenchmarkLibrary } from "./web-streaming-browser-library.js";
-export function streamingBenchmarkEventSourceProbeScript() {
-    return String.raw `
-(() => {
-  if (window.__piboStreamingBenchmarkEventSourceProbeInstalled || typeof window.EventSource !== 'function') return;
-  const OriginalEventSource = window.EventSource;
-  const probe = {
-    createdAt: new Date().toISOString(),
-    openCount: 0,
-    errorCount: 0,
-    closeCount: 0,
-    forcedCloseCount: 0,
-    textDropRequested: false,
-    textDropDurationMs: undefined,
-    textDropUntil: 0,
-    textDropCount: 0,
-    textDropTextEventCount: 0,
-    events: [],
-    connections: [],
-  };
-  Object.defineProperty(probe, '_instances', { value: [], enumerable: false, configurable: false });
-  function at() { return typeof performance === 'undefined' ? Date.now() : performance.now(); }
-  function isChatEventsUrl(url) { return String(url || '').includes('/api/chat/events'); }
-  function pushConnection(kind, info, extra) {
-    probe.connections.push({ t: at(), kind, url: info.url, ...(extra || {}) });
-    if (probe.connections.length > 200) probe.connections.splice(0, probe.connections.length - 200);
-  }
-  function WrappedEventSource(url, init) {
-    const events = new OriginalEventSource(url, init);
-    const info = { url: String(url), createdAt: at(), closed: false, forcedClosing: false };
-    probe._instances.push({ events, info });
-    events.addEventListener('open', () => {
-      probe.openCount += 1;
-      pushConnection('open', info, { readyState: events.readyState });
-    });
-    events.addEventListener('error', () => {
-      probe.errorCount += 1;
-      pushConnection('error', info, { readyState: events.readyState });
-    });
-    events.addEventListener('pibo', (message) => {
-      let payload;
-      try { payload = JSON.parse(message.data); } catch {}
-      const type = payload && typeof payload.type === 'string' ? payload.type : undefined;
-      const record = {
-        t: at(),
-        url: info.url,
-        lastEventId: message.lastEventId || '',
-        type: typeof type === 'string' ? type : undefined,
-        liveReplayId: payload && typeof payload.liveReplayId === 'number' && Number.isFinite(payload.liveReplayId) ? payload.liveReplayId : undefined,
-        liveReplayReplayed: payload && payload.liveReplay && typeof payload.liveReplay.replayed === 'number' && Number.isFinite(payload.liveReplay.replayed) ? payload.liveReplay.replayed : undefined,
-        liveReplayMissed: Boolean(payload && payload.liveReplay && payload.liveReplay.missed === true),
-        liveReplayEvictedBefore: payload && payload.liveReplay && typeof payload.liveReplay.evictedBefore === 'number' && Number.isFinite(payload.liveReplay.evictedBefore) ? payload.liveReplay.evictedBefore : undefined,
-        liveReplayRequestedAfter: payload && payload.liveReplay && typeof payload.liveReplay.requestedAfter === 'number' && Number.isFinite(payload.liveReplay.requestedAfter) ? payload.liveReplay.requestedAfter : undefined,
-        liveReplayNewestAvailable: payload && payload.liveReplay && typeof payload.liveReplay.newestAvailable === 'number' && Number.isFinite(payload.liveReplay.newestAvailable) ? payload.liveReplay.newestAvailable : undefined,
-      };
-      probe.events.push(record);
-      if (probe.events.length > 1000) probe.events.splice(0, probe.events.length - 1000);
-    });
-    const originalClose = events.close.bind(events);
-    events.close = () => {
-      if (!info.closed) {
-        info.closed = true;
-        probe.closeCount += 1;
-        pushConnection('close', info, { forced: Boolean(info.forcedClosing), readyState: events.readyState });
-      }
-      return originalClose();
-    };
-    return events;
-  }
-  WrappedEventSource.prototype = OriginalEventSource.prototype;
-  Object.setPrototypeOf(WrappedEventSource, OriginalEventSource);
-  window.EventSource = WrappedEventSource;
-  window.__piboStreamingBenchmarkMarkTextDropRequested = (durationMs) => {
-    const duration = Math.max(0, Number(durationMs || 0));
-    probe.textDropRequested = true;
-    probe.textDropDurationMs = duration;
-    probe.textDropUntil = at() + duration;
-    probe.textDropCount = 0;
-    probe.textDropTextEventCount = 0;
-    return { durationMs: duration };
-  };
-  window.__piboStreamingBenchmarkForceReconnect = () => {
-    let closed = 0;
-    for (const entry of probe._instances) {
-      if (!entry || !entry.events || !isChatEventsUrl(entry.info && entry.info.url)) continue;
-      if (entry.events.readyState === 2) continue;
-      entry.info.forcedClosing = true;
-      probe.forcedCloseCount += 1;
-      entry.events.close();
-      closed += 1;
-    }
-    window.dispatchEvent(new Event('online'));
-    window.dispatchEvent(new Event('focus'));
-    return closed;
-  };
-  window.__piboStreamingBenchmarkEventSourceProbe = probe;
-  window.__piboStreamingBenchmarkEventSourceProbeInstalled = true;
-})();
-`;
-}
-export function streamingBenchmarkFixtureHtml(fixtureProfile, fixtureMix) {
-    return `<!doctype html>
-<html>
-<head>
-<meta charset="utf-8">
-<title>Streaming Benchmark Fixture</title>
-<style>body{font-family:system-ui,sans-serif;margin:24px;line-height:1.4} [data-pibo-component]{white-space:pre-wrap}</style>
-</head>
-<body data-pibo-debug="chat-app">
-<h1>Streaming Benchmark Fixture</h1>
-<div data-pibo-component="MarkdownRendererHost" data-pibo-markdown-kind="assistant-message">hello</div>
-<script>
-(() => {
-  function nowIso() { return new Date().toISOString(); }
-  const target = document.querySelector('[data-pibo-component="MarkdownRendererHost"]');
-  const textDeltas = [' a', ' b', ' c', ' d', ' e', ' f', ' g', ' h', ' i', ' j', ' k', ' l'];
-  const markdownDeltas = [' **a**', ' **b**', ' **c**', ' **d**', ' **e**', ' **f**', ' **g**', ' **h**', ' **i**', ' **j**', ' **k**', ' **l**'];
-  const gfmMarkdownDeltas = [' ~~a~~', ' ~~b~~', ' ~~c~~', ' ~~d~~', ' ~~e~~', ' ~~f~~', ' ~~g~~', ' ~~h~~', ' ~~i~~', ' ~~j~~', ' ~~k~~', ' ~~l~~'];
-  const gfmTaskMarkdownDeltas = ['- [ ] [_**a**_](https://e.co/a)', ' [_**b**_](https://e.co/b)', ' [_**c**_](https://e.co/c)', ' [_**d**_](https://e.co/d)', ' [_**e**_](https://e.co/e)', ' [_**f**_](https://e.co/f)', ' [_**g**_](https://e.co/g)', ' [_**h**_](https://e.co/h)', ' [_**i**_](https://e.co/i)', ' [_**j**_](https://e.co/j)', ' [_**k**_](https://e.co/k)', ' [_**l**_](https://e.co/l)'];
-  const gfmFullMarkdownDeltas = ['- [ ] [_~~a~~_](https://e.co/a)', ' [_~~b~~_](https://e.co/b)', ' [_~~c~~_](https://e.co/c)', ' [_~~d~~_](https://e.co/d)', ' [_~~e~~_](https://e.co/e)', ' [_~~f~~_](https://e.co/f)', ' [_~~g~~_](https://e.co/g)', ' [_~~h~~_](https://e.co/h)', ' [_~~i~~_](https://e.co/i)', ' [_~~j~~_](https://e.co/j)', ' [_~~k~~_](https://e.co/k)', ' [_~~l~~_](https://e.co/l)'];
-  const cadenceMs = 100;
-  const profile = ${JSON.stringify(fixtureProfile)};
-  const mix = ${JSON.stringify(fixtureMix)};
-  const deltas = mix === 'markdown' ? markdownDeltas : (mix === 'gfm-markdown' ? gfmMarkdownDeltas : (mix === 'gfm-task-markdown' ? gfmTaskMarkdownDeltas : (mix === 'gfm-full-markdown' ? gfmFullMarkdownDeltas : textDeltas)));
-  const reasoningDeltas = mix === 'reasoning-text' ? [' think', ' plan', ' check', ' answer'] : [];
-  const scheduleMs = buildSchedule(deltas.length, cadenceMs, profile);
-  const reasoningScheduleMs = reasoningDeltas.map((_, index) => Math.max(10, Math.round((index + 1) * cadenceMs / 2)));
-  let timers = [];
-  function buildSchedule(count, cadence, timingProfile) {
-    const delays = [];
-    let elapsed = 0;
-    for (let index = 0; index < count; index += 1) {
-      let gap = cadence;
-      if (timingProfile === 'jitter') {
-        const jitter = [-30, 50, -20, 30, -40, 60, -10, 40, -50, 70, -20, 30][index % 12];
-        gap = Math.max(10, cadence + jitter);
-      } else if (timingProfile === 'burst') {
-        gap = index > 0 && index % 3 !== 0 ? Math.max(10, Math.round(cadence / 5)) : Math.max(cadence, Math.round(cadence * 2.5));
-      } else if (timingProfile === 'batch') {
-        gap = index % 4 === 0 ? Math.max(cadence, Math.round(cadence * 3)) : 0;
-      }
-      elapsed += gap;
-      delays.push(elapsed);
-    }
-    return delays;
-  }
-  function snapshot() {
-    const now = nowIso();
-    return {
-      startedAt: now,
-      updatedAt: now,
-      eventCount: 0,
-      textDeltaCount: 0,
-      textDeltaBytes: 0,
-      reasoningDeltaCount: 0,
-      reasoningDeltaBytes: 0,
-      enqueueCount: 0,
-      flushCount: 0,
-      flushedEventCount: 0,
-      overlayUpdateCount: 0,
-      overlayEventCount: 0,
-      traceRefreshStartedCount: 0,
-      traceRefreshCompletedCount: 0,
-      traceRefreshFailedCount: 0,
-      traceBaseUpdateCount: 0,
-      traceBaseOutputLength: 0,
-      currentOutputLength: target.textContent.length,
-      lastDurableCursor: undefined,
-      lastTransientLiveId: 'live:-1',
-    };
-  }
-  window.__piboStreamingDebugReset = () => {
-    for (const timer of timers) clearTimeout(timer);
-    timers = [];
-    target.textContent = 'hello';
-    window.__piboStreamingDebug = snapshot();
-    return window.__piboStreamingDebug;
-  };
-  window.__piboStreamingFixtureConfig = { deltaCount: deltas.length, reasoningDeltaCount: reasoningDeltas.length, cadenceMs, profile, mix, scheduleMs, reasoningScheduleMs, textBytes: deltas.join('').length, reasoningBytes: reasoningDeltas.join('').length };
-  window.__piboStreamingFixtureStart = () => {
-    window.__piboStreamingDebugReset();
-    reasoningDeltas.forEach((delta, index) => {
-      timers.push(setTimeout(() => {
-        const debug = window.__piboStreamingDebug;
-        const at = nowIso();
-        debug.eventCount += 1;
-        debug.firstEventAt ??= at;
-        debug.firstReasoningDeltaAt ??= at;
-        debug.reasoningDeltaCount += 1;
-        debug.reasoningDeltaBytes += delta.length;
-        debug.firstEnqueueAt ??= at;
-        debug.enqueueCount += 1;
-        debug.firstFlushAt ??= at;
-        debug.flushCount += 1;
-        debug.flushedEventCount += 1;
-        debug.firstOverlayUpdateAt ??= at;
-        debug.overlayUpdateCount += 1;
-        debug.overlayEventCount += 1;
-        debug.lastEventAt = at;
-        debug.updatedAt = at;
-        debug.lastTransientLiveId = 'live:reasoning-' + index;
-      }, reasoningScheduleMs[index]));
-    });
-    deltas.forEach((delta, index) => {
-      timers.push(setTimeout(() => {
-        target.textContent += delta;
-        const debug = window.__piboStreamingDebug;
-        const at = nowIso();
-        debug.eventCount += 1;
-        debug.firstEventAt ??= at;
-        debug.firstTextDeltaAt ??= at;
-        debug.textDeltaCount += 1;
-        debug.textDeltaBytes += delta.length;
-        debug.firstEnqueueAt ??= at;
-        debug.enqueueCount += 1;
-        debug.firstFlushAt ??= at;
-        debug.flushCount += 1;
-        debug.flushedEventCount += 1;
-        debug.firstOverlayUpdateAt ??= at;
-        debug.overlayUpdateCount += 1;
-        debug.overlayEventCount += 1;
-        debug.currentOutputLength = target.textContent.length;
-        debug.lastEventAt = at;
-        debug.updatedAt = at;
-        debug.lastTransientLiveId = 'live:' + index;
-      }, scheduleMs[index]));
-    });
-    return window.__piboStreamingFixtureConfig;
-  };
-  window.__piboStreamingDebugReset();
-})();
-</script>
-</body>
-</html>`;
-}
-export function buildStreamingBenchmarkExpression(durationMs, input = {}) {
-    return `(async () => {
-  const options = ${JSON.stringify({ durationMs, startFixture: Boolean(input.startFixture), startBackendFixture: Boolean(input.startBackendFixture), fixtureProfile: input.fixtureProfile ?? "steady", fixtureMix: input.fixtureMix ?? "text", fixturePreludeMessages: input.fixturePreludeMessages ?? 0, simulateReconnect: Boolean(input.simulateReconnect), simulateTraceCatchup: Boolean(input.simulateTraceCatchup), simulateOverlayDrop: Boolean(input.simulateOverlayDrop), reconnectAtMs: input.simulateReconnect ? 325 : undefined, traceCatchupDropMs: input.simulateTraceCatchup ? 1300 : undefined })};
-  ${browserStreamingBenchmarkLibrary()}
-  return await runStreamingBenchmark(options);
-})()`;
-}

package/dist/debug/web-streaming-provider-telemetry.js

@@ -1,194 +0,0 @@
-import { resolveDebugStore } from "./stores.js";
-import { inspectTelemetryProvider, inspectTelemetryProviderEvents, inspectTelemetrySession, inspectTelemetryTurn } from "./telemetry.js";
-export function summarizeStreamingProviderTelemetry(input) {
-    const request = input.request;
-    const startedAt = stringField(request, "startedAt");
-    const textEvents = input.events.filter(isProviderTextDeltaEvent);
-    const reasoningEvents = input.events.filter(isProviderReasoningDeltaEvent);
-    const textReceivedAt = textEvents.map((event) => stringField(event, "receivedAt")).filter((value) => Boolean(value));
-    const reasoningReceivedAt = reasoningEvents.map((event) => stringField(event, "receivedAt")).filter((value) => Boolean(value));
-    return {
-        requested: true,
-        available: true,
-        providerRequestId: input.providerRequestId ?? stringField(request, "providerRequestId") ?? "unknown",
-        piboSessionId: stringField(request, "piboSessionId"),
-        turnId: stringField(request, "turnId"),
-        provider: stringField(request, "provider"),
-        api: stringField(request, "api"),
-        model: stringField(request, "model"),
-        transport: stringField(request, "transport"),
-        status: stringField(request, "status"),
-        startedAt,
-        completedAt: stringField(request, "completedAt"),
-        httpStatus: optionalNumberField(request, "httpStatus"),
-        upstreamResponseId: stringField(request, "upstreamResponseId"),
-        rawEventCount: optionalNumberField(request, "rawEventCount"),
-        normalizedEventCount: optionalNumberField(request, "normalizedEventCount"),
-        parseErrorCount: optionalNumberField(request, "parseErrorCount"),
-        unknownEventCount: optionalNumberField(request, "unknownEventCount"),
-        firstByteLatencyMs: durationBetweenMs(startedAt, stringField(request, "firstByteAt")),
-        firstTextLatencyMs: durationBetweenMs(startedAt, textReceivedAt[0]),
-        firstReasoningLatencyMs: durationBetweenMs(startedAt, reasoningReceivedAt[0]),
-        eventTypeCounts: recordField(request, "eventTypeCounts"),
-        textDeltaCount: textEvents.length,
-        reasoningDeltaCount: reasoningEvents.length,
-        textDeltaBytes: numericStats(textEvents.map(providerDeltaBytes)),
-        reasoningDeltaBytes: numericStats(reasoningEvents.map(providerDeltaBytes)),
-        textDeltaGapsMs: numericStats(gapsBetweenIso(textReceivedAt)),
-        reasoningDeltaGapsMs: numericStats(gapsBetweenIso(reasoningReceivedAt)),
-        eventPageCount: input.eventPageCount ?? 1,
-        truncated: input.truncated === true,
-    };
-}
-export async function collectStreamingProviderTelemetryFromSelectedBrowserSession(client) {
-    const selected = await client.evaluate(`(() => ({
-  piboSessionId: document.querySelector('[data-pibo-debug="chat-shell"]')?.getAttribute('data-pibo-session-id')
-    || document.querySelector('[data-pibo-selected-session-id]')?.getAttribute('data-pibo-selected-session-id')
-    || undefined,
-}))()`, 5_000).catch(() => ({}));
-    const piboSessionId = isRecord(selected) && typeof selected.piboSessionId === "string" ? selected.piboSessionId : undefined;
-    if (!piboSessionId)
-        return unavailableStreamingProviderTelemetry("selected-session", "No selected Chat session was found in the current browser target.");
-    return collectStreamingProviderTelemetryFromSession(piboSessionId);
-}
-export function collectStreamingProviderTelemetry(providerRequestId, store = resolveDebugStore("pibo-data")) {
-    const provider = inspectTelemetryProvider(store, providerRequestId);
-    if (!provider.available)
-        return unavailableStreamingProviderTelemetry(providerRequestId, provider.message);
-    const events = [];
-    let after;
-    let pageCount = 0;
-    let truncated = false;
-    for (;;) {
-        const page = inspectTelemetryProviderEvents(store, providerRequestId, { limit: "200", after });
-        if (!page.available)
-            return unavailableStreamingProviderTelemetry(providerRequestId, page.message);
-        pageCount += 1;
-        events.push(...page.rows);
-        if (!page.page.hasMore || page.page.nextAfterSequence === undefined)
-            break;
-        if (pageCount >= 50) {
-            truncated = true;
-            break;
-        }
-        after = String(page.page.nextAfterSequence);
-    }
-    return summarizeStreamingProviderTelemetry({ request: provider.request, events, providerRequestId, truncated, eventPageCount: pageCount });
-}
-export function collectStreamingProviderTelemetryFromSession(piboSessionId) {
-    const store = resolveDebugStore("pibo-data");
-    const session = inspectTelemetrySession(store, piboSessionId, { limit: "20" });
-    if (!session.available)
-        return unavailableStreamingProviderTelemetry(`session:${piboSessionId}`, session.message);
-    const directProviderRequestId = latestProviderRequestId(session.detail.providerRequests);
-    if (directProviderRequestId)
-        return collectStreamingProviderTelemetry(directProviderRequestId, store);
-    for (const turn of session.detail.recentTurns) {
-        const timeline = inspectTelemetryTurn(store, turn.turnId, { limit: "20" });
-        if (!timeline.available)
-            continue;
-        const providerRequestId = latestProviderRequestId(timeline.timeline.providerRequests);
-        if (providerRequestId)
-            return collectStreamingProviderTelemetry(providerRequestId, store);
-    }
-    return unavailableStreamingProviderTelemetry(`session:${piboSessionId}`, `No provider request found for Pibo Session ${piboSessionId}.`);
-}
-export function collectStreamingProviderTelemetryFromTurn(turnIdOrEventId) {
-    const store = resolveDebugStore("pibo-data");
-    const timeline = inspectTelemetryTurn(store, turnIdOrEventId, { limit: "20" });
-    if (!timeline.available)
-        return unavailableStreamingProviderTelemetry(`turn:${turnIdOrEventId}`, timeline.message);
-    const providerRequestId = latestProviderRequestId(timeline.timeline.providerRequests);
-    if (providerRequestId)
-        return collectStreamingProviderTelemetry(providerRequestId, store);
-    return unavailableStreamingProviderTelemetry(`turn:${turnIdOrEventId}`, `No provider request found for turn or event ${turnIdOrEventId}.`);
-}
-function latestProviderRequestId(providerRequests) {
-    for (let index = providerRequests.length - 1; index >= 0; index--) {
-        const providerRequestId = providerRequests[index]?.providerRequestId;
-        if (providerRequestId)
-            return providerRequestId;
-    }
-    return undefined;
-}
-function unavailableStreamingProviderTelemetry(providerRequestId, message) {
-    return {
-        requested: true,
-        available: false,
-        providerRequestId,
-        textDeltaCount: 0,
-        reasoningDeltaCount: 0,
-        textDeltaBytes: numericStats([]),
-        reasoningDeltaBytes: numericStats([]),
-        textDeltaGapsMs: numericStats([]),
-        reasoningDeltaGapsMs: numericStats([]),
-        eventPageCount: 0,
-        truncated: false,
-        error: message,
-    };
-}
-function isProviderTextDeltaEvent(event) {
-    return stringField(event, "normalizedType") === "assistant_delta" || stringField(event, "eventType") === "pi.text_delta";
-}
-function isProviderReasoningDeltaEvent(event) {
-    const normalizedType = stringField(event, "normalizedType");
-    const eventType = stringField(event, "eventType") ?? "";
-    return normalizedType === "thinking_delta" || eventType === "pi.thinking_delta" || (eventType.includes("reasoning") && eventType.includes("delta"));
-}
-function providerDeltaBytes(event) {
-    const safeFields = recordField(event, "safeFields");
-    return optionalNumberField(safeFields, "deltaBytes") ?? optionalNumberField(safeFields, "contentBytes") ?? optionalNumberField(event, "byteSize");
-}
-function gapsBetweenIso(values) {
-    const gaps = [];
-    let previous;
-    for (const value of values) {
-        const current = Date.parse(value);
-        if (!Number.isFinite(current))
-            continue;
-        if (previous !== undefined)
-            gaps.push(round3(current - previous));
-        previous = current;
-    }
-    return gaps;
-}
-function durationBetweenMs(start, end) {
-    if (!start || !end)
-        return undefined;
-    const startMs = Date.parse(start);
-    const endMs = Date.parse(end);
-    if (!Number.isFinite(startMs) || !Number.isFinite(endMs))
-        return undefined;
-    return round3(endMs - startMs);
-}
-function stringField(value, key) {
-    return isRecord(value) && typeof value[key] === "string" ? value[key] : undefined;
-}
-function recordField(value, key) {
-    return isRecord(value) && isRecord(value[key]) ? value[key] : undefined;
-}
-function optionalNumberField(value, key) {
-    return isRecord(value) && typeof value[key] === "number" && Number.isFinite(value[key]) ? value[key] : undefined;
-}
-function numericStats(values) {
-    const nums = values.filter((value) => typeof value === "number" && Number.isFinite(value)).sort((left, right) => left - right);
-    if (!nums.length)
-        return { count: 0 };
-    const pick = (quantile) => nums[Math.min(nums.length - 1, Math.floor((nums.length - 1) * quantile))] ?? nums[nums.length - 1] ?? 0;
-    const avg = nums.reduce((total, value) => total + value, 0) / nums.length;
-    return {
-        count: nums.length,
-        min: round3(nums[0]),
-        p50: round3(pick(0.50)),
-        p90: round3(pick(0.90)),
-        p99: round3(pick(0.99)),
-        max: round3(nums[nums.length - 1]),
-        avg: round3(avg),
-    };
-}
-function round3(value) {
-    return Math.round(value * 1000) / 1000;
-}
-function isRecord(value) {
-    return typeof value === "object" && value !== null;
-}