@burdenoff/fe-libs 2026.1028.3 → 2026.1028.5

package/dist/shared/assistant/turnTimeline.js

@@ -1,5 +1,5 @@
 //#region src/shared/assistant/turnTimeline.ts
-var e = /* @__PURE__ */ "speechEnded.graceStarted.graceEnded.handedOver.accepted.cleared.attemptStarted.prewarmJoined.bootAdopted.provisionStarted.createRequested.sandboxRunning.serviceReady.runtimeReady.promptSent.lastQuietPoll.streamOpen.streamRemint.firstDelta.firstOutput.firstText.streamIdle.answerDone.complete.speechQueued.ttsStarted.firstAudio.audioEnded".split("."), t = [
+var e = /* @__PURE__ */ "speechEnded.lastSpeechFrame.recognizerSpeechEnded.graceStarted.graceEnded.handedOver.accepted.cleared.attemptStarted.prewarmJoined.bootAdopted.provisionStarted.createRequested.sandboxRunning.serviceReady.runtimeReady.promptSent.lastQuietPoll.streamOpen.streamRemint.firstDelta.firstOutput.firstText.streamIdle.answerDone.complete.speechQueued.ttsStarted.firstAudio.audioEnded".split("."), t = [
 	"attemptStarted",
 	"prewarmJoined",
 	"bootAdopted",
@@ -17,19 +17,19 @@ var e = /* @__PURE__ */ "speechEnded.graceStarted.graceEnded.handedOver.accepted
 	"firstText",
 	"streamIdle",
 	"answerDone"
-], n = "burdenoff:assistant-turn-timeline", r = 50, i = /* @__PURE__ */ new Map(), a = /* @__PURE__ */ new Set();
-function o(e) {
-	return a.add(e), () => {
-		a.delete(e);
+], n = "burdenoff:assistant-turn-timeline", r = 50, i = /* @__PURE__ */ new Map(), a = 0, o = /* @__PURE__ */ new Set();
+function s(e) {
+	return o.add(e), () => {
+		o.delete(e);
 	};
 }
-function s() {
+function c() {
 	try {
 		if (typeof performance < "u" && typeof performance?.now == "function") return performance.now();
 	} catch {}
 	return Date.now();
 }
-function c() {
+function l() {
 	try {
 		let e = typeof window > "u" ? null : window;
 		return !e || typeof e.matchMedia != "function" ? "unknown" : e.matchMedia("(pointer: coarse)").matches ? "touch" : "pointer";
@@ -37,7 +37,7 @@ function c() {
 		return "unknown";
 	}
 }
-function l(e) {
+function u(e) {
 	return {
 		...e,
 		at: { ...e.at },
@@ -47,10 +47,10 @@ function l(e) {
 		})) } : {}
 	};
 }
-function u(e) {
-	let t = l(e), r = () => {
-		for (let e of [...a]) try {
-			e(l(t));
+function d(e) {
+	let t = u(e), r = () => {
+		for (let e of [...o]) try {
+			e(u(t));
 		} catch {}
 		try {
 			let e = typeof window > "u" ? null : window;
@@ -60,33 +60,33 @@ function u(e) {
 	};
 	typeof queueMicrotask == "function" ? queueMicrotask(r) : r();
 }
-function d(e, t, n) {
+function f(e, t, n) {
 	if (i.has(e)) return;
 	let a = {};
-	n?.speechEnded !== void 0 && (a.speechEnded = n.speechEnded), n?.graceStarted !== void 0 && (a.graceStarted = n.graceStarted), n?.graceEnded !== void 0 && (a.graceEnded = n.graceEnded), n?.handedOver !== void 0 && (a.handedOver = n.handedOver);
+	n?.speechEnded !== void 0 && (a.speechEnded = n.speechEnded), n?.lastSpeechFrame !== void 0 && (a.lastSpeechFrame = n.lastSpeechFrame), n?.recognizerSpeechEnded !== void 0 && (a.recognizerSpeechEnded = n.recognizerSpeechEnded), n?.graceStarted !== void 0 && (a.graceStarted = n.graceStarted), n?.graceEnded !== void 0 && (a.graceEnded = n.graceEnded), n?.handedOver !== void 0 && (a.handedOver = n.handedOver);
 	let o = {
 		turnId: e,
 		...t,
 		at: a
 	};
-	for (i.set(e, o); i.size > r;) {
+	for (n?.selectedGraceMs !== void 0 && (o.selectedGraceMs = n.selectedGraceMs), i.set(e, o); i.size > r;) {
 		let e = i.keys().next().value;
 		if (e === void 0) break;
 		i.delete(e);
 	}
-	u(o);
+	d(o);
 }
-function f(e, t, n = s()) {
+function p(e, t, n = c()) {
 	let r = i.get(e);
-	!r || r.at[t] !== void 0 || (r.at[t] = n, u(r));
+	!r || r.at[t] !== void 0 || (r.at[t] = n, d(r));
 }
-function p(e, t) {
+function m(e, t) {
 	let n = i.get(e);
 	if (!n) return;
 	let r = !1;
-	t.runtime !== void 0 && n.runtime === void 0 && (n.runtime = t.runtime, r = !0), t.usedTools !== void 0 && n.usedTools === void 0 && (n.usedTools = t.usedTools, r = !0), t.deadSandboxProbe !== void 0 && n.deadSandboxProbe === void 0 && (n.deadSandboxProbe = t.deadSandboxProbe, r = !0), t.cacheProofFailed !== void 0 && n.cacheProofFailed === void 0 && (n.cacheProofFailed = t.cacheProofFailed, r = !0), t.prewarm !== void 0 && n.prewarm === void 0 && (n.prewarm = t.prewarm, r = !0), t.transport !== void 0 && n.transport === void 0 && (n.transport = t.transport, r = !0), t.live !== void 0 && n.live === void 0 && (n.live = t.live, r = !0), t.session !== void 0 && n.session === void 0 && (n.session = t.session, r = !0), t.outcome !== void 0 && n.outcome === void 0 && (n.outcome = t.outcome, r = !0), r && u(n);
+	t.runtime !== void 0 && n.runtime === void 0 && (n.runtime = t.runtime, r = !0), t.usedTools !== void 0 && n.usedTools === void 0 && (n.usedTools = t.usedTools, r = !0), t.deadSandboxProbe !== void 0 && n.deadSandboxProbe === void 0 && (n.deadSandboxProbe = t.deadSandboxProbe, r = !0), t.cacheProofFailed !== void 0 && n.cacheProofFailed === void 0 && (n.cacheProofFailed = t.cacheProofFailed, r = !0), t.prewarm !== void 0 && n.prewarm === void 0 && (n.prewarm = t.prewarm, r = !0), t.transport !== void 0 && n.transport === void 0 && (n.transport = t.transport, r = !0), t.live !== void 0 && n.live === void 0 && (n.live = t.live, r = !0), t.session !== void 0 && n.session === void 0 && (n.session = t.session, r = !0), t.outcome !== void 0 && n.outcome === void 0 && (n.outcome = t.outcome, r = !0), r && d(n);
 }
-function m(e, n = s()) {
+function h(e, n = c()) {
 	let r = i.get(e);
 	if (!r) return;
 	let a = {
@@ -97,19 +97,19 @@ function m(e, n = s()) {
 		let t = r.at[e];
 		t !== void 0 && (a.at[e] = t, delete r.at[e]);
 	}
-	r.runtime !== void 0 && (a.runtime = r.runtime), r.usedTools !== void 0 && (a.usedTools = r.usedTools), r.deadSandboxProbe !== void 0 && (a.deadSandboxProbe = r.deadSandboxProbe), r.cacheProofFailed !== void 0 && (a.cacheProofFailed = r.cacheProofFailed), r.prewarm !== void 0 && (a.prewarm = r.prewarm), r.transport !== void 0 && (a.transport = r.transport), r.live !== void 0 && (a.live = r.live), r.session !== void 0 && (a.session = r.session), delete r.transport, delete r.live, delete r.session, delete r.runtime, delete r.usedTools, delete r.deadSandboxProbe, delete r.cacheProofFailed, delete r.prewarm, r.attempts = [...r.attempts ?? [], a], r.retried = !0, u(r);
+	r.runtime !== void 0 && (a.runtime = r.runtime), r.usedTools !== void 0 && (a.usedTools = r.usedTools), r.deadSandboxProbe !== void 0 && (a.deadSandboxProbe = r.deadSandboxProbe), r.cacheProofFailed !== void 0 && (a.cacheProofFailed = r.cacheProofFailed), r.prewarm !== void 0 && (a.prewarm = r.prewarm), r.transport !== void 0 && (a.transport = r.transport), r.live !== void 0 && (a.live = r.live), r.session !== void 0 && (a.session = r.session), delete r.transport, delete r.live, delete r.session, delete r.runtime, delete r.usedTools, delete r.deadSandboxProbe, delete r.cacheProofFailed, delete r.prewarm, r.attempts = [...r.attempts ?? [], a], r.retried = !0, d(r);
 }
-function h(e) {
+function g(e) {
 	let t = i.get(e);
-	return t ? l(t) : void 0;
-}
-function g() {
-	return [...i.values()].map(l);
+	return t ? u(t) : void 0;
 }
 function _() {
+	return [...i.values()].map(u);
+}
+function v() {
 	i.clear();
 }
-var v = [
+var y = [
 	{
 		name: "endpointing",
 		from: "speechEnded",
@@ -256,38 +256,38 @@ var v = [
 		to: "firstAudio"
 	}
 ];
-function y(e) {
+function b(e) {
 	let t = {};
-	for (let { name: n, from: r, to: i } of v) {
+	for (let { name: n, from: r, to: i } of y) {
 		let a = e.at[r], o = e.at[i];
 		a !== void 0 && o !== void 0 && o >= a && (t[n] = o - a);
 	}
 	return t;
 }
-function b(e, t) {
+function x(e, t) {
 	return e[Math.max(1, Math.ceil(t * e.length)) - 1];
 }
-function x(e) {
+function S(e) {
 	if (!e.length) return;
 	let t = [...e].sort((e, t) => e - t), n = Math.floor(t.length / 2), r = t.length % 2 ? t[n] : (t[n - 1] + t[n]) / 2;
 	return {
 		n: t.length,
 		median: r,
-		p90: b(t, .9),
+		p90: x(t, .9),
 		max: t[t.length - 1]
 	};
 }
-function S(e) {
+function C(e) {
 	return e.outcome === "answered" && !e.retried;
 }
-function C(e, t, n = S) {
+function w(e, t, n = C) {
 	let r = /* @__PURE__ */ new Map();
 	for (let i of e) {
 		if (!n(i)) continue;
 		let e = t(i), a = r.get(e) ?? /* @__PURE__ */ new Map();
 		r.set(e, a);
-		let o = y(i);
-		for (let { name: e } of v) {
+		let o = b(i);
+		for (let { name: e } of y) {
 			let t = o[e];
 			if (t === void 0) continue;
 			let n = a.get(e) ?? [];
@@ -298,12 +298,30 @@ function C(e, t, n = S) {
 	for (let [e, t] of r) {
 		let n = {};
 		for (let [e, r] of t) {
-			let t = x(r);
+			let t = S(r);
 			t && (n[e] = t);
 		}
 		i[e] = n;
 	}
 	return i;
 }
+function T(e, t = c()) {
+	let n = i.get(e);
+	if (!n || n.outcome !== "answered" || n.at.firstText === void 0 || n.channel === "listen") return;
+	let r = `listen:${++a}`;
+	return f(r, {
+		channel: "listen",
+		product: n.product,
+		mode: n.mode,
+		language: n.language,
+		device: n.device,
+		routedByAuto: !1
+	}), p(r, "accepted", t), r;
+}
+function E(e, t, n = c()) {
+	if (!e) return;
+	let r = i.get(e);
+	!r || r.channel !== "listen" || r.outcome !== void 0 || (t === "answered" && p(e, "firstAudio", n), p(e, "complete", n), m(e, { outcome: t }));
+}
 //#endregion
-export { e as TURN_MILESTONES, v as TURN_SEGMENTS, n as TURN_TIMELINE_EVENT, d as beginTurn, p as describeTurn, c as detectTurnDevice, S as isComparableTurn, f as markTurn, g as recentTurnTimelines, _ as resetTurnTimelines, m as restartAttempt, x as segmentStats, o as subscribeTurnTimelines, C as summariseTurnTimelines, s as turnClockMs, y as turnSegments, h as turnTimeline };
+export { e as TURN_MILESTONES, y as TURN_SEGMENTS, n as TURN_TIMELINE_EVENT, T as beginListenTurn, f as beginTurn, m as describeTurn, l as detectTurnDevice, E as finishListenTurn, C as isComparableTurn, p as markTurn, _ as recentTurnTimelines, v as resetTurnTimelines, h as restartAttempt, S as segmentStats, s as subscribeTurnTimelines, w as summariseTurnTimelines, c as turnClockMs, b as turnSegments, g as turnTimeline };

package/dist/shared/assistant/turnTimingReport.d.ts

@@ -18,6 +18,11 @@ export interface AssistantTurnTimingReport {
     firstVisibleOutputMs?: number;
     firstUsefulOutputMs?: number;
     firstAudioMs?: number;
+    firstUsefulAudioMs?: number;
+    speechEndToCommitMs?: number;
+    recognizerEndToCommitMs?: number;
+    selectedGraceMs?: number;
+    completionGraceMs?: number;
     completeMs: number;
 }
 /**
@@ -48,6 +53,10 @@ export declare const TURN_TIMING_STAGES: readonly [{
     readonly field: "firstAudioMs";
     readonly milestone: "firstAudio";
     readonly onRetry: "final";
+}, {
+    readonly field: "firstUsefulAudioMs";
+    readonly milestone: "firstAudio";
+    readonly onRetry: "final";
 }, {
     readonly field: "completeMs";
     readonly milestone: "complete";
@@ -64,7 +73,7 @@ export declare const ABANDONED_TURN_OUTCOME = "abandoned";
  */
 export declare const MAX_REPORTED_TURN_MS: number;
 /** Every key a report may carry — the privacy allowlist, stated once. */
-export declare const TURN_TIMING_REPORT_FIELDS: readonly ["product", "channel", "mode", "runtime", "prewarm", "outcome", "retried", ...("runtimeReadyMs" | "modelStartMs" | "firstVisibleOutputMs" | "firstUsefulOutputMs" | "firstAudioMs" | "completeMs")[]];
+export declare const TURN_TIMING_REPORT_FIELDS: readonly ["product", "channel", "mode", "runtime", "prewarm", "outcome", "retried", "speechEndToCommitMs", "recognizerEndToCommitMs", "selectedGraceMs", "completionGraceMs", ...("runtimeReadyMs" | "modelStartMs" | "firstVisibleOutputMs" | "firstUsefulOutputMs" | "firstAudioMs" | "firstUsefulAudioMs" | "completeMs")[]];
 /**
  * Finished: it has an outcome and it ended. Every exit path marks `complete`
  * in a `finally`, and every one of them sets an outcome.

package/dist/shared/assistant/turnTimingReport.js

@@ -25,6 +25,11 @@ var e = [
 		milestone: "firstAudio",
 		onRetry: "final"
 	},
+	{
+		field: "firstUsefulAudioMs",
+		milestone: "firstAudio",
+		onRetry: "final"
+	},
 	{
 		field: "completeMs",
 		milestone: "complete",
@@ -38,6 +43,10 @@ var e = [
 	"prewarm",
 	"outcome",
 	"retried",
+	"speechEndToCommitMs",
+	"recognizerEndToCommitMs",
+	"selectedGraceMs",
+	"completionGraceMs",
 	...e.map((e) => e.field)
 ];
 function i(e) {
@@ -90,10 +99,10 @@ function p(e) {
 	};
 }
 function m(e, t, n) {
-	return e === "firstUsefulOutputMs" ? t === "answered" : e === "firstAudioMs" ? t === "answered" && n === "voice" : !0;
+	return e === "firstUsefulOutputMs" ? t === "answered" && n !== "listen" : e === "firstUsefulAudioMs" ? t === "answered" && (n === "voice" || n === "listen") : e === "firstAudioMs" ? t === "answered" && n === "voice" : !0;
 }
 function h(t, n, r) {
-	let i = t.retried === !0, { runtime: a, prewarm: s } = p(t), c = {
+	let i = t.retried === !0, { runtime: s, prewarm: c } = p(t), l = {
 		product: t.product,
 		channel: t.channel,
 		mode: t.mode,
@@ -101,13 +110,17 @@ function h(t, n, r) {
 		retried: i,
 		completeMs: r
 	};
-	a !== void 0 && (c.runtime = a), s !== void 0 && (c.prewarm = s);
+	s !== void 0 && (l.runtime = s), c !== void 0 && (l.prewarm = c);
 	for (let { field: r, milestone: a, onRetry: s } of e) {
-		if (r === "completeMs" || !m(r, n, t.channel) || i && s === "omit") continue;
+		if (r === "completeMs" || r === "firstUsefulAudioMs" && t.channel === "voice" && t.at.firstText === void 0 || !m(r, n, t.channel) || i && s === "omit") continue;
 		let e = o(t, a, i && s === "earliest");
-		e !== void 0 && (c[r] = e);
+		e !== void 0 && (l[r] = e);
+	}
+	if (t.channel === "voice") {
+		let e = (e, t) => e === void 0 || t === void 0 || t < e ? void 0 : a(e, t), n = e(t.at.lastSpeechFrame, t.at.accepted), r = e(t.at.recognizerSpeechEnded, t.at.accepted), i = e(t.at.graceStarted, t.at.graceEnded);
+		n !== void 0 && (l.speechEndToCommitMs = n), r !== void 0 && (l.recognizerEndToCommitMs = r), i !== void 0 && (l.completionGraceMs = i), t.selectedGraceMs !== void 0 && Number.isSafeInteger(t.selectedGraceMs) && t.selectedGraceMs >= 0 && (l.selectedGraceMs = t.selectedGraceMs);
 	}
-	return c;
+	return l;
 }
 function g(e) {
 	if (!i(e) || !e.outcome || !e.product) return null;