@proj-airi/trace-kit 0.0.0-stage → 0.15.2

package/dist/testing/index.mjs

@@ -0,0 +1,880 @@
+import { G as definitionRecordsOf, J as trackPath } from "../conventions-DLiC8rkL.mjs";
+import { ATTR_GEN_AI_REQUEST_MODEL, ATTR_GEN_AI_USAGE_INPUT_TOKENS, ATTR_GEN_AI_USAGE_OUTPUT_TOKENS } from "../semconv.mjs";
+import { a as TraceReader, t as createTimelineProjection } from "../timeline-B4Vc6qQf.mjs";
+import "../projections/index.mjs";
+import { VoiceAttributes, VoiceNames, VoiceSeries, VoiceTracks } from "../profiles/voice.mjs";
+import { AgentNames, AgentTracks } from "../profiles/agent.mjs";
+//#region src/testing/fixtures/long-leading-silence.json
+var long_leading_silence_default = {
+	intervalMs: 32,
+	times: [
+		20,
+		52,
+		84,
+		116,
+		148,
+		180,
+		212,
+		244,
+		276,
+		308,
+		340,
+		372,
+		404,
+		436,
+		468,
+		500,
+		532,
+		564,
+		596,
+		628,
+		660,
+		692,
+		724,
+		756,
+		788,
+		820,
+		852,
+		884,
+		916,
+		948,
+		980,
+		1012,
+		1044,
+		1076,
+		1108,
+		1140,
+		1172,
+		1204,
+		1236,
+		1268,
+		1300,
+		1332,
+		1364,
+		1396,
+		1428,
+		1460,
+		1492,
+		1524,
+		1556,
+		1588,
+		1620,
+		1652,
+		1684,
+		1716,
+		1748,
+		1780,
+		1812,
+		1844,
+		1876,
+		1908,
+		1940,
+		1972,
+		2004,
+		2036,
+		2068,
+		2100,
+		2132,
+		2164,
+		2196,
+		2228,
+		2260,
+		2292,
+		2324,
+		2356,
+		2388,
+		2420,
+		2452,
+		2484,
+		2516,
+		2548,
+		2580,
+		2612,
+		2644,
+		2676,
+		2708,
+		2740,
+		2772,
+		2804,
+		2836,
+		2868,
+		2900,
+		2932,
+		2964,
+		2996,
+		3028,
+		3060,
+		3092,
+		3124,
+		3156,
+		3188,
+		3220,
+		3252,
+		3284,
+		3316,
+		3348,
+		3380,
+		3412,
+		3444,
+		3476,
+		3508,
+		3540,
+		3572,
+		3604,
+		3636,
+		3668,
+		3700,
+		3732,
+		3764,
+		3796,
+		3828,
+		3860,
+		3892,
+		3924,
+		3956,
+		3988,
+		4020,
+		4052,
+		4084,
+		4116,
+		4148,
+		4180,
+		4212,
+		4244,
+		4276,
+		4308,
+		4340,
+		4372,
+		4404,
+		4436,
+		4468,
+		4500,
+		4532,
+		4564,
+		4596,
+		4628,
+		4660,
+		4692,
+		4724,
+		4756,
+		4788,
+		4820,
+		4852,
+		4884,
+		4916,
+		4948,
+		4980,
+		5012,
+		5044,
+		5076,
+		5108,
+		5140,
+		5172,
+		5204,
+		5236,
+		5268
+	],
+	probability: [
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		.001,
+		.065,
+		.303,
+		.488,
+		.26,
+		.251,
+		.894,
+		.907,
+		.851,
+		.514,
+		.625,
+		.547,
+		.726,
+		.824,
+		.754,
+		.633,
+		.599,
+		.525,
+		.496,
+		.92,
+		.785,
+		.912,
+		.912,
+		.849,
+		.932,
+		.922,
+		.883,
+		.722,
+		.477,
+		.455,
+		.666,
+		.908,
+		.963,
+		.951,
+		.965,
+		.95,
+		.954,
+		.939,
+		.934,
+		.911,
+		.732,
+		.751,
+		.463,
+		.957,
+		.988,
+		.991,
+		.98,
+		.98,
+		.985,
+		.857,
+		.91,
+		.97,
+		.956,
+		.96,
+		.944,
+		.865,
+		.737,
+		.67,
+		.48,
+		.373,
+		.339,
+		.227,
+		.17,
+		.067,
+		.031,
+		.026,
+		.024,
+		.02,
+		.017,
+		.015,
+		.012,
+		.01,
+		.008,
+		.006,
+		.005,
+		.004,
+		.003,
+		.003,
+		.002,
+		.002,
+		.002,
+		.002,
+		.001,
+		.001,
+		.001,
+		.001,
+		.001,
+		.001,
+		.001,
+		.001,
+		.001,
+		0,
+		0,
+		.001,
+		.138,
+		.389,
+		.556,
+		.755,
+		.705,
+		.394,
+		.197,
+		.682,
+		.464,
+		.78,
+		.76,
+		.582,
+		.31,
+		.13,
+		.517,
+		.935,
+		.982,
+		.988,
+		.985,
+		.987,
+		.976,
+		.982,
+		.899,
+		.805,
+		.749,
+		.728,
+		.523,
+		.372,
+		.157,
+		.058,
+		.039,
+		.027,
+		.019,
+		.014,
+		.01,
+		.008,
+		.007,
+		.005,
+		.004,
+		.003,
+		.003,
+		.002,
+		.002,
+		.002,
+		.002,
+		.002,
+		.002,
+		.001,
+		.001,
+		.001
+	],
+	level: [
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		.06,
+		.434,
+		.779,
+		.784,
+		.779,
+		.764,
+		.76,
+		.683,
+		.347,
+		.275,
+		.724,
+		.777,
+		.772,
+		.759,
+		.752,
+		.74,
+		.738,
+		.758,
+		.774,
+		.777,
+		.768,
+		.751,
+		.747,
+		.725,
+		.717,
+		.706,
+		.7,
+		.693,
+		.494,
+		.415,
+		.361,
+		.698,
+		.703,
+		.702,
+		.73,
+		.725,
+		.719,
+		.724,
+		.724,
+		.617,
+		.417,
+		.338,
+		.306,
+		.336,
+		.715,
+		.706,
+		.566,
+		.473,
+		.437,
+		.239,
+		.353,
+		.61,
+		.569,
+		.549,
+		.525,
+		.475,
+		.179,
+		.149,
+		.231,
+		.267,
+		.25,
+		.224,
+		.171,
+		.026,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		.379,
+		.581,
+		.787,
+		.817,
+		.76,
+		.47,
+		.472,
+		.386,
+		.716,
+		.81,
+		.802,
+		.759,
+		.465,
+		.078,
+		0,
+		.475,
+		.743,
+		.772,
+		.746,
+		.735,
+		.709,
+		.695,
+		.669,
+		.655,
+		.64,
+		.631,
+		.62,
+		.511,
+		.305,
+		.103,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0,
+		0
+	]
+};
+//#endregion
+//#region src/testing/voice-turn.ts
+/**
+* A real recording: the level and the VAD probability of each 32 ms detector window of 5.3 s of speech.
+*
+* The values come from the AIRI Silero VAD model and `levelOf` of stage-ui, run on
+* `cases/long-leading-silence/input.test.wav` of `@proj-airi/testing-audio`. The probability is near 0 in silence,
+* jumps to near 1 within one or two windows, and dips between words. The speech starts at 884 ms.
+*/
+const LONG_LEADING_SILENCE = long_leading_silence_default;
+/** The trace clock times of the voice turn of {@link voiceTurnRecords}, in milliseconds. */
+const VOICE_TURN = {
+	inputStart: 200,
+	speechStart: 1084,
+	inputEnd: 5500,
+	playbackStart: 7e3,
+	playbackEnd: 1e4,
+	/** A second model request starts here and stays open. */
+	openRequestStart: 10200,
+	end: 12e3
+};
+/**
+* Records of one voice turn, for tests and stories of trace views. The trace has every kind of item that the IO
+* tracer draws:
+*
+* - A voice input with the level and the VAD probability of {@link LONG_LEADING_SILENCE}, and two speech segments.
+* - A failed speech recognition and its retry.
+* - A chat turn, a model request with tokens and a first chunk, and a labelled tool call.
+* - A speech output, a TTS request, and a playback with a level series.
+* - Participant states, floor instants, and a model request that is still open at the end.
+*/
+function voiceTurnRecords() {
+	const user = { actor: "user" };
+	const agent = { actor: "agent" };
+	const input = {
+		...user,
+		input: "i1",
+		conversation: "c1"
+	};
+	const turn = {
+		turn: "i1",
+		conversation: "c1"
+	};
+	const at = VOICE_TURN;
+	const userTrack = (path) => trackPath(path, user);
+	const agentTrack = (path) => trackPath(path, agent);
+	const llm = trackPath(AgentTracks.LLM, { agent: "agent" });
+	const played = long_leading_silence_default.times.flatMap((time, index) => time >= 884 && time - 884 < at.playbackEnd - at.playbackStart ? [index] : []);
+	return [
+		{
+			type: "state",
+			ts: 0,
+			track: userTrack(VoiceTracks.State),
+			value: "idle",
+			ids: user
+		},
+		{
+			type: "state",
+			ts: at.inputStart,
+			track: userTrack(VoiceTracks.State),
+			value: "listening",
+			from: "idle",
+			ids: user
+		},
+		{
+			type: "state",
+			ts: at.speechStart,
+			track: userTrack(VoiceTracks.State),
+			value: "speaking",
+			from: "listening",
+			ids: user
+		},
+		{
+			type: "state",
+			ts: at.inputEnd,
+			track: userTrack(VoiceTracks.State),
+			value: "waiting",
+			from: "speaking",
+			ids: user
+		},
+		{
+			type: "span.begin",
+			ts: at.inputStart,
+			track: userTrack(VoiceTracks.Input),
+			spanId: "input",
+			name: VoiceNames.VoiceInput,
+			ids: input,
+			attrs: { [VoiceAttributes.InputTrigger]: "speech" }
+		},
+		{
+			type: "sample.chunk",
+			ts: at.inputStart,
+			track: userTrack(VoiceTracks.Input),
+			ids: user,
+			offsetsMs: long_leading_silence_default.times,
+			values: {
+				[VoiceSeries.Level]: long_leading_silence_default.level,
+				[VoiceSeries.Probability]: long_leading_silence_default.probability
+			}
+		},
+		{
+			type: "span.begin",
+			ts: at.speechStart,
+			track: userTrack(VoiceTracks.Speech),
+			spanId: "speech-1",
+			name: VoiceNames.SpeechSegment,
+			ids: input
+		},
+		{
+			type: "instant",
+			ts: at.speechStart,
+			track: trackPath(VoiceTracks.Floor, { conversation: "c1" }),
+			name: VoiceNames.FloorTaken,
+			attrs: { actor: "user" }
+		},
+		{
+			type: "span.end",
+			ts: 2748,
+			track: userTrack(VoiceTracks.Speech),
+			spanId: "speech-1",
+			status: "ok"
+		},
+		{
+			type: "span.begin",
+			ts: 3964,
+			track: userTrack(VoiceTracks.Speech),
+			spanId: "speech-2",
+			name: VoiceNames.SpeechSegment,
+			ids: input
+		},
+		{
+			type: "span.end",
+			ts: 4764,
+			track: userTrack(VoiceTracks.Speech),
+			spanId: "speech-2",
+			status: "ok"
+		},
+		{
+			type: "span.begin",
+			ts: 4764,
+			track: userTrack(VoiceTracks.ASR),
+			spanId: "asr-1",
+			name: VoiceNames.SpeechRecognition,
+			ids: input
+		},
+		{
+			type: "span.end",
+			ts: 5150,
+			track: userTrack(VoiceTracks.ASR),
+			spanId: "asr-1",
+			status: "error",
+			reason: "provider failed"
+		},
+		{
+			type: "span.begin",
+			ts: 5150,
+			track: userTrack(VoiceTracks.ASR),
+			spanId: "asr-2",
+			name: VoiceNames.SpeechRecognition,
+			ids: input,
+			links: [{
+				rel: "retry-of",
+				to: { spanId: "asr-1" }
+			}]
+		},
+		{
+			type: "span.end",
+			ts: at.inputEnd,
+			track: userTrack(VoiceTracks.ASR),
+			spanId: "asr-2",
+			status: "ok"
+		},
+		{
+			type: "span.end",
+			ts: at.inputEnd,
+			track: userTrack(VoiceTracks.Input),
+			spanId: "input",
+			status: "ok"
+		},
+		{
+			type: "span.begin",
+			ts: at.inputEnd,
+			track: trackPath(AgentTracks.Turn, { agent: "agent" }),
+			spanId: "turn",
+			name: AgentNames.ChatTurn,
+			ids: turn,
+			links: [{
+				rel: "caused-by",
+				to: { spanId: "input" }
+			}]
+		},
+		{
+			type: "span.begin",
+			ts: 5550,
+			track: llm,
+			spanId: "llm-1",
+			parentSpanId: "turn",
+			name: AgentNames.ModelRequest,
+			ids: turn,
+			attrs: { [ATTR_GEN_AI_REQUEST_MODEL]: "demo-model" }
+		},
+		{
+			type: "instant",
+			ts: 6100,
+			track: llm,
+			spanId: "llm-1",
+			name: AgentNames.LLMFirstChunk
+		},
+		{
+			type: "span.begin",
+			ts: 6200,
+			track: trackPath(AgentTracks.Tools, { agent: "agent" }),
+			spanId: "tool-1",
+			parentSpanId: "llm-1",
+			name: "web_search",
+			ids: turn
+		},
+		{
+			type: "span.end",
+			ts: 6600,
+			track: trackPath(AgentTracks.Tools, { agent: "agent" }),
+			spanId: "tool-1",
+			status: "ok"
+		},
+		{
+			type: "span.end",
+			ts: 6800,
+			track: llm,
+			spanId: "llm-1",
+			status: "ok",
+			attrs: {
+				[ATTR_GEN_AI_USAGE_INPUT_TOKENS]: 1200,
+				[ATTR_GEN_AI_USAGE_OUTPUT_TOKENS]: 86
+			}
+		},
+		{
+			type: "span.begin",
+			ts: at.inputEnd,
+			track: agentTrack(VoiceTracks.Output),
+			spanId: "output",
+			name: VoiceNames.SpeechOutput,
+			ids: {
+				...agent,
+				...turn
+			}
+		},
+		{
+			type: "span.begin",
+			ts: 6800,
+			track: agentTrack(VoiceTracks.TTS),
+			spanId: "tts-1",
+			name: VoiceNames.TTSRequest,
+			ids: {
+				...agent,
+				...turn,
+				segment: "s1"
+			}
+		},
+		{
+			type: "span.end",
+			ts: at.playbackStart,
+			track: agentTrack(VoiceTracks.TTS),
+			spanId: "tts-1",
+			status: "ok"
+		},
+		{
+			type: "span.end",
+			ts: at.playbackStart,
+			track: trackPath(AgentTracks.Turn, { agent: "agent" }),
+			spanId: "turn",
+			status: "ok"
+		},
+		{
+			type: "span.begin",
+			ts: at.playbackStart,
+			track: agentTrack(VoiceTracks.Playback),
+			spanId: "playback-1",
+			name: VoiceNames.Playback,
+			ids: {
+				...agent,
+				...turn,
+				segment: "s1"
+			}
+		},
+		{
+			type: "instant",
+			ts: at.playbackStart,
+			track: trackPath(VoiceTracks.Floor, { conversation: "c1" }),
+			name: VoiceNames.FloorTaken,
+			attrs: { actor: "agent" }
+		},
+		{
+			type: "sample.chunk",
+			ts: at.playbackStart,
+			track: agentTrack(VoiceTracks.Playback),
+			ids: agent,
+			offsetsMs: played.map((index) => long_leading_silence_default.times[index] - 884),
+			values: { [VoiceSeries.Level]: played.map((index) => long_leading_silence_default.level[index]) }
+		},
+		{
+			type: "span.end",
+			ts: at.playbackEnd,
+			track: agentTrack(VoiceTracks.Playback),
+			spanId: "playback-1",
+			status: "ok"
+		},
+		{
+			type: "span.end",
+			ts: at.playbackEnd,
+			track: agentTrack(VoiceTracks.Output),
+			spanId: "output",
+			status: "ok"
+		},
+		{
+			type: "span.begin",
+			ts: at.openRequestStart,
+			track: llm,
+			spanId: "llm-2",
+			name: AgentNames.ModelRequest,
+			ids: {
+				turn: "i2",
+				conversation: "c1"
+			}
+		}
+	];
+}
+//#endregion
+//#region src/testing/index.ts
+/**
+* Returns a function that completes record inputs as the records of one source epoch, with `seq` from 0.
+*
+* @example
+* const stamp = createRecordStamper({ source: 'tab:a' })
+* stamp({ type: 'span.begin', ts: 0, track: 'agents/agent/llm', spanId: 's', name: 'chat' })
+* // => { clock: 'mono:collector', type: 'span.begin', ..., source: 'tab:a', epoch: 'e1', seq: 0 }
+*/
+function createRecordStamper(options = {}) {
+	const { source = "window:main", epoch = "e1", clock = "mono:collector" } = options;
+	let seq = 0;
+	return (input) => ({
+		clock,
+		...input,
+		source,
+		epoch,
+		seq: seq++
+	});
+}
+/**
+* Reads record inputs into the timeline state that a viewer sees, with the definitions of `profiles` first.
+*
+* @example
+* const { state } = readTimeline([{ type: 'span.begin', ts: 0, track: 'agents/agent/llm', spanId: 's', name: 'chat' }], { profiles: [agentProfile] })
+* state.spans.size
+* // => 1
+*/
+function readTimeline(inputs, options = {}) {
+	const stamp = createRecordStamper(options);
+	const records = [...(options.profiles ?? []).flatMap((profile) => definitionRecordsOf(profile, 0)), ...inputs].map(stamp);
+	const timeline = createTimelineProjection();
+	const reader = new TraceReader([timeline], options.clock ?? "mono:collector");
+	reader.handleRecords(records);
+	return {
+		state: reader.view(timeline),
+		indexes: reader.indexes,
+		records
+	};
+}
+//#endregion
+export { LONG_LEADING_SILENCE, VOICE_TURN, createRecordStamper, readTimeline, voiceTurnRecords };