@tangle-network/agent-eval 0.216.1 → 0.218.1

package/dist/{terminal-record-DZyQZ3pz.js → terminal-record-D4Rv-j1W.js}

@@ -88,7 +88,7 @@ function parseJsonlWithDiagnostics(text) {
 		invalidRows
 	};
 }
-function parseJson(text) {
+function parseJsonRecord(text) {
 	if (text === null) return null;
 	try {
 		const parsed = JSON.parse(text);
@@ -193,24 +193,84 @@ function summarizeDialect(seen) {
 	if (seen.size > 1) return "mixed";
 	return seen.has("runtime-envelope") ? "runtime-envelope" : "flat";
 }
-function parseSupervisorTree(src) {
-	const parsedJournal = parseJsonlWithDiagnostics(src.journal);
-	const events = parsedJournal.rows;
-	const state = parseJson(src.state);
+/** One spawned event as a row; a field that is present but unusable marks the row invalid. */
+function spawnRowOf(ev, id, sourceRow, rootId) {
+	const parent = typeof ev.parent === "string" && ev.parent.length > 0 ? ev.parent : null;
+	const label = typeof ev.label === "string" ? ev.label : "";
+	const invalidFields = [];
+	if (id.length === 0) invalidFields.push("id");
+	const parentOmittedForFirstRoot = ev.parent === void 0 && rootId === null;
+	if (ev.parent !== null && !parentOmittedForFirstRoot && !(typeof ev.parent === "string" && ev.parent.length > 0)) invalidFields.push("parent");
+	if (label.length === 0) invalidFields.push("label");
+	if (ev.role !== void 0 && ev.role !== "supervisor" && ev.role !== "worker") invalidFields.push("role");
+	if (ev.profileDigest !== void 0 && !(typeof ev.profileDigest === "string" && ev.profileDigest.length > 0)) invalidFields.push("profileDigest");
+	if (ev.runtime !== void 0 && !(typeof ev.runtime === "string" && ev.runtime.length > 0)) invalidFields.push("runtime");
+	const role = ev.role === "supervisor" || ev.role === "worker" ? ev.role : null;
+	const valid = invalidFields.length === 0;
+	if (valid && parent === null && rootId === null) rootId = id;
+	return {
+		sourceRow,
+		id,
+		parent,
+		label,
+		role,
+		profileDigest: typeof ev.profileDigest === "string" && ev.profileDigest.length > 0 ? ev.profileDigest : null,
+		runtime: typeof ev.runtime === "string" && ev.runtime.length > 0 ? ev.runtime : null,
+		at: ms(ev.at),
+		valid,
+		invalidFields
+	};
+}
+/** A settled event as a close row, with its verdict and spend. */
+function settledCloseOf(ev, id) {
+	const verdict = readVerdict(ev.verdict);
+	return {
+		id,
+		kind: "settled",
+		status: typeof ev.status === "string" ? ev.status : null,
+		verdict: verdict.label,
+		valid: verdict.valid,
+		score: verdict.score,
+		rawVerdict: verdict.raw,
+		reason: typeof ev.reason === "string" ? ev.reason : null,
+		infra: typeof ev.infra === "boolean" ? ev.infra : null,
+		at: ms(ev.at),
+		spend: readSpend(ev.spent),
+		hasSpend: asRecord(ev.spent).tokens !== void 0
+	};
+}
+/** A cancelled event as a close row: it carries no verdict and no spend. */
+function cancelledCloseOf(ev, id) {
+	return {
+		id,
+		kind: "cancelled",
+		status: "cancelled",
+		verdict: typeof ev.reason === "string" ? ev.reason : null,
+		valid: null,
+		score: null,
+		rawVerdict: typeof ev.reason === "string" ? ev.reason : null,
+		reason: typeof ev.reason === "string" ? ev.reason : null,
+		infra: null,
+		at: ms(ev.at),
+		spend: {
+			tokens: {
+				input: 0,
+				output: 0,
+				cacheRead: 0,
+				cacheWrite: 0,
+				hasCache: false,
+				breakdownKnown: true
+			},
+			tokensKnown: true,
+			usd: 0,
+			usdKnown: true
+		},
+		hasSpend: false
+	};
+}
+function readJournal(events) {
 	const spawns = [];
 	const closes = [];
-	let brainIn = 0;
-	let brainOut = 0;
-	let brainCacheRead = 0;
-	let brainCacheWrite = 0;
-	let brainHasCache = false;
-	let brainCacheBreakdownKnown = true;
-	let brainTokensKnownCount = 0;
-	let brainTokensUnknownCount = 0;
-	let brainUsd = 0;
-	let brainUsdKnownCount = 0;
-	let brainUsdUnknownCount = 0;
-	let meteredCount = 0;
 	let rootId = null;
 	let unreadableRows = 0;
 	const ignoredByKind = /* @__PURE__ */ new Map();
@@ -240,73 +300,11 @@ function parseSupervisorTree(src) {
 			});
 		}
 		if (kind === "spawned") {
-			const parent = typeof ev.parent === "string" && ev.parent.length > 0 ? ev.parent : null;
-			const label = typeof ev.label === "string" ? ev.label : "";
-			const invalidFields = [];
-			if (id.length === 0) invalidFields.push("id");
-			const parentOmittedForFirstRoot = ev.parent === void 0 && rootId === null;
-			if (ev.parent !== null && !parentOmittedForFirstRoot && !(typeof ev.parent === "string" && ev.parent.length > 0)) invalidFields.push("parent");
-			if (label.length === 0) invalidFields.push("label");
-			if (ev.role !== void 0 && ev.role !== "supervisor" && ev.role !== "worker") invalidFields.push("role");
-			if (ev.profileDigest !== void 0 && !(typeof ev.profileDigest === "string" && ev.profileDigest.length > 0)) invalidFields.push("profileDigest");
-			if (ev.runtime !== void 0 && !(typeof ev.runtime === "string" && ev.runtime.length > 0)) invalidFields.push("runtime");
-			const role = ev.role === "supervisor" || ev.role === "worker" ? ev.role : null;
-			const valid = invalidFields.length === 0;
-			if (valid && parent === null && rootId === null) rootId = id;
-			spawns.push({
-				sourceRow,
-				id,
-				parent,
-				label,
-				role,
-				profileDigest: typeof ev.profileDigest === "string" && ev.profileDigest.length > 0 ? ev.profileDigest : null,
-				runtime: typeof ev.runtime === "string" && ev.runtime.length > 0 ? ev.runtime : null,
-				at: ms(ev.at),
-				valid,
-				invalidFields
-			});
-		} else if (kind === "settled") {
-			const verdict = readVerdict(ev.verdict);
-			closes.push({
-				id,
-				kind: "settled",
-				status: typeof ev.status === "string" ? ev.status : null,
-				verdict: verdict.label,
-				valid: verdict.valid,
-				score: verdict.score,
-				rawVerdict: verdict.raw,
-				reason: typeof ev.reason === "string" ? ev.reason : null,
-				infra: typeof ev.infra === "boolean" ? ev.infra : null,
-				at: ms(ev.at),
-				spend: readSpend(ev.spent),
-				hasSpend: asRecord(ev.spent).tokens !== void 0
-			});
-		} else if (kind === "cancelled") closes.push({
-			id,
-			kind: "cancelled",
-			status: "cancelled",
-			verdict: typeof ev.reason === "string" ? ev.reason : null,
-			valid: null,
-			score: null,
-			rawVerdict: typeof ev.reason === "string" ? ev.reason : null,
-			reason: typeof ev.reason === "string" ? ev.reason : null,
-			infra: null,
-			at: ms(ev.at),
-			spend: {
-				tokens: {
-					input: 0,
-					output: 0,
-					cacheRead: 0,
-					cacheWrite: 0,
-					hasCache: false,
-					breakdownKnown: true
-				},
-				tokensKnown: true,
-				usd: 0,
-				usdKnown: true
-			},
-			hasSpend: false
-		});
+			const spawn = spawnRowOf(ev, id, sourceRow, rootId);
+			if (spawn.valid && spawn.parent === null && rootId === null) rootId = id;
+			spawns.push(spawn);
+		} else if (kind === "settled") closes.push(settledCloseOf(ev, id));
+		else if (kind === "cancelled") closes.push(cancelledCloseOf(ev, id));
 		else if (kind === "metered") meteredRows.push({
 			id,
 			spend: readSpend(ev.spend),
@@ -314,6 +312,31 @@ function parseSupervisorTree(src) {
 		});
 		else throw new Error(`unhandled journal event kind ${JSON.stringify(kind)}`);
 	}
+	return {
+		spawns,
+		closes,
+		rootId,
+		unreadableRows,
+		ignoredByKind,
+		dialectsSeen,
+		resourceRecords,
+		meteredRows
+	};
+}
+/** Only root-attributed metered events are the supervisor brain's own spend. A nested driver meters under its own id; its spend reaches this tree through its settled close, so folding it into the brain here would count the same tokens twice. */
+function foldBrainSpend(meteredRows, rootId) {
+	let brainIn = 0;
+	let brainOut = 0;
+	let brainCacheRead = 0;
+	let brainCacheWrite = 0;
+	let brainHasCache = false;
+	let brainCacheBreakdownKnown = true;
+	let brainTokensKnownCount = 0;
+	let brainTokensUnknownCount = 0;
+	let brainUsd = 0;
+	let brainUsdKnownCount = 0;
+	let brainUsdUnknownCount = 0;
+	let meteredCount = 0;
 	for (const row of meteredRows) {
 		if (rootId === null || row.id !== rootId) continue;
 		if (row.spend.tokensKnown) {
@@ -331,105 +354,118 @@ function parseSupervisorTree(src) {
 		} else brainUsdUnknownCount += 1;
 		meteredCount += 1;
 	}
-	const workerSpawns = spawns.filter((s) => s.valid && s.id !== rootId);
-	const workerIds = new Set(workerSpawns.map((s) => s.id));
-	const workerCloses = closes.filter((c) => workerIds.has(c.id));
-	const workerLogs = /* @__PURE__ */ new Map();
-	const workerLogRows = [];
-	for (const [sourceIndex, w] of (src.workers ?? []).entries()) {
-		const facts = {
-			sourceIndex,
-			workerId: w.workerId ?? null,
-			label: w.label,
-			inboxCaptured: w.inbox !== null,
-			eventsCaptured: w.events !== null,
-			inboxInvalidRows: 0,
-			eventsInvalidRows: 0,
-			started: null,
-			finished: false,
-			finishedAt: null,
-			passed: null,
-			score: null,
-			finishedPatchBytes: null,
-			evidenceBytes: 0,
-			steersQueued: null,
-			steersDelivered: null,
-			steersQueuedUnavailable: null,
-			steersDeliveredUnavailable: null,
-			questions: 0,
-			steerRequests: [],
-			steerAcknowledgements: []
-		};
-		const parsedInbox = parseJsonlWithDiagnostics(w.inbox);
-		const parsedEvents = parseJsonlWithDiagnostics(w.events);
-		facts.inboxInvalidRows = parsedInbox.invalidRows;
-		facts.eventsInvalidRows = parsedEvents.invalidRows;
-		for (const [row, req] of parsedInbox.rows.entries()) {
-			if (typeof req.message !== "string" || req.message.trim().length === 0) continue;
-			facts.steerRequests.push({
-				requestId: typeof req.id === "string" && req.id.length > 0 ? req.id : null,
+	return {
+		tokensIn: brainIn,
+		tokensOut: brainOut,
+		cacheRead: brainCacheRead,
+		cacheWrite: brainCacheWrite,
+		hasCache: brainHasCache,
+		cacheBreakdownKnown: brainCacheBreakdownKnown,
+		tokensKnownCount: brainTokensKnownCount,
+		tokensUnknownCount: brainTokensUnknownCount,
+		usd: brainUsd,
+		usdKnownCount: brainUsdKnownCount,
+		usdUnknownCount: brainUsdUnknownCount,
+		meteredCount
+	};
+}
+/** Steer counts from a worker's inbox and acknowledgements, or the reason they cannot be stated exactly. */
+function accountSteers(facts) {
+	const requestsById = /* @__PURE__ */ new Map();
+	for (const request of facts.steerRequests) {
+		if (request.requestId === null) continue;
+		requestsById.set(request.requestId, (requestsById.get(request.requestId) ?? 0) + 1);
+	}
+	const acknowledgementsById = /* @__PURE__ */ new Map();
+	for (const acknowledgement of facts.steerAcknowledgements) {
+		if (acknowledgement.requestId === null) continue;
+		const matches = acknowledgementsById.get(acknowledgement.requestId) ?? [];
+		matches.push(acknowledgement);
+		acknowledgementsById.set(acknowledgement.requestId, matches);
+	}
+	const queueProblems = [];
+	if (!facts.inboxCaptured) queueProblems.push("inbox absent");
+	if (!facts.eventsCaptured) queueProblems.push("events absent");
+	if (facts.inboxInvalidRows > 0) queueProblems.push("inbox contains malformed rows");
+	if (facts.eventsInvalidRows > 0) queueProblems.push("events contain malformed rows");
+	if (facts.steerRequests.some((request) => request.requestId === null)) queueProblems.push("queued request id missing");
+	if ([...requestsById.values()].some((count) => count > 1)) queueProblems.push("queued request id duplicated");
+	if (facts.steerAcknowledgements.some((acknowledgement) => acknowledgement.requestId === null)) queueProblems.push("acknowledgement request id missing");
+	if ([...acknowledgementsById.keys()].some((id) => !requestsById.has(id))) queueProblems.push("acknowledgement has no queued request");
+	if (queueProblems.length === 0) facts.steersQueued = requestsById.size;
+	else facts.steersQueuedUnavailable = [...new Set(queueProblems)].join("; ");
+	const deliveryProblems = [...queueProblems];
+	if ([...acknowledgementsById.values()].some((rows) => rows.length > 1)) deliveryProblems.push("acknowledgement request id duplicated");
+	if (facts.steerAcknowledgements.some((acknowledgement) => acknowledgement.delivered === null)) deliveryProblems.push("acknowledgement delivery status missing");
+	if (deliveryProblems.length === 0) facts.steersDelivered = [...requestsById.keys()].filter((id) => {
+		const acknowledgement = acknowledgementsById.get(id);
+		return acknowledgement?.length === 1 && acknowledgement[0]?.delivered === true;
+	}).length;
+	else facts.steersDeliveredUnavailable = [...new Set(deliveryProblems)].join("; ");
+}
+/** Everything one worker's inbox and event log say: timing, verdict, questions and steer accounting. */
+function readWorkerLog(w, sourceIndex) {
+	const facts = {
+		sourceIndex,
+		workerId: w.workerId ?? null,
+		label: w.label,
+		inboxCaptured: w.inbox !== null,
+		eventsCaptured: w.events !== null,
+		inboxInvalidRows: 0,
+		eventsInvalidRows: 0,
+		started: null,
+		finished: false,
+		finishedAt: null,
+		passed: null,
+		score: null,
+		finishedPatchBytes: null,
+		evidenceBytes: 0,
+		steersQueued: null,
+		steersDelivered: null,
+		steersQueuedUnavailable: null,
+		steersDeliveredUnavailable: null,
+		questions: 0,
+		steerRequests: [],
+		steerAcknowledgements: []
+	};
+	const parsedInbox = parseJsonlWithDiagnostics(w.inbox);
+	const parsedEvents = parseJsonlWithDiagnostics(w.events);
+	facts.inboxInvalidRows = parsedInbox.invalidRows;
+	facts.eventsInvalidRows = parsedEvents.invalidRows;
+	for (const [row, req] of parsedInbox.rows.entries()) {
+		if (typeof req.message !== "string" || req.message.trim().length === 0) continue;
+		facts.steerRequests.push({
+			requestId: typeof req.id === "string" && req.id.length > 0 ? req.id : null,
+			row
+		});
+	}
+	for (const [row, ev] of parsedEvents.rows.entries()) {
+		const kind = ev.kind;
+		if (kind === "message") {
+			if (ev.direction === "up") {
+				facts.questions += 1;
+				continue;
+			}
+			facts.steerAcknowledgements.push({
+				requestId: typeof ev.requestId === "string" && ev.requestId.length > 0 ? ev.requestId : null,
+				delivered: typeof ev.delivered === "boolean" ? ev.delivered : null,
 				row
 			});
+		} else if (kind === "started") facts.started = ms(ev.at);
+		else if (kind === "finished") {
+			facts.finished = true;
+			facts.finishedAt = ms(ev.at);
+			facts.passed = typeof ev.passed === "boolean" ? ev.passed : null;
+			facts.score = typeof ev.score === "number" && Number.isFinite(ev.score) ? ev.score : null;
+			facts.finishedPatchBytes = typeof ev.patchBytes === "number" ? ev.patchBytes : null;
+			facts.evidenceBytes = typeof ev.evidence === "string" ? ev.evidence.length : 0;
 		}
-		for (const [row, ev] of parsedEvents.rows.entries()) {
-			const kind = ev.kind;
-			if (kind === "message") {
-				if (ev.direction === "up") {
-					facts.questions += 1;
-					continue;
-				}
-				facts.steerAcknowledgements.push({
-					requestId: typeof ev.requestId === "string" && ev.requestId.length > 0 ? ev.requestId : null,
-					delivered: typeof ev.delivered === "boolean" ? ev.delivered : null,
-					row
-				});
-			} else if (kind === "started") facts.started = ms(ev.at);
-			else if (kind === "finished") {
-				facts.finished = true;
-				facts.finishedAt = ms(ev.at);
-				facts.passed = typeof ev.passed === "boolean" ? ev.passed : null;
-				facts.score = typeof ev.score === "number" && Number.isFinite(ev.score) ? ev.score : null;
-				facts.finishedPatchBytes = typeof ev.patchBytes === "number" ? ev.patchBytes : null;
-				facts.evidenceBytes = typeof ev.evidence === "string" ? ev.evidence.length : 0;
-			}
-		}
-		const requestsById = /* @__PURE__ */ new Map();
-		for (const request of facts.steerRequests) {
-			if (request.requestId === null) continue;
-			requestsById.set(request.requestId, (requestsById.get(request.requestId) ?? 0) + 1);
-		}
-		const acknowledgementsById = /* @__PURE__ */ new Map();
-		for (const acknowledgement of facts.steerAcknowledgements) {
-			if (acknowledgement.requestId === null) continue;
-			const matches = acknowledgementsById.get(acknowledgement.requestId) ?? [];
-			matches.push(acknowledgement);
-			acknowledgementsById.set(acknowledgement.requestId, matches);
-		}
-		const queueProblems = [];
-		if (!facts.inboxCaptured) queueProblems.push("inbox absent");
-		if (!facts.eventsCaptured) queueProblems.push("events absent");
-		if (facts.inboxInvalidRows > 0) queueProblems.push("inbox contains malformed rows");
-		if (facts.eventsInvalidRows > 0) queueProblems.push("events contain malformed rows");
-		if (facts.steerRequests.some((request) => request.requestId === null)) queueProblems.push("queued request id missing");
-		if ([...requestsById.values()].some((count) => count > 1)) queueProblems.push("queued request id duplicated");
-		if (facts.steerAcknowledgements.some((acknowledgement) => acknowledgement.requestId === null)) queueProblems.push("acknowledgement request id missing");
-		if ([...acknowledgementsById.keys()].some((id) => !requestsById.has(id))) queueProblems.push("acknowledgement has no queued request");
-		if (queueProblems.length === 0) facts.steersQueued = requestsById.size;
-		else facts.steersQueuedUnavailable = [...new Set(queueProblems)].join("; ");
-		const deliveryProblems = [...queueProblems];
-		if ([...acknowledgementsById.values()].some((rows) => rows.length > 1)) deliveryProblems.push("acknowledgement request id duplicated");
-		if (facts.steerAcknowledgements.some((acknowledgement) => acknowledgement.delivered === null)) deliveryProblems.push("acknowledgement delivery status missing");
-		if (deliveryProblems.length === 0) facts.steersDelivered = [...requestsById.keys()].filter((id) => {
-			const acknowledgement = acknowledgementsById.get(id);
-			return acknowledgement?.length === 1 && acknowledgement[0]?.delivered === true;
-		}).length;
-		else facts.steersDeliveredUnavailable = [...new Set(deliveryProblems)].join("; ");
-		workerLogRows.push(facts);
-		workerLogs.set(workerSourceKey(w), facts);
 	}
-	const startedAt = ms(state?.startedAt) ?? spawns[0]?.at ?? null;
-	const rootClose = rootId === null ? null : closes.find((close) => close.id === rootId);
-	const completedAt = ms(state?.completedAt) ?? rootClose?.at ?? null;
+	accountSteers(facts);
+	return facts;
+}
+/** The earliest and latest stamped event across spawns, closes and metered rows. */
+function eventSpan(spawns, closes, meteredRows) {
 	let firstEventAt = null;
 	let lastEventAt = null;
 	const widenEventSpan = (at) => {
@@ -440,7 +476,32 @@ function parseSupervisorTree(src) {
 	for (const spawn of spawns) widenEventSpan(spawn.at);
 	for (const close of closes) widenEventSpan(close.at);
 	for (const metered of meteredRows) widenEventSpan(metered.at);
-	const result = parseJson(src.result);
+	return {
+		firstEventAt,
+		lastEventAt
+	};
+}
+function parseSupervisorTree(src) {
+	const parsedJournal = parseJsonlWithDiagnostics(src.journal);
+	const events = parsedJournal.rows;
+	const state = parseJsonRecord(src.state);
+	const { spawns, closes, rootId, unreadableRows, ignoredByKind, dialectsSeen, resourceRecords, meteredRows } = readJournal(events);
+	const brain = foldBrainSpend(meteredRows, rootId);
+	const workerSpawns = spawns.filter((s) => s.valid && s.id !== rootId);
+	const workerIds = new Set(workerSpawns.map((s) => s.id));
+	const workerCloses = closes.filter((c) => workerIds.has(c.id));
+	const workerLogs = /* @__PURE__ */ new Map();
+	const workerLogRows = [];
+	for (const [sourceIndex, w] of (src.workers ?? []).entries()) {
+		const facts = readWorkerLog(w, sourceIndex);
+		workerLogRows.push(facts);
+		workerLogs.set(workerSourceKey(w), facts);
+	}
+	const startedAt = ms(state?.startedAt) ?? spawns[0]?.at ?? null;
+	const rootClose = rootId === null ? null : closes.find((close) => close.id === rootId);
+	const completedAt = ms(state?.completedAt) ?? rootClose?.at ?? null;
+	const { firstEventAt, lastEventAt } = eventSpan(spawns, closes, meteredRows);
+	const result = parseJsonRecord(src.result);
 	if (result && Object.hasOwn(result, "spentTotal")) resourceRecords.push({
 		nodeId: rootId,
 		kind: "result",
@@ -454,20 +515,7 @@ function parseSupervisorTree(src) {
 		closes,
 		workerSpawns,
 		workerCloses,
-		brain: {
-			tokensIn: brainIn,
-			tokensOut: brainOut,
-			cacheRead: brainCacheRead,
-			cacheWrite: brainCacheWrite,
-			hasCache: brainHasCache,
-			cacheBreakdownKnown: brainCacheBreakdownKnown,
-			tokensKnownCount: brainTokensKnownCount,
-			tokensUnknownCount: brainTokensUnknownCount,
-			usd: brainUsd,
-			usdKnownCount: brainUsdKnownCount,
-			usdUnknownCount: brainUsdUnknownCount,
-			meteredCount
-		},
+		brain,
 		workerLogs,
 		workerLogRows,
 		journalRows: events.length + parsedJournal.invalidRows,
@@ -553,6 +601,6 @@ function readTerminalRecord(input) {
 	};
 }
 //#endregion
-export { nonEmptyString as a, parseSupervisorTree as c, NO_SOURCE_LIMITS as d, SUPERVISOR_RUN_ROLLUP_SCHEMA as f, unavailable as g, showMeasured as h, asRecord as i, recordOrNull as l, isUnavailable as m, RUNTIME_FAILED_STATUS as n, parseJson as o, SUPERVISOR_RUN_SCHEMA as p, readTerminalRecord as r, parseJsonl as s, NO_TERMINAL_RECORD as t, workerSourceKey as u };
+export { nonEmptyString as a, parseSupervisorTree as c, NO_SOURCE_LIMITS as d, SUPERVISOR_RUN_ROLLUP_SCHEMA as f, unavailable as g, showMeasured as h, asRecord as i, recordOrNull as l, isUnavailable as m, RUNTIME_FAILED_STATUS as n, parseJsonRecord as o, SUPERVISOR_RUN_SCHEMA as p, readTerminalRecord as r, parseJsonl as s, NO_TERMINAL_RECORD as t, workerSourceKey as u };
 
-//# sourceMappingURL=terminal-record-DZyQZ3pz.js.map
+//# sourceMappingURL=terminal-record-D4Rv-j1W.js.map