@absolutejs/voice 0.0.22-beta.201 → 0.0.22-beta.203

package/dist/evalRoutes.d.ts

@@ -5,6 +5,7 @@ export type VoiceEvalStatus = 'pass' | 'fail';
 export type VoiceEvalSessionReport = {
     endedAt?: number;
     eventCount: number;
+    operationsRecordHref?: string;
     quality: VoiceQualityReport;
     scenarioId?: string;
     sessionId: string;
@@ -81,6 +82,7 @@ export type VoiceScenarioEvalDefinition = {
 export type VoiceScenarioEvalSessionResult = {
     eventCount: number;
     issues: string[];
+    operationsRecordHref?: string;
     sessionId: string;
     status: VoiceEvalStatus;
 };
@@ -142,6 +144,7 @@ export type VoiceEvalRoutesOptions = {
     links?: VoiceEvalLink[];
     limit?: number;
     name?: string;
+    operationsRecordHref?: false | string | ((sessionId: string) => string);
     path?: string;
     scenarios?: VoiceScenarioEvalDefinition[];
     store?: VoiceTraceEventStore;
@@ -151,17 +154,20 @@ export type VoiceEvalRoutesOptions = {
 export declare const runVoiceSessionEvals: (options?: {
     events?: StoredVoiceTraceEvent[];
     limit?: number;
+    operationsRecordHref?: false | string | ((sessionId: string) => string);
     store?: VoiceTraceEventStore;
     thresholds?: VoiceQualityThresholds;
 }) => Promise<VoiceEvalReport>;
 export declare const runVoiceScenarioEvals: (options?: {
     events?: StoredVoiceTraceEvent[];
+    operationsRecordHref?: false | string | ((sessionId: string) => string);
     scenarios?: VoiceScenarioEvalDefinition[];
     store?: VoiceTraceEventStore;
 }) => Promise<VoiceScenarioEvalReport>;
 export declare const runVoiceScenarioFixtureEvals: (options?: {
     fixtures?: VoiceScenarioFixture[];
     fixtureStore?: VoiceScenarioFixtureStore;
+    operationsRecordHref?: false | string | ((sessionId: string) => string);
     scenarios?: VoiceScenarioEvalDefinition[];
 }) => Promise<VoiceScenarioFixtureEvalReport>;
 export declare const compareVoiceEvalBaseline: (currentReport: VoiceEvalReport, baselineReport: VoiceEvalReport, options?: VoiceEvalBaselineComparisonOptions) => VoiceEvalBaselineComparison;

package/dist/index.js

@@ -13573,6 +13573,17 @@ var escapeHtml20 = (value) => value.replaceAll("&", "&amp;").replaceAll("<", "&l
 var rate2 = (count, total) => count / Math.max(1, total);
 var normalizeSearchText = (value) => value.trim().toLowerCase();
 var getString9 = (value) => typeof value === "string" ? value : undefined;
+var resolveSessionHref = (value, sessionId) => {
+  if (value === false) {
+    return;
+  }
+  const href = value ?? "/voice-operations/:sessionId";
+  if (typeof href === "function") {
+    return href(sessionId);
+  }
+  const encoded = encodeURIComponent(sessionId);
+  return href.includes(":sessionId") ? href.replace(":sessionId", encoded) : `${href.replace(/\/$/, "")}/${encoded}`;
+};
 var getObject = (value) => value && typeof value === "object" && !Array.isArray(value) ? value : undefined;
 var getPathValue = (value, path) => {
   let current = value;
@@ -13638,6 +13649,7 @@ var runVoiceSessionEvals = async (options = {}) => {
     return {
       endedAt,
       eventCount: sorted.length,
+      operationsRecordHref: resolveSessionHref(options.operationsRecordHref, sessionId),
       quality,
       scenarioId,
       sessionId,
@@ -13662,7 +13674,7 @@ var runVoiceSessionEvals = async (options = {}) => {
 var getSessionText = (events, type) => events.filter((event) => event.type === type).map((event) => getString9(event.payload.text)).filter((text) => Boolean(text?.trim())).join(`
 `);
 var countProviderErrors = (events) => events.filter((event) => event.type === "session.error" && (event.payload.providerStatus === "error" || typeof event.payload.provider === "string")).length;
-var evaluateScenarioSession = (scenario, sessionId, events) => {
+var evaluateScenarioSession = (scenario, sessionId, events, operationsRecordHref) => {
   const issues = [];
   const committedText = getSessionText(events, "turn.committed");
   const assistantText = getSessionText(events, "turn.assistant");
@@ -13729,6 +13741,7 @@ var evaluateScenarioSession = (scenario, sessionId, events) => {
   return {
     eventCount: events.length,
     issues,
+    operationsRecordHref,
     sessionId,
     status: issues.length > 0 ? "fail" : "pass"
   };
@@ -13741,7 +13754,7 @@ var runVoiceScenarioEvals = async (options = {}) => {
     grouped.set(event.sessionId, [...grouped.get(event.sessionId) ?? [], event]);
   }
   const results = scenarios.map((scenario) => {
-    const sessions = [...grouped.entries()].filter(([, sessionEvents]) => scenario.scenarioId ? sessionEvents.some((event) => event.scenarioId === scenario.scenarioId) : true).map(([sessionId, sessionEvents]) => evaluateScenarioSession(scenario, sessionId, filterVoiceTraceEvents(sessionEvents))).sort((left, right) => left.sessionId.localeCompare(right.sessionId));
+    const sessions = [...grouped.entries()].filter(([, sessionEvents]) => scenario.scenarioId ? sessionEvents.some((event) => event.scenarioId === scenario.scenarioId) : true).map(([sessionId, sessionEvents]) => evaluateScenarioSession(scenario, sessionId, filterVoiceTraceEvents(sessionEvents), resolveSessionHref(options.operationsRecordHref, sessionId))).sort((left, right) => left.sessionId.localeCompare(right.sessionId));
     const issues = [];
     const minSessions = scenario.minSessions ?? 1;
     if (sessions.length < minSessions) {
@@ -13778,6 +13791,7 @@ var runVoiceScenarioFixtureEvals = async (options = {}) => {
   const results = await Promise.all(fixtures.map(async (fixture) => {
     const report = await runVoiceScenarioEvals({
       events: fixture.events,
+      operationsRecordHref: options.operationsRecordHref,
       scenarios: options.scenarios
     });
     return {
@@ -13902,7 +13916,8 @@ var renderVoiceEvalHTML = (report, options = {}) => {
   const trend = report.trend.length ? report.trend.map((bucket) => `<tr><td>${escapeHtml20(bucket.key)}</td><td>${bucket.total}</td><td>${bucket.passed}</td><td>${bucket.failed}</td></tr>`).join("") : '<tr><td colspan="4">No eval buckets yet.</td></tr>';
   const sessions = report.sessions.length ? report.sessions.map((session) => {
     const failedMetrics = Object.entries(session.quality.metrics).filter(([, metric]) => !metric.pass).map(([, metric]) => metric.label).join(", ");
-    return `<tr class="${session.status}"><td>${escapeHtml20(session.sessionId)}</td><td>${escapeHtml20(session.status)}</td><td>${session.eventCount}</td><td>${session.summary.turnCount}</td><td>${session.summary.errorCount}</td><td>${escapeHtml20(formatTime(session.endedAt))}</td><td>${escapeHtml20(failedMetrics || "none")}</td></tr>`;
+    const sessionLabel = session.operationsRecordHref ? `<a href="${escapeHtml20(session.operationsRecordHref)}">${escapeHtml20(session.sessionId)}</a>` : escapeHtml20(session.sessionId);
+    return `<tr class="${session.status}"><td>${sessionLabel}</td><td>${escapeHtml20(session.status)}</td><td>${session.eventCount}</td><td>${session.summary.turnCount}</td><td>${session.summary.errorCount}</td><td>${escapeHtml20(formatTime(session.endedAt))}</td><td>${escapeHtml20(failedMetrics || "none")}</td></tr>`;
   }).join("") : '<tr><td colspan="7">No sessions found.</td></tr>';
   return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" /><title>${escapeHtml20(title)}</title><style>body{font-family:ui-sans-serif,system-ui,sans-serif;margin:2rem;background:#f8f7f2;color:#181713}main{max-width:1180px;margin:auto}nav{display:flex;gap:.5rem;flex-wrap:wrap;margin-bottom:1rem}nav a{background:#181713;border-radius:999px;color:white;padding:.35rem .7rem;text-decoration:none}.eyebrow{font-size:.78rem;font-weight:900;letter-spacing:.08em;text-transform:uppercase}.status{border-radius:999px;display:inline-flex;font-weight:800;padding:.35rem .75rem}.pass{color:#166534}.fail{color:#991b1b}.status.pass{background:#dcfce7}.status.fail{background:#fee2e2}.grid{display:grid;gap:1rem;grid-template-columns:repeat(auto-fit,minmax(160px,1fr));margin:1rem 0}.card,.primitive{background:white;border:1px solid #e7e5e4;border-radius:1rem;padding:1rem}.primitive{background:#fffdf7;border-color:#d6c7a3;margin:1rem 0}.primitive p{line-height:1.55}.primitive pre{background:#181713;border-radius:.85rem;color:#fef3c7;overflow:auto;padding:1rem}.primitive code{color:#fef3c7}.card strong{display:block;font-size:2rem}table{border-collapse:collapse;background:white;width:100%;margin:1rem 0 2rem}td,th{border-bottom:1px solid #eee;padding:.75rem;text-align:left}tr.fail td{border-left:4px solid #dc2626}tr.pass td{border-left:4px solid #16a34a}</style></head><body><main>${links}<h1>${escapeHtml20(title)}</h1><p class="status ${report.status}">${report.status}</p><div class="grid"><article class="card"><span>Total</span><strong>${report.total}</strong></article><article class="card"><span>Passed</span><strong>${report.passed}</strong></article><article class="card"><span>Failed</span><strong>${report.failed}</strong></article></div>${renderVoiceEvalPrimitiveCopy()}<h2>Trend</h2><table><thead><tr><th>Day</th><th>Total</th><th>Passed</th><th>Failed</th></tr></thead><tbody>${trend}</tbody></table><h2>Session Eval Results</h2><table><thead><tr><th>Session</th><th>Status</th><th>Events</th><th>Turns</th><th>Errors</th><th>Last event</th><th>Failed metrics</th></tr></thead><tbody>${sessions}</tbody></table></main></body></html>`;
 };
@@ -13919,7 +13934,10 @@ var renderVoiceScenarioEvalHTML = (report, options = {}) => {
   const links = options.links?.length ? `<nav>${options.links.map((link) => `<a href="${escapeHtml20(link.href)}">${escapeHtml20(link.label)}</a>`).join("")}</nav>` : "";
   const scenarios = report.scenarios.length ? report.scenarios.map((scenario) => {
     const scenarioIssues = scenario.issues.length ? `<ul>${scenario.issues.map((issue) => `<li>${escapeHtml20(issue)}</li>`).join("")}</ul>` : "";
-    const sessions = scenario.sessions.length ? scenario.sessions.map((session) => `<tr class="${session.status}"><td>${escapeHtml20(session.sessionId)}</td><td>${escapeHtml20(session.status)}</td><td>${session.eventCount}</td><td>${escapeHtml20(session.issues.join(", ") || "none")}</td></tr>`).join("") : '<tr><td colspan="4">No matching sessions.</td></tr>';
+    const sessions = scenario.sessions.length ? scenario.sessions.map((session) => {
+      const sessionLabel = session.operationsRecordHref ? `<a href="${escapeHtml20(session.operationsRecordHref)}">${escapeHtml20(session.sessionId)}</a>` : escapeHtml20(session.sessionId);
+      return `<tr class="${session.status}"><td>${sessionLabel}</td><td>${escapeHtml20(session.status)}</td><td>${session.eventCount}</td><td>${escapeHtml20(session.issues.join(", ") || "none")}</td></tr>`;
+    }).join("") : '<tr><td colspan="4">No matching sessions.</td></tr>';
     return `<section class="scenario ${scenario.status}"><h2>${escapeHtml20(scenario.label)}</h2>${scenario.description ? `<p>${escapeHtml20(scenario.description)}</p>` : ""}<p class="status ${scenario.status}">${scenario.status}</p><p>${scenario.passed} passed, ${scenario.failed} failed, ${scenario.matchedSessions} matched.</p>${scenarioIssues}<table><thead><tr><th>Session</th><th>Status</th><th>Events</th><th>Issues</th></tr></thead><tbody>${sessions}</tbody></table></section>`;
   }).join("") : "<section><p>No scenarios configured.</p></section>";
   return `<!doctype html><html lang="en"><head><meta charset="utf-8" /><meta name="viewport" content="width=device-width, initial-scale=1" /><title>${escapeHtml20(title)}</title><style>body{font-family:ui-sans-serif,system-ui,sans-serif;margin:2rem;background:#f8f7f2;color:#181713}main{max-width:1180px;margin:auto}nav{display:flex;gap:.5rem;flex-wrap:wrap;margin-bottom:1rem}nav a{background:#181713;border-radius:999px;color:white;padding:.35rem .7rem;text-decoration:none}.eyebrow{font-size:.78rem;font-weight:900;letter-spacing:.08em;text-transform:uppercase}.status{border-radius:999px;display:inline-flex;font-weight:800;padding:.35rem .75rem}.status.pass{background:#dcfce7;color:#166534}.status.fail{background:#fee2e2;color:#991b1b}.grid{display:grid;gap:1rem;grid-template-columns:repeat(auto-fit,minmax(160px,1fr));margin:1rem 0}.card,section{background:white;border:1px solid #e7e5e4;border-radius:1rem;padding:1rem}.primitive{background:#fffdf7;border-color:#d6c7a3}.primitive p{line-height:1.55}.primitive pre{background:#181713;border-radius:.85rem;color:#fef3c7;overflow:auto;padding:1rem}.primitive code{color:#fef3c7}.card strong{display:block;font-size:2rem}section{margin:1rem 0}table{border-collapse:collapse;width:100%;margin-top:1rem}td,th{border-bottom:1px solid #eee;padding:.75rem;text-align:left}tr.fail td{border-left:4px solid #dc2626}tr.pass td{border-left:4px solid #16a34a}</style></head><body><main>${links}<h1>${escapeHtml20(title)}</h1><p class="status ${report.status}">${report.status}</p><div class="grid"><article class="card"><span>Total</span><strong>${report.total}</strong></article><article class="card"><span>Passed</span><strong>${report.passed}</strong></article><article class="card"><span>Failed</span><strong>${report.failed}</strong></article></div>${renderVoiceEvalPrimitiveCopy()}${scenarios}</main></body></html>`;
@@ -13941,6 +13959,7 @@ var createVoiceEvalRoutes = (options) => {
   const getReport = () => runVoiceSessionEvals({
     events: options.events,
     limit: options.limit,
+    operationsRecordHref: options.operationsRecordHref,
     store: options.store,
     thresholds: options.thresholds
   });
@@ -13951,12 +13970,14 @@ var createVoiceEvalRoutes = (options) => {
   };
   const getScenarioReport = () => runVoiceScenarioEvals({
     events: options.events,
+    operationsRecordHref: options.operationsRecordHref,
     scenarios: options.scenarios,
     store: options.store
   });
   const getFixtureReport = () => runVoiceScenarioFixtureEvals({
     fixtures: options.fixtures,
     fixtureStore: options.fixtureStore,
+    operationsRecordHref: options.operationsRecordHref,
     scenarios: options.scenarios
   });
   routes.get(path, async () => {
@@ -14684,7 +14705,7 @@ var collectSimulationActions = (input) => {
     const firstFailed = input.sessions.sessions.find((session) => session.status === "fail");
     actions.push({
       description: firstFailed ? `Inspect session ${firstFailed.sessionId}; at least one quality metric is outside threshold.` : "Inspect failing session quality reports.",
-      href: input.links?.sessions,
+      href: firstFailed?.operationsRecordHref ?? input.links?.sessions,
       label: "Review failing session quality",
       section: "sessions",
       severity: "error"
@@ -14695,9 +14716,10 @@ var collectSimulationActions = (input) => {
       continue;
     }
     const issue = scenario.issues[0] ?? scenario.sessions.find((session) => session.issues.length > 0)?.issues[0] ?? "Scenario did not meet its expected trace conditions.";
+    const failedSession = scenario.sessions.find((session) => session.status === "fail");
     actions.push({
       description: `${scenario.label}: ${issue}`,
-      href: input.links?.scenarios,
+      href: failedSession?.operationsRecordHref ?? input.links?.scenarios,
       label: `Fix scenario ${scenario.label}`,
       section: "scenarios",
       severity: "error"
@@ -14708,9 +14730,10 @@ var collectSimulationActions = (input) => {
       continue;
     }
     const failedScenario = fixture.report.scenarios.find((scenario) => scenario.status === "fail");
+    const failedSession = failedScenario?.sessions.find((session) => session.status === "fail");
     actions.push({
       description: failedScenario ? `${fixture.label}: ${failedScenario.label} failed.` : `${fixture.label}: fixture simulation failed.`,
-      href: input.links?.fixtures,
+      href: failedSession?.operationsRecordHref ?? input.links?.fixtures,
       label: `Update fixture ${fixture.label}`,
       section: "fixtures",
       severity: "error"
@@ -14753,16 +14776,19 @@ var runVoiceSimulationSuite = async (options) => {
   const [sessions, scenarios, fixtures, tools, outcomes] = await Promise.all([
     shouldRunSessions ? runVoiceSessionEvals({
       limit: options.limit,
+      operationsRecordHref: options.operationsRecordHref,
       store: options.store,
       thresholds: options.thresholds
     }) : undefined,
     shouldRunScenarios ? runVoiceScenarioEvals({
+      operationsRecordHref: options.operationsRecordHref,
       scenarios: options.scenarios,
       store: options.store
     }) : undefined,
     shouldRunFixtures ? runVoiceScenarioFixtureEvals({
       fixtures: options.fixtures,
       fixtureStore: options.fixtureStore,
+      operationsRecordHref: options.operationsRecordHref,
       scenarios: options.scenarios
     }) : undefined,
     shouldRunTools ? runVoiceToolContractSuite({
@@ -15170,7 +15196,7 @@ var escapeHtml24 = (value) => value.replaceAll("&", "&amp;").replaceAll("<", "&l
 var increment4 = (record, key) => {
   record[key] = (record[key] ?? 0) + 1;
 };
-var resolveSessionHref = (value, session) => {
+var resolveSessionHref2 = (value, session) => {
   if (value === false) {
     return;
   }
@@ -15334,7 +15360,7 @@ var summarizeVoiceSessions = async (options = {}) => {
     const replayHref = options.replayHref === false ? "" : typeof options.replayHref === "function" ? options.replayHref(item) : `${options.replayHref ?? "/api/voice-sessions"}/${encodeURIComponent(sessionId)}/replay/htmx`;
     return {
       ...item,
-      operationsRecordHref: resolveSessionHref(options.operationsRecordHref, item),
+      operationsRecordHref: resolveSessionHref2(options.operationsRecordHref, item),
       replayHref
     };
   });
@@ -23959,7 +23985,7 @@ var eventStatus = (event) => firstString3(event.payload, [
   "reason"
 ]);
 var eventElapsedMs2 = (event) => firstNumber3(event.payload, ["elapsedMs", "latencyMs", "durationMs"]);
-var resolveSessionHref2 = (value, sessionId) => {
+var resolveSessionHref3 = (value, sessionId) => {
   if (value === false) {
     return;
   }
@@ -24089,7 +24115,7 @@ var summarizeVoiceTraceTimeline = (events, options = {}) => {
         type: event.type
       })),
       lastEventAt: sorted.at(-1)?.at,
-      operationsRecordHref: resolveSessionHref2(options.operationsRecordHref, sessionId),
+      operationsRecordHref: resolveSessionHref3(options.operationsRecordHref, sessionId),
       providers: summarizeProviders(sorted),
       sessionId,
       startedAt: summary.startedAt,

package/dist/simulationSuite.d.ts

@@ -57,6 +57,7 @@ export type VoiceSimulationSuiteOptions<TSession extends VoiceSessionRecord = Vo
         tools?: boolean;
     };
     limit?: number;
+    operationsRecordHref?: false | string | ((sessionId: string) => string);
     outcomes?: Omit<VoiceOutcomeContractOptions<TSession>, 'contracts'> & {
         contracts: VoiceOutcomeContractDefinition[];
     };

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@absolutejs/voice",
-	"version": "0.0.22-beta.201",
+	"version": "0.0.22-beta.203",
 	"description": "Voice primitives and Elysia plugin for AbsoluteJS",
 	"repository": {
 		"type": "git",