@absolutejs/voice 0.0.22-beta.256 → 0.0.22-beta.257
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.d.ts +2 -2
- package/dist/index.js +57 -0
- package/dist/simulationSuite.d.ts +22 -0
- package/package.json +1 -1
package/dist/index.d.ts
CHANGED
|
@@ -28,7 +28,7 @@ export type { VoiceDeliverySinkDescriptor, VoiceDeliverySinkDescriptorInput, Voi
|
|
|
28
28
|
export type { VoiceOpsActionAuditRecord, VoiceOpsActionAuditRoutesOptions, VoiceOpsActionHistoryEntry, VoiceOpsActionHistoryReport } from './opsActionAuditRoutes';
|
|
29
29
|
export type { VoiceDeliveryRuntime, VoiceDeliveryRuntimeAuditConfig, VoiceDeliveryRuntimeConfig, VoiceDeliveryRuntimeFilePresetOptions, VoiceDeliveryRuntimePresetLeaseConfig, VoiceDeliveryRuntimePresetMode, VoiceDeliveryRuntimePresetOptions, VoiceDeliveryRuntimeReport, VoiceDeliveryRuntimeRoutesOptions, VoiceDeliveryRuntimeS3PresetOptions, VoiceDeliveryRuntimeSummary, VoiceDeliveryRuntimeTickResult, VoiceDeliveryRuntimeTraceConfig, VoiceDeliveryRuntimeWebhookPresetOptions } from './deliveryRuntime';
|
|
30
30
|
export { compareVoiceEvalBaseline, createVoiceFileEvalBaselineStore, createVoiceFileScenarioFixtureStore, createVoiceEvalRoutes, renderVoiceEvalBaselineHTML, renderVoiceEvalHTML, renderVoiceScenarioEvalHTML, renderVoiceScenarioFixtureEvalHTML, runVoiceScenarioEvals, runVoiceScenarioFixtureEvals, runVoiceSessionEvals } from './evalRoutes';
|
|
31
|
-
export { createVoiceSimulationSuiteRoutes, renderVoiceSimulationSuiteHTML, runVoiceSimulationSuite } from './simulationSuite';
|
|
31
|
+
export { assertVoiceSimulationSuiteEvidence, createVoiceSimulationSuiteRoutes, evaluateVoiceSimulationSuiteEvidence, renderVoiceSimulationSuiteHTML, runVoiceSimulationSuite } from './simulationSuite';
|
|
32
32
|
export { createVoiceWorkflowContract, createVoiceWorkflowContractHandler, createVoiceWorkflowContractPreset, createVoiceWorkflowScenario, recordVoiceWorkflowContractTrace, validateVoiceWorkflowRouteResult } from './workflowContract';
|
|
33
33
|
export { createVoiceSessionListRoutes, createVoiceSessionReplayHTMLHandler, createVoiceSessionReplayJSONHandler, createVoiceSessionReplayRoutes, createVoiceSessionsHTMLHandler, createVoiceSessionsJSONHandler, renderVoiceSessionsHTML, summarizeVoiceProviderFallbackRecovery, summarizeVoiceSessions, summarizeVoiceSessionReplay } from './sessionReplay';
|
|
34
34
|
export { createVoiceAgent, createVoiceAgentSquad, createVoiceAgentTool } from './agent';
|
|
@@ -100,7 +100,7 @@ export type { VoiceAssistantHealthFailure, VoiceAssistantHealthHTMLHandlerOption
|
|
|
100
100
|
export type { VoiceAssistantMemoryBinding, VoiceAssistantMemoryHandle, VoiceAssistantMemoryOptions, VoiceAssistantMemoryRecord, VoiceAssistantMemoryStore } from './assistantMemory';
|
|
101
101
|
export type { VoiceDiagnosticsRoutesOptions } from './diagnosticsRoutes';
|
|
102
102
|
export type { VoiceEvalBaselineComparison, VoiceEvalBaselineComparisonOptions, VoiceEvalBaselineStore, VoiceEvalBaselineSummary, VoiceEvalLink, VoiceEvalReport, VoiceEvalRoutesOptions, VoiceEvalSessionReport, VoiceEvalStatus, VoiceEvalTrendBucket, VoiceScenarioEvalDefinition, VoiceScenarioEvalReport, VoiceScenarioEvalResult, VoiceScenarioEvalSessionResult, VoiceScenarioFixture, VoiceScenarioFixtureEvalReport, VoiceScenarioFixtureEvalResult, VoiceScenarioFixtureStore } from './evalRoutes';
|
|
103
|
-
export type { VoiceSimulationSuiteEvalRoutesOptions, VoiceSimulationSuiteOptions, VoiceSimulationSuiteReport, VoiceSimulationSuiteRoutesOptions, VoiceSimulationSuiteSectionSummary, VoiceSimulationSuiteStatus } from './simulationSuite';
|
|
103
|
+
export type { VoiceSimulationSuiteAssertionInput, VoiceSimulationSuiteAssertionReport, VoiceSimulationSuiteEvalRoutesOptions, VoiceSimulationSuiteOptions, VoiceSimulationSuiteReport, VoiceSimulationSuiteRoutesOptions, VoiceSimulationSuiteSection, VoiceSimulationSuiteSectionSummary, VoiceSimulationSuiteStatus } from './simulationSuite';
|
|
104
104
|
export type { VoiceWorkflowContract, VoiceWorkflowContractDefinition, VoiceWorkflowContractField, VoiceWorkflowContractFieldMatch, VoiceWorkflowContractPresetName, VoiceWorkflowContractPresetOptions, VoiceWorkflowContractTracePayload, VoiceWorkflowContractValidation, VoiceWorkflowContractValidationIssue, VoiceWorkflowOutcome } from './workflowContract';
|
|
105
105
|
export type { VoiceSessionListHTMLHandlerOptions, VoiceSessionListItem, VoiceSessionListOptions, VoiceSessionListRoutesOptions, VoiceSessionListStatus, VoiceProviderFallbackRecoverySummary, VoiceSessionReplay, VoiceSessionReplayHTMLHandlerOptions, VoiceSessionReplayOptions, VoiceSessionReplayRoutesOptions, VoiceSessionReplayTurn } from './sessionReplay';
|
|
106
106
|
export type { AnthropicVoiceAssistantModelOptions, GeminiVoiceAssistantModelOptions, OpenAIVoiceAssistantModelOptions, VoiceProviderRouterEvent, VoiceProviderRouterFallbackMode, VoiceProviderRouterHealthOptions, VoiceProviderRouterOptions, VoiceProviderRouterPolicy, VoiceProviderRouterPolicyPreset, VoiceProviderRouterPolicyWeights, VoiceProviderRouterProviderHealth, VoiceProviderRouterProviderProfile, VoiceProviderRouterStrategy, VoiceJSONAssistantModelHandler, VoiceJSONAssistantModelOptions } from './modelAdapters';
|
package/dist/index.js
CHANGED
|
@@ -15280,6 +15280,61 @@ var runVoiceSimulationSuite = async (options) => {
|
|
|
15280
15280
|
total: sections.length
|
|
15281
15281
|
};
|
|
15282
15282
|
};
|
|
15283
|
+
var simulationSectionNames = [
|
|
15284
|
+
"fixtures",
|
|
15285
|
+
"outcomes",
|
|
15286
|
+
"scenarios",
|
|
15287
|
+
"sessions",
|
|
15288
|
+
"tools"
|
|
15289
|
+
];
|
|
15290
|
+
var evaluateVoiceSimulationSuiteEvidence = (report, input = {}) => {
|
|
15291
|
+
const issues = [];
|
|
15292
|
+
const maxFailed = input.maxFailed ?? 0;
|
|
15293
|
+
const maxActions = input.maxActions ?? 0;
|
|
15294
|
+
const sections = simulationSectionNames.filter((section) => report.summary[section] !== undefined);
|
|
15295
|
+
const sectionTotals = Object.fromEntries(sections.map((section) => [section, report.summary[section]?.total ?? 0]));
|
|
15296
|
+
if (report.failed > maxFailed) {
|
|
15297
|
+
issues.push(`Expected at most ${String(maxFailed)} failing simulation section(s), found ${String(report.failed)}.`);
|
|
15298
|
+
}
|
|
15299
|
+
if (report.actions.length > maxActions) {
|
|
15300
|
+
issues.push(`Expected at most ${String(maxActions)} simulation action(s), found ${String(report.actions.length)}.`);
|
|
15301
|
+
}
|
|
15302
|
+
if (input.minSections !== undefined && report.total < input.minSections) {
|
|
15303
|
+
issues.push(`Expected at least ${String(input.minSections)} simulation section(s), found ${String(report.total)}.`);
|
|
15304
|
+
}
|
|
15305
|
+
if (input.minPassed !== undefined && report.passed < input.minPassed) {
|
|
15306
|
+
issues.push(`Expected at least ${String(input.minPassed)} passing simulation section(s), found ${String(report.passed)}.`);
|
|
15307
|
+
}
|
|
15308
|
+
for (const section of input.requiredSections ?? []) {
|
|
15309
|
+
if (!sections.includes(section)) {
|
|
15310
|
+
issues.push(`Missing simulation section: ${section}.`);
|
|
15311
|
+
}
|
|
15312
|
+
}
|
|
15313
|
+
for (const [section, minimum] of Object.entries(input.sectionMinimums ?? {})) {
|
|
15314
|
+
const total = sectionTotals[section] ?? 0;
|
|
15315
|
+
if (total < minimum) {
|
|
15316
|
+
issues.push(`Expected simulation section ${section} to include at least ${String(minimum)} item(s), found ${String(total)}.`);
|
|
15317
|
+
}
|
|
15318
|
+
}
|
|
15319
|
+
return {
|
|
15320
|
+
actions: report.actions.length,
|
|
15321
|
+
failed: report.failed,
|
|
15322
|
+
issues,
|
|
15323
|
+
ok: issues.length === 0,
|
|
15324
|
+
passed: report.passed,
|
|
15325
|
+
sections,
|
|
15326
|
+
sectionTotals,
|
|
15327
|
+
status: report.status,
|
|
15328
|
+
total: report.total
|
|
15329
|
+
};
|
|
15330
|
+
};
|
|
15331
|
+
var assertVoiceSimulationSuiteEvidence = (report, input = {}) => {
|
|
15332
|
+
const assertion = evaluateVoiceSimulationSuiteEvidence(report, input);
|
|
15333
|
+
if (!assertion.ok) {
|
|
15334
|
+
throw new Error(`Voice simulation suite evidence assertion failed: ${assertion.issues.join(" ")}`);
|
|
15335
|
+
}
|
|
15336
|
+
return assertion;
|
|
15337
|
+
};
|
|
15283
15338
|
var renderSection = (label, summary) => {
|
|
15284
15339
|
if (!summary) {
|
|
15285
15340
|
return "";
|
|
@@ -30852,6 +30907,7 @@ export {
|
|
|
30852
30907
|
evaluateVoiceTrace,
|
|
30853
30908
|
evaluateVoiceToolContractEvidence,
|
|
30854
30909
|
evaluateVoiceTelephonyContract,
|
|
30910
|
+
evaluateVoiceSimulationSuiteEvidence,
|
|
30855
30911
|
evaluateVoiceQuality,
|
|
30856
30912
|
evaluateVoiceProviderStackGaps,
|
|
30857
30913
|
evaluateVoiceProviderStackEvidence,
|
|
@@ -31179,6 +31235,7 @@ export {
|
|
|
31179
31235
|
buildEmptyVoiceProofTrendReport,
|
|
31180
31236
|
assignVoiceOpsTask,
|
|
31181
31237
|
assertVoiceToolContractEvidence,
|
|
31238
|
+
assertVoiceSimulationSuiteEvidence,
|
|
31182
31239
|
assertVoiceProviderStackEvidence,
|
|
31183
31240
|
assertVoiceProviderSloEvidence,
|
|
31184
31241
|
assertVoiceProviderRoutingContractEvidence,
|
|
@@ -39,6 +39,26 @@ export type VoiceSimulationSuiteSectionSummary = {
|
|
|
39
39
|
status: VoiceSimulationSuiteStatus;
|
|
40
40
|
total: number;
|
|
41
41
|
};
|
|
42
|
+
export type VoiceSimulationSuiteSection = 'fixtures' | 'outcomes' | 'scenarios' | 'sessions' | 'tools';
|
|
43
|
+
export type VoiceSimulationSuiteAssertionInput = {
|
|
44
|
+
maxActions?: number;
|
|
45
|
+
maxFailed?: number;
|
|
46
|
+
minPassed?: number;
|
|
47
|
+
minSections?: number;
|
|
48
|
+
requiredSections?: VoiceSimulationSuiteSection[];
|
|
49
|
+
sectionMinimums?: Partial<Record<VoiceSimulationSuiteSection, number>>;
|
|
50
|
+
};
|
|
51
|
+
export type VoiceSimulationSuiteAssertionReport = {
|
|
52
|
+
actions: number;
|
|
53
|
+
failed: number;
|
|
54
|
+
issues: string[];
|
|
55
|
+
ok: boolean;
|
|
56
|
+
passed: number;
|
|
57
|
+
sections: VoiceSimulationSuiteSection[];
|
|
58
|
+
sectionTotals: Partial<Record<VoiceSimulationSuiteSection, number>>;
|
|
59
|
+
status: VoiceSimulationSuiteStatus;
|
|
60
|
+
total: number;
|
|
61
|
+
};
|
|
42
62
|
export type VoiceSimulationSuiteOptions<TSession extends VoiceSessionRecord = VoiceSessionRecord> = {
|
|
43
63
|
actionLinks?: {
|
|
44
64
|
fixtures?: string;
|
|
@@ -75,6 +95,8 @@ export type VoiceSimulationSuiteRoutesOptions<TSession extends VoiceSessionRecor
|
|
|
75
95
|
title?: string;
|
|
76
96
|
};
|
|
77
97
|
export declare const runVoiceSimulationSuite: <TSession extends VoiceSessionRecord = VoiceSessionRecord>(options: VoiceSimulationSuiteOptions<TSession>) => Promise<VoiceSimulationSuiteReport>;
|
|
98
|
+
export declare const evaluateVoiceSimulationSuiteEvidence: (report: VoiceSimulationSuiteReport, input?: VoiceSimulationSuiteAssertionInput) => VoiceSimulationSuiteAssertionReport;
|
|
99
|
+
export declare const assertVoiceSimulationSuiteEvidence: (report: VoiceSimulationSuiteReport, input?: VoiceSimulationSuiteAssertionInput) => VoiceSimulationSuiteAssertionReport;
|
|
78
100
|
export declare const renderVoiceSimulationSuiteHTML: (report: VoiceSimulationSuiteReport, options?: {
|
|
79
101
|
title?: string;
|
|
80
102
|
}) => string;
|