@absolutejs/voice 0.0.22-beta.65 → 0.0.22-beta.651

package/dist/telephony/telnyx.d.ts

@@ -0,0 +1,291 @@
+import { Database } from "bun:sqlite";
+import type { RedisClient } from "bun";
+import { Elysia } from "elysia";
+import { type VoiceTelephonyContractReport, type VoiceTelephonySetupStatus, type VoiceTelephonySmokeCheck, type VoiceTelephonySmokeReport } from "./contract";
+import { type VoiceTelephonyOutcomePolicy, type VoiceTelephonyWebhookRoutesOptions, type VoiceTelephonyWebhookVerificationResult } from "../core/telephonyOutcome";
+import type { VoiceServerMessage, VoiceSessionRecord } from "../core/types";
+import { type TwilioMediaStreamBridgeOptions } from "./twilio";
+import type { VoicePostgresClient } from "../core/postgresStore";
+export type TelnyxMediaPayload = {
+    chunk?: string;
+    payload: string;
+    timestamp?: string;
+    track?: "inbound" | "outbound" | "inbound_track" | "outbound_track";
+};
+export type TelnyxInboundMessage = {
+    event: "connected";
+    version?: string;
+} | {
+    event: "start";
+    sequence_number?: string;
+    start?: {
+        call_control_id?: string;
+        call_leg_id?: string;
+        call_session_id?: string;
+        custom_parameters?: Record<string, string>;
+        media_format?: {
+            channels?: number;
+            encoding?: string;
+            sample_rate?: number;
+        };
+        user_id?: string;
+    };
+    stream_id?: string;
+} | {
+    event: "media";
+    media: TelnyxMediaPayload;
+    sequence_number?: string;
+    stream_id?: string;
+} | {
+    event: "mark";
+    mark?: {
+        name?: string;
+    };
+    sequence_number?: string;
+    stream_id?: string;
+} | {
+    event: "dtmf";
+    dtmf?: {
+        digit?: string;
+    };
+    sequence_number?: string;
+    stream_id?: string;
+} | {
+    event: "error";
+    payload?: {
+        code?: number;
+        detail?: string;
+        title?: string;
+    };
+    stream_id?: string;
+} | {
+    event: "stop";
+    sequence_number?: string;
+    stop?: {
+        call_control_id?: string;
+        user_id?: string;
+    };
+    stream_id?: string;
+};
+export type TelnyxOutboundMediaMessage = {
+    event: "media";
+    media: {
+        payload: string;
+    };
+};
+export type TelnyxOutboundClearMessage = {
+    event: "clear";
+};
+export type TelnyxOutboundMarkMessage = {
+    event: "mark";
+    mark: {
+        name: string;
+    };
+};
+export type TelnyxOutboundMessage = TelnyxOutboundMediaMessage | TelnyxOutboundClearMessage | TelnyxOutboundMarkMessage;
+export type TelnyxMediaStreamSocket = {
+    close: (code?: number, reason?: string) => void | Promise<void>;
+    send: (data: string) => void | Promise<void>;
+};
+export type TelnyxMediaStreamBridgeOptions<TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown> = Omit<TwilioMediaStreamBridgeOptions<TContext, TSession, TResult>, "onVoiceMessage"> & {
+    onVoiceMessage?: (input: {
+        callControlId?: string;
+        message: VoiceServerMessage<TResult>;
+        sessionId: string;
+        streamId?: string;
+    }) => Promise<void> | void;
+};
+export type TelnyxMediaStreamBridge = {
+    close: (reason?: string) => Promise<void>;
+    getSessionId: () => string | null;
+    getStreamId: () => string | null;
+    handleMessage: (raw: string | TelnyxInboundMessage) => Promise<void>;
+};
+export type TelnyxVoiceResponseOptions = {
+    bidirectionalCodec?: "AMR-WB" | "G722" | "OPUS" | "PCMA" | "PCMU";
+    bidirectionalMode?: "mp3" | "rtp";
+    codec?: "AMR-WB" | "G722" | "OPUS" | "PCMA" | "PCMU" | "default";
+    streamName?: string;
+    streamUrl: string;
+    track?: "both_tracks" | "inbound_track" | "outbound_track";
+};
+export type TelnyxVoiceSetupStatus = VoiceTelephonySetupStatus<"telnyx"> & {
+    urls: VoiceTelephonySetupStatus<"telnyx">["urls"] & {
+        texml: string;
+    };
+};
+export type TelnyxVoiceSetupOptions = {
+    path?: false | string;
+    requiredEnv?: Record<string, string | undefined>;
+    title?: string;
+};
+export type TelnyxVoiceSmokeCheck = VoiceTelephonySmokeCheck;
+export type TelnyxVoiceSmokeReport = VoiceTelephonySmokeReport<"telnyx"> & {
+    contract: VoiceTelephonyContractReport<"telnyx">;
+    setup: TelnyxVoiceSetupStatus;
+    texml?: {
+        status: number;
+        streamUrl?: string;
+    };
+};
+export type TelnyxVoiceSmokeOptions = {
+    callControlId?: string;
+    callLegId?: string;
+    eventType?: string;
+    path?: false | string;
+    sessionId?: string;
+    title?: string;
+};
+export type TelnyxVoiceRoutesOptions<TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown> = {
+    bridge?: TelnyxMediaStreamBridgeOptions<TContext, TSession, TResult>;
+    context?: TContext;
+    name?: string;
+    outcomePolicy?: VoiceTelephonyOutcomePolicy;
+    setup?: TelnyxVoiceSetupOptions;
+    smoke?: TelnyxVoiceSmokeOptions;
+    streamPath?: string;
+    texml?: {
+        path?: string;
+        response?: Omit<TelnyxVoiceResponseOptions, "streamUrl">;
+        streamUrl?: string | ((input: {
+            query: Record<string, unknown>;
+            request: Request;
+            streamPath: string;
+        }) => Promise<string> | string);
+    };
+    webhook?: Omit<VoiceTelephonyWebhookRoutesOptions<TContext, TSession, TResult>, "context" | "path" | "policy" | "provider"> & {
+        eventStore?: VoiceTelnyxWebhookEventStore;
+        path?: string;
+        policy?: VoiceTelephonyOutcomePolicy;
+        publicKey?: string;
+        toleranceSeconds?: number;
+    };
+};
+export type VoiceTelnyxWebhookEventStore = {
+    claim?: (eventId: string) => Promise<boolean> | boolean;
+    has: (eventId: string) => Promise<boolean> | boolean;
+    set: (eventId: string) => Promise<void> | void;
+};
+export type VoiceTelnyxWebhookEventStoreOptions = {
+    ttlSeconds?: number;
+};
+export type VoiceSQLiteTelnyxWebhookEventStoreOptions = VoiceTelnyxWebhookEventStoreOptions & {
+    database?: Database;
+    path?: string;
+    tableName?: string;
+    tablePrefix?: string;
+};
+export type VoicePostgresTelnyxWebhookEventStoreOptions = VoiceTelnyxWebhookEventStoreOptions & {
+    connectionString?: string;
+    schemaName?: string;
+    sql?: VoicePostgresClient;
+    tableName?: string;
+    tablePrefix?: string;
+};
+export type VoiceRedisTelnyxWebhookEventClient = Pick<RedisClient, "exists" | "set">;
+export type VoiceRedisTelnyxWebhookEventStoreOptions = VoiceTelnyxWebhookEventStoreOptions & {
+    client?: VoiceRedisTelnyxWebhookEventClient;
+    keyPrefix?: string;
+    url?: string;
+};
+export type VoiceTelnyxWebhookVerifierOptions = {
+    eventStore?: VoiceTelnyxWebhookEventStore;
+    publicKey?: string;
+    toleranceSeconds?: number;
+};
+export declare const createTelnyxVoiceResponse: (options: TelnyxVoiceResponseOptions) => string;
+export declare const createTelnyxMediaStreamBridge: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(socket: TelnyxMediaStreamSocket, options: TelnyxMediaStreamBridgeOptions<TContext, TSession, TResult>) => TelnyxMediaStreamBridge;
+export declare const createMemoryVoiceTelnyxWebhookEventStore: () => VoiceTelnyxWebhookEventStore;
+export declare const verifyVoiceTelnyxWebhookSignature: (input: {
+    body: string;
+    headers: Headers;
+    publicKey?: string;
+    toleranceSeconds?: number;
+}) => Promise<VoiceTelephonyWebhookVerificationResult>;
+export declare const createVoiceSQLiteTelnyxWebhookEventStore: (options: VoiceSQLiteTelnyxWebhookEventStoreOptions) => VoiceTelnyxWebhookEventStore;
+export declare const createVoicePostgresTelnyxWebhookEventStore: (options?: VoicePostgresTelnyxWebhookEventStoreOptions) => VoiceTelnyxWebhookEventStore;
+export declare const createVoiceRedisTelnyxWebhookEventStore: (options?: VoiceRedisTelnyxWebhookEventStoreOptions) => VoiceTelnyxWebhookEventStore;
+export declare const createVoiceTelnyxWebhookVerifier: (options: VoiceTelnyxWebhookVerifierOptions) => (input: {
+    rawBody: string;
+    headers: Headers;
+}) => Promise<VoiceTelephonyWebhookVerificationResult>;
+export declare const createTelnyxVoiceRoutes: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(options?: TelnyxVoiceRoutesOptions<TContext, TSession, TResult>) => Elysia<"", {
+    decorator: {};
+    store: {};
+    derive: {};
+    resolve: {};
+}, {
+    typebox: {};
+    error: {};
+}, {
+    schema: {};
+    standaloneSchema: {};
+    macro: {};
+    macroFn: {};
+    parser: {};
+    response: {};
+}, {
+    [x: string]: {
+        get: {
+            body: unknown;
+            params: {};
+            query: unknown;
+            headers: unknown;
+            response: {
+                200: Response;
+            };
+        };
+    };
+} & {
+    [x: string]: {
+        post: {
+            body: unknown;
+            params: {};
+            query: unknown;
+            headers: unknown;
+            response: {
+                200: Response;
+            };
+        };
+    };
+} & {
+    [x: string]: {
+        subscribe: {
+            body: {};
+            params: {};
+            query: {};
+            headers: {};
+            response: {};
+        };
+    };
+} & {
+    [x: string]: {
+        post: {
+            body: unknown;
+            params: {};
+            query: unknown;
+            headers: unknown;
+            response: {
+                200: Response | import("..").VoiceTelephonyWebhookDecision<TResult>;
+            };
+        };
+    };
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}, {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+} & {
+    derive: {};
+    resolve: {};
+    schema: {};
+    standaloneSchema: {};
+    response: {};
+}>;

package/dist/telephony/twilio.d.ts

@@ -1,18 +1,21 @@
-import { type VoiceCallReviewArtifact, type VoiceCallReviewConfig } from '../testing/review';
-import type { AudioFormat, VoiceLogger, VoicePluginConfig, VoiceSessionRecord, VoiceServerMessage } from '../types';
+import { Elysia } from "elysia";
+import type { VoiceTelephonySetupStatus, VoiceTelephonySmokeCheck, VoiceTelephonySmokeReport } from "./contract";
+import { type VoiceTelephonyOutcomePolicy, type VoiceTelephonyWebhookRoutesOptions } from "../core/telephonyOutcome";
+import { type VoiceCallReviewArtifact, type VoiceCallReviewConfig } from "../testing/review";
+import type { AudioFormat, STTAdapter, VoiceLogger, VoiceOnTurnObjectHandler, VoicePluginConfig, VoiceSessionRecord, VoiceServerMessage } from "../core/types";
 type TwilioMediaPayload = {
     chunk?: string;
     payload: string;
     timestamp?: string;
-    track?: 'inbound' | 'outbound';
+    track?: "inbound" | "outbound";
 };
 type TwilioConnectedMessage = {
-    event: 'connected';
+    event: "connected";
     protocol?: string;
     version?: string;
 };
 type TwilioStartMessage = {
-    event: 'start';
+    event: "start";
     sequenceNumber?: string;
     start: {
         accountSid?: string;
@@ -29,13 +32,13 @@ type TwilioStartMessage = {
     streamSid?: string;
 };
 type TwilioMediaMessage = {
-    event: 'media';
+    event: "media";
     media: TwilioMediaPayload;
     sequenceNumber?: string;
     streamSid: string;
 };
 type TwilioMarkMessage = {
-    event: 'mark';
+    event: "mark";
     mark?: {
         name?: string;
     };
@@ -43,7 +46,7 @@ type TwilioMarkMessage = {
     streamSid: string;
 };
 type TwilioStopMessage = {
-    event: 'stop';
+    event: "stop";
     sequenceNumber?: string;
     stop?: {
         accountSid?: string;
@@ -53,18 +56,18 @@ type TwilioStopMessage = {
 };
 export type TwilioInboundMessage = TwilioConnectedMessage | TwilioStartMessage | TwilioMediaMessage | TwilioMarkMessage | TwilioStopMessage;
 export type TwilioOutboundMediaMessage = {
-    event: 'media';
+    event: "media";
     media: {
         payload: string;
     };
     streamSid: string;
 };
 export type TwilioOutboundClearMessage = {
-    event: 'clear';
+    event: "clear";
     streamSid: string;
 };
 export type TwilioOutboundMarkMessage = {
-    event: 'mark';
+    event: "mark";
     mark: {
         name: string;
     };
@@ -75,7 +78,25 @@ export type TwilioMediaStreamSocket = {
     close: (code?: number, reason?: string) => void | Promise<void>;
     send: (data: string) => void | Promise<void>;
 };
-export type TwilioMediaStreamBridgeOptions<TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown> = Omit<VoicePluginConfig<TContext, TSession, TResult>, 'htmx' | 'path'> & {
+export type TwilioMediaStreamBridgeOptions<TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown> = Omit<VoicePluginConfig<TContext, TSession, TResult>, "htmx" | "onTurn" | "path" | "stt"> & {
+    /**
+     * Per-turn handler. Receives the committed turn, session, context, and
+     * session `api` as a single object. The legacy positional form
+     * `(session, turn, api, context)` is still accepted at runtime via
+     * `normalizeOnTurn`, but only the object form is part of the typed
+     * surface — pinning it to a single (non-union) signature is what lets
+     * the `input` parameter infer at the call site instead of falling back
+     * to `any` (a union of function types defeats contextual typing).
+     */
+    onTurn: VoiceOnTurnObjectHandler<TContext, TSession, TResult>;
+    /**
+     * Legacy barge-in: send the carrier a "clear" on every inbound media frame
+     * once the assistant has spoken. Defaults to `false` — a phone line streams
+     * inbound audio continuously (silence included), so this flushes the
+     * assistant constantly. Barge-in is handled speech-gated by the session
+     * (`socket.clear()` on detected speech); only set `true` to force the old
+     * frame-level behavior.
+     */
     clearOnInboundMedia?: boolean;
     context: TContext;
     logger?: VoiceLogger;
@@ -94,6 +115,73 @@ export type TwilioMediaStreamBridgeOptions<TContext = unknown, TSession extends
     };
     scenarioId?: string;
     sessionId?: string;
+    stt: STTAdapter;
+    telephonyMediaCarrier?: "plivo" | "telnyx" | "twilio";
+    /** Capture call audio (per-channel) to a recording store. */
+    recording?: import("../core/types").VoiceSessionRecordingConfig;
+    /** Per-call cost accounting (STT/LLM/TTS) — emits turn.cost/cost.ready traces. */
+    costAccountant?: import("../core/costAccounting").VoiceCostAccountant;
+    /** Telephony cost provider for the accountant (e.g. "twilio"). */
+    costTelephony?: {
+        provider?: string;
+    };
+    /**
+     * Per-transcript semantic end-of-turn detector. Called on every transcript
+     * event; an `endOfTurn=true` verdict EARLY-commits the turn (the runtime
+     * still falls back to `turnDetection.silenceMs` if the detector says
+     * `false`). Useful for raising silenceMs for thinking time while keeping
+     * snappy responses on clear-cut answers. See VoiceSemanticTurnDetector.
+     */
+    semanticTurnDetector?: import("../core/semanticTurn").VoiceSemanticTurnDetector;
+    bargeInDetector?: import("../core/bargeInDetector").VoiceBargeInDetector;
+    /**
+     * Pre-rendered filler phrases ("Hmm.", "Got it.", "Let me think.") played
+     * in the gap between user-turn-commit and real assistant audio. Boardy's
+     * "the pause is character, not lag" pattern. See CreateVoiceSessionOptions
+     * for full semantics.
+     */
+    fillerPhrases?: ReadonlyArray<string>;
+    /** Milliseconds after turn-commit before the filler fires. Default 250ms. */
+    fillerDelayMs?: number;
+    /**
+     * Minimum word count in an STT partial transcript before barge-in
+     * cancels in-flight assistant TTS. Default 1 (any partial).
+     * Recommended 2 on phone routes — single-word partials ("you", "am i")
+     * cut the bot off mid-question per live-test 2026-05-27. See
+     * CreateVoiceSessionOptions for full semantics.
+     */
+    bargeInMinPartialWords?: number;
+    /**
+     * Content-aware filler (Latency Theater). Called in parallel with the
+     * main LLM turn; if it resolves within `fillerForTimeoutMs` the runtime
+     * speaks the result instead of a random `fillerPhrases` entry. Return
+     * `null` to skip filler for this turn. See CreateVoiceSessionOptions
+     * for full semantics.
+     */
+    fillerFor?: (input: {
+        sessionId: string;
+        turnId: string;
+        userText: string;
+    }) => Promise<string | null>;
+    /** Cap on the `fillerFor` race before falling back to a static phrase. Default 600ms. */
+    fillerForTimeoutMs?: number;
+    /** Backchannel cues played while the caller is mid-turn so they feel heard.
+     *  Non-turn TTS path (no barge-in interaction). Off unless `enabled`. */
+    backchannel?: import("../core/backchannel").VoiceBackchannelConfig;
+    /**
+     * Default spoken ack if the model returns ONLY tool calls (no text) and
+     * the turn isn't ending. Without this, the caller hears silence and
+     * assumes the line dropped. Default "Sorry, one moment." — set to ""
+     * to opt out. See CreateVoiceSessionOptions for full semantics.
+     */
+    defaultSilentTurnAck?: string;
+    /**
+     * Hard timeout (ms) around `route.onTurn`. If onTurn doesn't resolve in
+     * this window, the runtime throws → defaultSilentTurnAck fires → caller
+     * hears the fallback instead of dead air. See CreateVoiceSessionOptions
+     * for full semantics. Default 45s.
+     */
+    routeOnTurnTimeoutMs?: number;
 };
 export type TwilioMediaStreamBridge = {
     close: (reason?: string) => Promise<void>;
@@ -105,12 +193,62 @@ export type TwilioVoiceResponseOptions = {
     parameters?: Record<string, string | number | boolean | undefined>;
     streamName?: string;
     streamUrl: string;
-    track?: 'both_tracks' | 'inbound_track' | 'outbound_track';
+    track?: "both_tracks" | "inbound_track" | "outbound_track";
+};
+export type TwilioVoiceRouteParameters = Record<string, string | number | boolean | undefined> | ((input: {
+    query: Record<string, unknown>;
+    request: Request;
+}) => Promise<Record<string, string | number | boolean | undefined>> | Record<string, string | number | boolean | undefined>);
+export type TwilioVoiceSetupStatus = VoiceTelephonySetupStatus<"twilio"> & {
+    urls: VoiceTelephonySetupStatus<"twilio">["urls"] & {
+        twiml: string;
+    };
+};
+export type TwilioVoiceSetupOptions = {
+    path?: false | string;
+    requiredEnv?: Record<string, string | undefined>;
+    title?: string;
+};
+export type TwilioVoiceSmokeCheck = VoiceTelephonySmokeCheck;
+export type TwilioVoiceSmokeReport = VoiceTelephonySmokeReport<"twilio"> & {
+    setup: TwilioVoiceSetupStatus;
+};
+export type TwilioVoiceSmokeOptions = {
+    callSid?: string;
+    path?: false | string;
+    scenarioId?: string;
+    sessionId?: string;
+    sipCode?: number;
+    status?: string;
+    title?: string;
+};
+export type TwilioVoiceRoutesOptions<TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown> = TwilioMediaStreamBridgeOptions<TContext, TSession, TResult> & {
+    name?: string;
+    outcomePolicy?: VoiceTelephonyOutcomePolicy;
+    smoke?: TwilioVoiceSmokeOptions;
+    setup?: TwilioVoiceSetupOptions;
+    streamPath?: string;
+    twiml?: {
+        parameters?: TwilioVoiceRouteParameters;
+        path?: string;
+        streamName?: string;
+        streamUrl?: string | ((input: {
+            query: Record<string, unknown>;
+            request: Request;
+            streamPath: string;
+        }) => Promise<string> | string);
+        track?: TwilioVoiceResponseOptions["track"];
+    };
+    webhook?: Omit<VoiceTelephonyWebhookRoutesOptions<TContext, TSession, TResult>, "context" | "path" | "policy" | "provider"> & {
+        path?: string;
+        policy?: VoiceTelephonyOutcomePolicy;
+    };
 };
 export declare const decodeTwilioMulawBase64: (payload: string) => Int16Array<ArrayBuffer>;
 export declare const encodeTwilioMulawBase64: (samples: Int16Array) => string;
-export declare const transcodeTwilioInboundPayloadToPCM16: (payload: string) => Uint8Array<ArrayBuffer>;
 export declare const transcodePCMToTwilioOutboundPayload: (chunk: Uint8Array, format: AudioFormat) => string;
-export declare const createTwilioVoiceResponse: (options: TwilioVoiceResponseOptions) => string;
+export declare const transcodeTwilioInboundPayloadToPCM16: (payload: string) => Uint8Array<ArrayBuffer>;
 export declare const createTwilioMediaStreamBridge: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(socket: TwilioMediaStreamSocket, options: TwilioMediaStreamBridgeOptions<TContext, TSession, TResult>) => TwilioMediaStreamBridge;
+export declare const createTwilioVoiceResponse: (options: TwilioVoiceResponseOptions) => string;
+export declare const createTwilioVoiceRoutes: <TContext = unknown, TSession extends VoiceSessionRecord = VoiceSessionRecord, TResult = unknown>(options: TwilioVoiceRoutesOptions<TContext, TSession, TResult>) => Elysia;
 export {};

package/dist/testing/accuracy.d.ts

@@ -1,4 +1,4 @@
-import type { Transcript } from '../types';
+import type { Transcript } from "../core/types";
 export type VoiceTranscriptAccuracy = {
     actualText: string;
     charDistance: number;
@@ -8,6 +8,23 @@ export type VoiceTranscriptAccuracy = {
     threshold: number;
     wordDistance: number;
     wordErrorRate: number;
+    alignment?: VoiceWordAlignment;
 };
+export type VoiceWordAlignmentOperation = {
+    actual?: string;
+    expected?: string;
+    type: "correct" | "substitution" | "deletion" | "insertion";
+};
+export type VoiceWordAlignment = {
+    correct: number;
+    deletions: number;
+    hypothesisWordCount: number;
+    insertions: number;
+    operations: VoiceWordAlignmentOperation[];
+    referenceWordCount: number;
+    sentenceError: boolean;
+    substitutions: number;
+};
+export declare const alignTranscriptWords: (actualWords: string[], expectedWords: string[]) => VoiceWordAlignment;
 export declare const mergeFinalTranscriptText: (transcripts: Transcript[]) => string;
 export declare const scoreTranscriptAccuracy: (actualText: string, expectedText: string, threshold?: number) => VoiceTranscriptAccuracy;

package/dist/testing/audioMatrix.d.ts

@@ -0,0 +1,22 @@
+import type { VoiceTestFixture } from "./fixtures";
+export type VoiceAudioCondition = {
+    id: string;
+    type: "gain";
+    gain: number;
+} | {
+    id: string;
+    type: "clip";
+    ceiling: number;
+} | {
+    id: string;
+    type: "drop-chunks";
+    every: number;
+    chunkDurationMs: number;
+} | {
+    id: string;
+    type: "noise";
+    seed: number;
+    snrDb: number;
+};
+export declare const applyVoiceAudioCondition: (fixture: VoiceTestFixture, condition: VoiceAudioCondition) => VoiceTestFixture;
+export declare const buildVoiceAudioMatrix: (fixtures: VoiceTestFixture[], conditions: VoiceAudioCondition[]) => VoiceTestFixture[];

package/dist/testing/benchmark.d.ts

@@ -1,6 +1,9 @@
-import type { STTAdapter, STTAdapterOpenOptions } from '../types';
-import { type VoiceSTTAdapterHarnessOptions, type VoiceSTTAdapterHarnessResult } from './stt';
-import type { VoiceTestFixture } from './fixtures';
+import type { STTAdapter, STTAdapterOpenOptions } from "../core/types";
+import { type VoiceSTTAdapterHarnessOptions, type VoiceSTTAdapterHarnessResult } from "./stt";
+import type { VoiceTestFixture } from "./fixtures";
+import { type VoiceConfidenceCalibrationReport } from "./confidenceCalibration";
+import { type VoiceCriticalFieldAccuracy } from "./criticalFields";
+import { type VoiceSTTConformanceReport } from "./conformance";
 export type VoiceExpectedTermAccuracy = {
     allMatched: boolean;
     expectedTerms: string[];
@@ -8,7 +11,7 @@ export type VoiceExpectedTermAccuracy = {
     missingTerms: string[];
     recall: number;
 };
-export type VoiceSTTFixtureEnvironment = 'accent' | 'accent-noisy' | 'clean' | 'code-switch' | 'jargon' | 'multilingual' | 'multi-speaker' | 'noisy' | 'telephony' | 'other';
+export type VoiceSTTFixtureEnvironment = "accent" | "accent-noisy" | "clean" | "code-switch" | "jargon" | "multilingual" | "multi-speaker" | "noisy" | "telephony" | "other";
 export type VoiceSpeakerTurnAccuracy = {
     available: boolean;
     actualTurnCount: number;
@@ -18,13 +21,15 @@ export type VoiceSpeakerTurnAccuracy = {
     postClustered?: boolean;
 };
 export type VoiceSTTBenchmarkFixtureResult = {
-    accuracy: VoiceSTTAdapterHarnessResult['accuracy'];
+    accuracy: VoiceSTTAdapterHarnessResult["accuracy"];
     closeCount: number;
-    difficulty?: VoiceTestFixture['difficulty'];
+    conformance?: VoiceSTTConformanceReport;
+    difficulty?: VoiceTestFixture["difficulty"];
     elapsedMs: number;
     endOfTurnCount: number;
     errorCount: number;
     expectedTerms: VoiceExpectedTermAccuracy;
+    criticalFields?: VoiceCriticalFieldAccuracy;
     finalCount: number;
     finalText: string;
     fixtureId: string;
@@ -39,6 +44,7 @@ export type VoiceSTTBenchmarkFixtureResult = {
     timeToEndOfTurnMs?: number;
     timeToFirstFinalMs?: number;
     timeToFirstPartialMs?: number;
+    transcriptConfidence?: number;
     title: string;
 };
 export type VoiceSTTBenchmarkSummary = {
@@ -49,6 +55,8 @@ export type VoiceSTTBenchmarkSummary = {
     averageFinalCount: number;
     averageSpeakerTurnMatchRate?: number;
     averageTermRecall: number;
+    averageCriticalFieldAccuracy: number;
+    requiredCriticalFieldPassRate: number;
     averagePostSpeechTimeToEndOfTurnMs?: number;
     averagePostSpeechTimeToFirstFinalMs?: number;
     averageTimeToEndOfTurnMs?: number;
@@ -63,6 +71,7 @@ export type VoiceSTTBenchmarkSummary = {
     totalErrorCount: number;
     wordAccuracyRate: number;
     groupSummaries: VoiceSTTBenchmarkFixtureSummary[];
+    confidenceCalibration: VoiceConfidenceCalibrationReport;
 };
 export type VoiceSTTBenchmarkFixtureSummary = {
     group: VoiceSTTFixtureEnvironment;
@@ -141,27 +150,27 @@ export type VoiceSTTBenchmarkAcceptanceResult = {
     score: number;
 };
 export type VoiceSTTBenchmarkOptions = VoiceSTTAdapterHarnessOptions & {
-    fixtureOptions?: Record<string, Omit<VoiceSTTAdapterHarnessOptions, 'fixtureOptions' | 'openOptions'>>;
+    fixtureOptions?: Record<string, Omit<VoiceSTTAdapterHarnessOptions, "fixtureOptions" | "openOptions">>;
     openOptions?: Partial<STTAdapterOpenOptions> | ((fixture: VoiceTestFixture) => Partial<STTAdapterOpenOptions> | undefined);
 };
 export declare const resolveFixtureEnvironment: (fixture: Pick<VoiceTestFixture, "language" | "tags">) => VoiceSTTFixtureEnvironment;
-export declare const summarizeSTTBenchmark: (adapterId: string, fixtures: VoiceSTTBenchmarkFixtureResult[]) => VoiceSTTBenchmarkSummary;
-export declare const evaluateSTTBenchmarkAcceptance: (report: VoiceSTTBenchmarkReport, thresholds?: VoiceSTTBenchmarkAcceptanceThresholds) => VoiceSTTBenchmarkAcceptanceResult;
 export declare const compareSTTBenchmarks: (reports: VoiceSTTBenchmarkReport[]) => VoiceSTTBenchmarkComparison;
-export declare const runSTTAdapterBenchmark: ({ adapter, adapterId, fixtures, options }: {
+export declare const evaluateSTTBenchmarkAcceptance: (report: VoiceSTTBenchmarkReport, thresholds?: VoiceSTTBenchmarkAcceptanceThresholds) => VoiceSTTBenchmarkAcceptanceResult;
+export declare const runSTTAdapterBenchmark: ({ adapter, adapterId, fixtures, options, }: {
     adapter: STTAdapter;
     adapterId: string;
     fixtures: VoiceTestFixture[];
     options?: VoiceSTTBenchmarkOptions;
 }) => Promise<VoiceSTTBenchmarkReport>;
-export declare const summarizeSTTBenchmarkSeries: (input: {
-    adapterId: string;
-    reports: VoiceSTTBenchmarkReport[];
-}) => VoiceSTTBenchmarkSeriesReport;
-export declare const runSTTAdapterBenchmarkSeries: ({ adapter, adapterId, fixtures, options, runs }: {
+export declare const runSTTAdapterBenchmarkSeries: ({ adapter, adapterId, fixtures, options, runs, }: {
     adapter: STTAdapter;
     adapterId: string;
     fixtures: VoiceTestFixture[];
     options?: VoiceSTTBenchmarkOptions;
     runs: number;
 }) => Promise<VoiceSTTBenchmarkSeriesReport>;
+export declare const summarizeSTTBenchmark: (adapterId: string, fixtures: VoiceSTTBenchmarkFixtureResult[]) => VoiceSTTBenchmarkSummary;
+export declare const summarizeSTTBenchmarkSeries: (input: {
+    adapterId: string;
+    reports: VoiceSTTBenchmarkReport[];
+}) => VoiceSTTBenchmarkSeriesReport;