@absolutejs/voice 0.0.20 → 0.0.21

package/dist/testing/benchmark.d.ts

@@ -8,6 +8,7 @@ export type VoiceExpectedTermAccuracy = {
     missingTerms: string[];
     recall: number;
 };
+export type VoiceSTTFixtureEnvironment = 'accent' | 'accent-noisy' | 'clean' | 'noisy' | 'other';
 export type VoiceSTTBenchmarkFixtureResult = {
     accuracy: VoiceSTTAdapterHarnessResult['accuracy'];
     closeCount: number;
@@ -20,8 +21,11 @@ export type VoiceSTTBenchmarkFixtureResult = {
     finalText: string;
     fixtureId: string;
     fragmentationCount: number;
+    group: VoiceSTTFixtureEnvironment;
     passes: boolean;
     partialCount: number;
+    postSpeechTimeToEndOfTurnMs?: number;
+    postSpeechTimeToFirstFinalMs?: number;
     tags: string[];
     timeToEndOfTurnMs?: number;
     timeToFirstFinalMs?: number;
@@ -35,6 +39,8 @@ export type VoiceSTTBenchmarkSummary = {
     averageEndOfTurnCount: number;
     averageFinalCount: number;
     averageTermRecall: number;
+    averagePostSpeechTimeToEndOfTurnMs?: number;
+    averagePostSpeechTimeToFirstFinalMs?: number;
     averageTimeToEndOfTurnMs?: number;
     averageTimeToFirstFinalMs?: number;
     averageTimeToFirstPartialMs?: number;
@@ -46,6 +52,19 @@ export type VoiceSTTBenchmarkSummary = {
     passRate: number;
     totalErrorCount: number;
     wordAccuracyRate: number;
+    groupSummaries: VoiceSTTBenchmarkFixtureSummary[];
+};
+export type VoiceSTTBenchmarkFixtureSummary = {
+    group: VoiceSTTFixtureEnvironment;
+    fixtureCount: number;
+    fixturesWithErrors: number;
+    fixturesWithFragments: number;
+    passCount: number;
+    passRate: number;
+    wordAccuracyRate: number;
+    averageTermRecall: number;
+    averageWordErrorRate: number;
+    averageElapsedMs: number;
 };
 export type VoiceSTTBenchmarkReport = {
     adapterId: string;
@@ -63,10 +82,27 @@ export type VoiceSTTBenchmarkComparison = {
     bestByWordErrorRate?: VoiceSTTBenchmarkComparisonEntry;
     entries: VoiceSTTBenchmarkComparisonEntry[];
 };
+export type VoiceSTTBenchmarkAcceptanceThresholds = {
+    termRecall?: number;
+    wordAccuracyRate?: number;
+    overallPassRate?: number;
+    groupPassRate?: Partial<Record<VoiceSTTFixtureEnvironment, {
+        passRate?: number;
+        wordAccuracyRate?: number;
+    }>>;
+};
+export type VoiceSTTBenchmarkAcceptanceResult = {
+    adapterId: string;
+    failures: string[];
+    passed: boolean;
+    score: number;
+};
 export type VoiceSTTBenchmarkOptions = VoiceSTTAdapterHarnessOptions & {
     fixtureOptions?: Record<string, Omit<VoiceSTTAdapterHarnessOptions, 'fixtureOptions'>>;
 };
+export declare const resolveFixtureEnvironment: (fixture: Pick<VoiceTestFixture, "tags">) => VoiceSTTFixtureEnvironment;
 export declare const summarizeSTTBenchmark: (adapterId: string, fixtures: VoiceSTTBenchmarkFixtureResult[]) => VoiceSTTBenchmarkSummary;
+export declare const evaluateSTTBenchmarkAcceptance: (report: VoiceSTTBenchmarkReport, thresholds?: VoiceSTTBenchmarkAcceptanceThresholds) => VoiceSTTBenchmarkAcceptanceResult;
 export declare const compareSTTBenchmarks: (reports: VoiceSTTBenchmarkReport[]) => VoiceSTTBenchmarkComparison;
 export declare const runSTTAdapterBenchmark: ({ adapter, adapterId, fixtures, options }: {
     adapter: STTAdapter;