@speakai/shared 2.1.4 → 2.1.6

package/dist/voice/interfaces/testing.d.ts

@@ -0,0 +1,141 @@
+/**
+ * Testing Interfaces
+ * Types for the automated agent testing framework
+ */
+export type TestScenarioCategory = "greeting" | "kb_retrieval" | "off_topic" | "edge_case" | "custom";
+export type TestRunStatus = "queued" | "running" | "paused" | "completed" | "failed" | "cancelled" | "budget_exceeded";
+export type TestRunTrigger = "manual" | "kb_update" | "instruction_save" | "scheduled";
+export type ScenarioStatus = "pending" | "running" | "completed" | "skipped";
+export type RecommendationType = "instructions" | "personality" | "kb" | "topics_to_avoid" | "lexicon" | "welcome_message" | "response_length";
+export type RecommendationSeverity = "high" | "medium" | "low";
+export type QuickActionType = "add_to_kb" | "patch_instructions" | "add_topic_to_avoid" | "add_lexicon_term" | "update_personality";
+/**
+ * How a TestCriterion is evaluated. Deterministic types (response_length,
+ * regex_match, tool_called) route through code-side checks before the LLM
+ * judge runs, eliminating LLM variance for objectively-checkable rules.
+ */
+export type CriterionType = "llm_judged" | "response_length" | "regex_match" | "tool_called";
+export interface TestCriterion {
+    criterionId: string;
+    name: string;
+    evaluationPrompt: string;
+    weight: number;
+    isCritical: boolean;
+    /** Defaults to "llm_judged" when omitted. Existing criteria without a type behave as before. */
+    type?: CriterionType;
+    /** For type === "response_length". Fails if ANY agent response exceeds this word count. */
+    maxWords?: number;
+    /** For type === "regex_match". JavaScript regex source (no slashes). */
+    regexPattern?: string;
+    /** For type === "regex_match". When true (default), at least one agent response must match. When false, no response may match. */
+    mustMatch?: boolean;
+    /** For type === "tool_called". The tool name to look for in transcript toolCalls. */
+    expectedToolName?: string;
+}
+export interface TestScenario {
+    scenarioId: string;
+    name: string;
+    description?: string;
+    userMessages: string[];
+    criteria: TestCriterion[];
+    category: TestScenarioCategory;
+    isEnabled: boolean;
+}
+export interface TestSuiteConfig {
+    suiteId: string;
+    agentId: string;
+    orgId: string;
+    scenarios: TestScenario[];
+    maxCostPerRun: number;
+    autoRunOnKbUpdate: boolean;
+    autoRunOnInstructionSave: boolean;
+    scheduledCron: string | null;
+    createdAt: string;
+    updatedAt: string;
+}
+export interface ToolCallRecord {
+    name: string;
+    args: Record<string, any>;
+    result: string;
+    durationMs: number;
+}
+export interface CriterionResult {
+    criterionId: string;
+    criterionName: string;
+    passed: boolean;
+    reasoning: string;
+    weight: number;
+}
+export interface KbSearchRecord {
+    query: string;
+    resultCount: number;
+    avgScore: number;
+    topChunk?: string;
+}
+export interface ScenarioResult {
+    scenarioId: string;
+    scenarioName: string;
+    status: ScenarioStatus;
+    passed: boolean;
+    score: number;
+    criteriaResults: CriterionResult[];
+    transcript: Array<{
+        role: "user" | "agent";
+        content: string;
+        toolCalls?: ToolCallRecord[];
+    }>;
+    kbSearches: KbSearchRecord[];
+    costUsd: number;
+    durationMs: number;
+}
+export interface TestRecommendation {
+    id: string;
+    type: RecommendationType;
+    severity: RecommendationSeverity;
+    title: string;
+    description: string;
+    suggestedFix: string;
+    affectedScenarios: string[];
+    applied?: boolean;
+    appliedAt?: string;
+    quickAction?: {
+        type: QuickActionType;
+        payload: Record<string, any>;
+    };
+}
+export interface TestRunResult {
+    runId: string;
+    suiteId: string;
+    agentId: string;
+    orgId: string;
+    status: TestRunStatus;
+    trigger: TestRunTrigger;
+    currentScenarioIndex: number;
+    totalScenarios: number;
+    scenarioResults: ScenarioResult[];
+    overallScore: number;
+    passedCount: number;
+    failedCount: number;
+    totalCount: number;
+    totalCost: number;
+    totalInputTokens: number;
+    totalOutputTokens: number;
+    isRegression: boolean;
+    baselineScore: number | null;
+    scoreDelta: number | null;
+    recommendations: TestRecommendation[];
+    startedAt: string;
+    completedAt: string | null;
+    durationMs: number | null;
+    /** Optional human-readable reason when status is "failed" or "budget_exceeded". */
+    failureReason?: string | null;
+}
+export interface TestBaseline {
+    agentId: string;
+    suiteId: string;
+    bestScore: number;
+    bestRunId: string;
+    scenarioBaselines: Record<string, number>;
+    updatedAt: string;
+}
+//# sourceMappingURL=testing.d.ts.map

package/dist/voice/interfaces/testing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing.d.ts","sourceRoot":"","sources":["../../../src/voice/interfaces/testing.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,MAAM,oBAAoB,GAC5B,UAAU,GACV,cAAc,GACd,WAAW,GACX,WAAW,GACX,QAAQ,CAAC;AAEb,MAAM,MAAM,aAAa,GACrB,QAAQ,GACR,SAAS,GACT,QAAQ,GACR,WAAW,GACX,QAAQ,GACR,WAAW,GACX,iBAAiB,CAAC;AAEtB,MAAM,MAAM,cAAc,GACtB,QAAQ,GACR,WAAW,GACX,kBAAkB,GAClB,WAAW,CAAC;AAEhB,MAAM,MAAM,cAAc,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AAE7E,MAAM,MAAM,kBAAkB,GAC1B,cAAc,GACd,aAAa,GACb,IAAI,GACJ,iBAAiB,GACjB,SAAS,GACT,iBAAiB,GACjB,iBAAiB,CAAC;AAEtB,MAAM,MAAM,sBAAsB,GAAG,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;AAE/D,MAAM,MAAM,eAAe,GACvB,WAAW,GACX,oBAAoB,GACpB,oBAAoB,GACpB,kBAAkB,GAClB,oBAAoB,CAAC;AAEzB;;;;GAIG;AACH,MAAM,MAAM,aAAa,GACrB,YAAY,GACZ,iBAAiB,GACjB,aAAa,GACb,aAAa,CAAC;AAElB,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB,EAAE,MAAM,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,OAAO,CAAC;IACpB,gGAAgG;IAChG,IAAI,CAAC,EAAE,aAAa,CAAC;IACrB,2FAA2F;IAC3F,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,wEAAwE;IACxE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,kIAAkI;IAClI,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,qFAAqF;IACrF,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,OAAO,CAAC;IAC3B,wBAAwB,EAAE,OAAO,CAAC;IAClC,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,cAAc,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,EAAE,eAAe,EAAE,CAAC;IACnC,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;QACvB,OAAO,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,cAAc,EAAE,CAAC;KAC9B,CAAC,CAAC;IACH,UAAU,EAAE,cAAc,EAAE,CAAC;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,kBAAkB,CAAC;IACzB,QAAQ,EAAE,sBAAsB,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE;QACZ,IAAI,EAAE,eAAe,CAAC;QACtB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;KAC9B,CAAC;CACH;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,aAAa,CAAC;IACtB,OAAO,EAAE,cAAc,CAAC;IACxB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,cAAc,EAAE,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,YAAY,EAAE,OAAO,CAAC;IACtB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,eAAe,EAAE,kBAAkB,EAAE,CAAC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,mFAAmF;IACnF,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,SAAS,EAAE,MAAM,CAAC;CACnB"}

package/dist/voice/interfaces/testing.js

@@ -0,0 +1,6 @@
+/**
+ * Testing Interfaces
+ * Types for the automated agent testing framework
+ */
+export {};
+//# sourceMappingURL=testing.js.map

package/dist/voice/interfaces/testing.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testing.js","sourceRoot":"","sources":["../../../src/voice/interfaces/testing.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/voice/interfaces/voice.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Voice/TTS Interfaces
+ */
+import { TTSProvider } from "../enums/providers.js";
+import { VoiceCategory } from "../enums/voice.js";
+/**
+ * Voice entity
+ */
+export interface Voice {
+    id: string;
+    name: string;
+    provider: TTSProvider;
+    language: string;
+    gender?: string;
+    age?: string;
+    accent?: string;
+    description?: string;
+    previewUrl?: string;
+    category?: VoiceCategory;
+    isPremium?: boolean;
+    isMultilingual?: boolean;
+    isLowLatency?: boolean;
+    providerData?: Record<string, unknown>;
+    metadata?: Record<string, unknown>;
+}
+/**
+ * Voice list response
+ */
+export interface VoiceListResponse {
+    success: boolean;
+    voices: Voice[];
+    total?: number;
+}
+//# sourceMappingURL=voice.d.ts.map

package/dist/voice/interfaces/voice.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice.d.ts","sourceRoot":"","sources":["../../../src/voice/interfaces/voice.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAElD;;GAEG;AACH,MAAM,WAAW,KAAK;IACpB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,WAAW,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACvC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB"}

package/dist/voice/interfaces/voice.js

@@ -0,0 +1,5 @@
+/**
+ * Voice/TTS Interfaces
+ */
+export {};
+//# sourceMappingURL=voice.js.map

package/dist/voice/interfaces/voice.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voice.js","sourceRoot":"","sources":["../../../src/voice/interfaces/voice.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@speakai/shared",
-  "version": "2.1.4",
+  "version": "2.1.6",
   "description": "Shared types, enums and interfaces for Speak AI platform",
   "type": "module",
   "main": "dist/index.js",