@lesliechan721/agent-skill-eval 0.1.0-beta.1 → 0.1.0-beta.11

package/dist/codex-trigger-eval.d.ts

@@ -0,0 +1,82 @@
+import { type CodexEvalProcessManagementEvidence } from './codex-eval-app-server.js';
+import { type CodexEvalRuntimeConfig } from './codex-eval-runtime-config.js';
+import { type AwSkillEvalTriggerCase, type AwSkillEvalTriggerSuiteCaseContract } from './codex-eval-cases.js';
+interface TriggerObservation {
+    loaded: boolean;
+    spawned: boolean;
+    loadEvidence: string | null;
+    spawnEvidence: string | null;
+}
+export interface TriggerRunEvidence {
+    loaded: boolean;
+    first_loaded_skill: string | null;
+    all_loaded_skills: string[];
+    load_evidence_by_skill: Record<string, string>;
+    spawned: boolean;
+    load_evidence: string | null;
+    spawn_evidence: string | null;
+    spawn_calls: Array<Record<string, unknown>>;
+    termination: string;
+    exit_code: number | null;
+    signal: NodeJS.Signals | null;
+    execution_error: boolean;
+    fixture_unchanged: boolean;
+    request_user_input_called: boolean;
+    waiting_on_user_input: boolean;
+    final_response_emitted: boolean;
+    stderr?: string;
+    final_message: string | null;
+    duration_ms: number;
+    usage: unknown;
+    event_trace: unknown[];
+    diagnostics: string[];
+}
+interface TriggerCaseSummary {
+    id: string;
+    split: AwSkillEvalTriggerCase['split'];
+    query: string;
+    expected: {
+        load_skill?: boolean;
+        loaded_skills?: string[];
+        first_loaded_skill?: string;
+        spawn_agent?: boolean;
+    };
+    observed: {
+        load_rate: number;
+        skill_load_rates: Record<string, number>;
+        route_match_rate?: number;
+        first_route_match_rate?: number;
+        route_counts?: Record<string, number>;
+        multiple_skill_loads: number;
+        spawn_rate?: number;
+        execution_errors: number;
+    };
+    complete: boolean;
+    passed: boolean;
+    runs: TriggerRunEvidence[];
+}
+export declare function inspectTriggerAppServerFrame(frame: Record<string, unknown>, skillPath: string): Partial<TriggerObservation> & {
+    finalMessage?: string;
+    usage?: unknown;
+    turnStatus?: string;
+    spawnCall?: Record<string, unknown>;
+    requestUserInput?: boolean;
+};
+export declare function inspectTriggerAppServerConfigWarning(frame: Record<string, unknown>): string | null;
+export declare function runCodexTriggerProviderCase(options: {
+    suite: AwSkillEvalTriggerSuiteCaseContract;
+    evalCase: AwSkillEvalTriggerCase;
+    subjectRoot: string;
+    fixtureRoot: string;
+    codexBin: string;
+    model?: string;
+    codexRuntime: CodexEvalRuntimeConfig;
+    sourceEnv?: NodeJS.ProcessEnv;
+    processManagement?: CodexEvalProcessManagementEvidence;
+    workRoot?: string;
+    manageTimeout?: boolean;
+    signal?: AbortSignal;
+    timeoutMs?: number;
+}): Promise<TriggerRunEvidence>;
+export declare function summarizeTriggerCase(suite: AwSkillEvalTriggerSuiteCaseContract, evalCase: AwSkillEvalTriggerCase, runs: TriggerRunEvidence[]): TriggerCaseSummary;
+export {};