@tangle-network/agent-eval 0.94.0 → 0.95.0

package/dist/wire/rubrics.d.ts

@@ -0,0 +1,34 @@
+/**
+ * Built-in rubrics shipped with agent-eval.
+ *
+ * A rubric is a set of scoring axes plus a system prompt that tells the
+ * judging LLM how to grade against those axes. Built-in rubrics are
+ * curated for use cases that recur across Tangle projects — call them
+ * by name from any client.
+ *
+ * Adding a rubric:
+ *   1. Define the Rubric object below with a clear `description` and
+ *      named `dimensions`.
+ *   2. Register it in `BUILTIN_RUBRICS` at the bottom.
+ *   3. Add a test in `tests/wire/rubrics.test.ts`.
+ *
+ * Custom rubrics: callers pass `rubric` inline to /v1/judge instead of
+ * `rubricName` — see schemas.ts.
+ */
+import type { Rubric } from './schemas';
+export declare const BUILTIN_RUBRICS: Record<string, Rubric>;
+/** Get a built-in rubric by name, or undefined. */
+export declare function getBuiltinRubric(name: string): Rubric | undefined;
+/** List built-in rubrics with their stable versions. */
+export declare function listBuiltinRubrics(): {
+    name: string;
+    description: string;
+    dimensions: {
+        id: string;
+        description: string;
+        weight: number;
+    }[];
+    failureModes: string[];
+    rubricVersion: string;
+}[];
+//# sourceMappingURL=rubrics.d.ts.map

package/dist/wire/rubrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rubrics.d.ts","sourceRoot":"","sources":["../../src/wire/rubrics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AACH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,WAAW,CAAA;AA4EvC,eAAO,MAAM,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAElD,CAAA;AAED,mDAAmD;AACnD,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAEjE;AAED,wDAAwD;AACxD,wBAAgB,kBAAkB;;;;;;;;;;IAYjC"}

package/dist/wire/schemas.d.ts

@@ -0,0 +1,410 @@
+import { z } from 'zod';
+export declare const RubricDimensionSchema: z.ZodObject<{
+    id: z.ZodString;
+    description: z.ZodString;
+    weight: z.ZodDefault<z.ZodNumber>;
+    min: z.ZodDefault<z.ZodNumber>;
+    max: z.ZodDefault<z.ZodNumber>;
+}, z.core.$strip>;
+export declare const FailureModeSchema: z.ZodObject<{
+    id: z.ZodString;
+    description: z.ZodString;
+}, z.core.$strip>;
+export declare const RubricSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodString;
+    systemPrompt: z.ZodString;
+    dimensions: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        description: z.ZodString;
+        weight: z.ZodDefault<z.ZodNumber>;
+        min: z.ZodDefault<z.ZodNumber>;
+        max: z.ZodDefault<z.ZodNumber>;
+    }, z.core.$strip>>;
+    failureModes: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        description: z.ZodString;
+    }, z.core.$strip>>>;
+    wins: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        description: z.ZodString;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export declare const JudgeRequestSchema: z.ZodObject<{
+    rubricName: z.ZodOptional<z.ZodString>;
+    rubric: z.ZodOptional<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        systemPrompt: z.ZodString;
+        dimensions: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            description: z.ZodString;
+            weight: z.ZodDefault<z.ZodNumber>;
+            min: z.ZodDefault<z.ZodNumber>;
+            max: z.ZodDefault<z.ZodNumber>;
+        }, z.core.$strip>>;
+        failureModes: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            description: z.ZodString;
+        }, z.core.$strip>>>;
+        wins: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            description: z.ZodString;
+        }, z.core.$strip>>>;
+    }, z.core.$strip>>;
+    content: z.ZodString;
+    context: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    model: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export declare const JudgeResultSchema: z.ZodObject<{
+    composite: z.ZodNumber;
+    dimensions: z.ZodRecord<z.ZodString, z.ZodNumber>;
+    failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    wins: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    rationale: z.ZodString;
+    rubricVersion: z.ZodString;
+    model: z.ZodString;
+    durationMs: z.ZodNumber;
+}, z.core.$strip>;
+export declare const RubricInfoSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodString;
+    dimensions: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        description: z.ZodString;
+        weight: z.ZodNumber;
+    }, z.core.$strip>>;
+    failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    rubricVersion: z.ZodString;
+}, z.core.$strip>;
+export declare const ListRubricsResponseSchema: z.ZodObject<{
+    rubrics: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        dimensions: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            description: z.ZodString;
+            weight: z.ZodNumber;
+        }, z.core.$strip>>;
+        failureModes: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        rubricVersion: z.ZodString;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const VersionResponseSchema: z.ZodObject<{
+    package: z.ZodString;
+    version: z.ZodString;
+    wireVersion: z.ZodString;
+    apiSurface: z.ZodArray<z.ZodString>;
+}, z.core.$strip>;
+export declare const HealthResponseSchema: z.ZodObject<{
+    status: z.ZodLiteral<"ok">;
+    uptimeSec: z.ZodNumber;
+}, z.core.$strip>;
+/**
+ * Minimal `TraceEvent` shape that the production runtime emits.
+ * Matches `trace/schema.ts` `TraceEvent` but is duplicated here as a
+ * wire schema so non-TypeScript clients can validate without depending
+ * on internal types.
+ */
+export declare const TraceEventSchema: z.ZodObject<{
+    eventId: z.ZodString;
+    runId: z.ZodString;
+    spanId: z.ZodOptional<z.ZodString>;
+    kind: z.ZodEnum<{
+        policy_violation: "policy_violation";
+        custom: "custom";
+        error: "error";
+        log: "log";
+        budget_decrement: "budget_decrement";
+        budget_breach: "budget_breach";
+        state_mutation: "state_mutation";
+        redaction_applied: "redaction_applied";
+    }>;
+    timestamp: z.ZodNumber;
+    payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+}, z.core.$strip>;
+export declare const TracesIngestRequestSchema: z.ZodObject<{
+    events: z.ZodArray<z.ZodObject<{
+        eventId: z.ZodString;
+        runId: z.ZodString;
+        spanId: z.ZodOptional<z.ZodString>;
+        kind: z.ZodEnum<{
+            policy_violation: "policy_violation";
+            custom: "custom";
+            error: "error";
+            log: "log";
+            budget_decrement: "budget_decrement";
+            budget_breach: "budget_breach";
+            state_mutation: "state_mutation";
+            redaction_applied: "redaction_applied";
+        }>;
+        timestamp: z.ZodNumber;
+        payload: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const TracesIngestResponseSchema: z.ZodObject<{
+    accepted: z.ZodNumber;
+    rejected: z.ZodNumber;
+    errors: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        eventId: z.ZodString;
+        message: z.ZodString;
+    }, z.core.$strip>>>;
+}, z.core.$strip>;
+export declare const FeedbackLabelSchema: z.ZodObject<{
+    id: z.ZodOptional<z.ZodString>;
+    source: z.ZodEnum<{
+        judge: "judge";
+        system: "system";
+        user: "user";
+        policy: "policy";
+        environment: "environment";
+        metric: "metric";
+    }>;
+    kind: z.ZodEnum<{
+        approve: "approve";
+        reject: "reject";
+        select: "select";
+        edit: "edit";
+        rank: "rank";
+        rate: "rate";
+        comment: "comment";
+        metric_outcome: "metric_outcome";
+        policy_block: "policy_block";
+        revision_request: "revision_request";
+    }>;
+    value: z.ZodUnknown;
+    reason: z.ZodOptional<z.ZodString>;
+    severity: z.ZodOptional<z.ZodEnum<{
+        error: "error";
+        info: "info";
+        critical: "critical";
+        warning: "warning";
+    }>>;
+    createdAt: z.ZodString;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+export declare const FeedbackAttemptSchema: z.ZodObject<{
+    id: z.ZodString;
+    stepIndex: z.ZodNumber;
+    artifactType: z.ZodEnum<{
+        action: "action";
+        decision: "decision";
+        text: "text";
+        code: "code";
+        plan: "plan";
+        research: "research";
+        ui: "ui";
+        data: "data";
+        other: "other";
+    }>;
+    artifact: z.ZodUnknown;
+    options: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+    proposedAction: z.ZodOptional<z.ZodObject<{
+        type: z.ZodString;
+        risk: z.ZodOptional<z.ZodEnum<{
+            medium: "medium";
+            low: "low";
+            high: "high";
+        }>>;
+        costUsd: z.ZodOptional<z.ZodNumber>;
+        externalSideEffect: z.ZodOptional<z.ZodBoolean>;
+        requiresApproval: z.ZodOptional<z.ZodBoolean>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>>;
+    feedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        source: z.ZodEnum<{
+            judge: "judge";
+            system: "system";
+            user: "user";
+            policy: "policy";
+            environment: "environment";
+            metric: "metric";
+        }>;
+        kind: z.ZodEnum<{
+            approve: "approve";
+            reject: "reject";
+            select: "select";
+            edit: "edit";
+            rank: "rank";
+            rate: "rate";
+            comment: "comment";
+            metric_outcome: "metric_outcome";
+            policy_block: "policy_block";
+            revision_request: "revision_request";
+        }>;
+        value: z.ZodUnknown;
+        reason: z.ZodOptional<z.ZodString>;
+        severity: z.ZodOptional<z.ZodEnum<{
+            error: "error";
+            info: "info";
+            critical: "critical";
+            warning: "warning";
+        }>>;
+        createdAt: z.ZodString;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>>>;
+    createdAt: z.ZodString;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+export declare const FeedbackTrajectorySchema: z.ZodObject<{
+    id: z.ZodString;
+    projectId: z.ZodOptional<z.ZodString>;
+    scenarioId: z.ZodOptional<z.ZodString>;
+    task: z.ZodObject<{
+        intent: z.ZodString;
+        context: z.ZodOptional<z.ZodUnknown>;
+    }, z.core.$strip>;
+    attempts: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        stepIndex: z.ZodNumber;
+        artifactType: z.ZodEnum<{
+            action: "action";
+            decision: "decision";
+            text: "text";
+            code: "code";
+            plan: "plan";
+            research: "research";
+            ui: "ui";
+            data: "data";
+            other: "other";
+        }>;
+        artifact: z.ZodUnknown;
+        options: z.ZodOptional<z.ZodArray<z.ZodUnknown>>;
+        proposedAction: z.ZodOptional<z.ZodObject<{
+            type: z.ZodString;
+            risk: z.ZodOptional<z.ZodEnum<{
+                medium: "medium";
+                low: "low";
+                high: "high";
+            }>>;
+            costUsd: z.ZodOptional<z.ZodNumber>;
+            externalSideEffect: z.ZodOptional<z.ZodBoolean>;
+            requiresApproval: z.ZodOptional<z.ZodBoolean>;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        }, z.core.$strip>>;
+        feedback: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            id: z.ZodOptional<z.ZodString>;
+            source: z.ZodEnum<{
+                judge: "judge";
+                system: "system";
+                user: "user";
+                policy: "policy";
+                environment: "environment";
+                metric: "metric";
+            }>;
+            kind: z.ZodEnum<{
+                approve: "approve";
+                reject: "reject";
+                select: "select";
+                edit: "edit";
+                rank: "rank";
+                rate: "rate";
+                comment: "comment";
+                metric_outcome: "metric_outcome";
+                policy_block: "policy_block";
+                revision_request: "revision_request";
+            }>;
+            value: z.ZodUnknown;
+            reason: z.ZodOptional<z.ZodString>;
+            severity: z.ZodOptional<z.ZodEnum<{
+                error: "error";
+                info: "info";
+                critical: "critical";
+                warning: "warning";
+            }>>;
+            createdAt: z.ZodString;
+            metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        }, z.core.$strip>>>;
+        createdAt: z.ZodString;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>>>;
+    labels: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        id: z.ZodOptional<z.ZodString>;
+        source: z.ZodEnum<{
+            judge: "judge";
+            system: "system";
+            user: "user";
+            policy: "policy";
+            environment: "environment";
+            metric: "metric";
+        }>;
+        kind: z.ZodEnum<{
+            approve: "approve";
+            reject: "reject";
+            select: "select";
+            edit: "edit";
+            rank: "rank";
+            rate: "rate";
+            comment: "comment";
+            metric_outcome: "metric_outcome";
+            policy_block: "policy_block";
+            revision_request: "revision_request";
+        }>;
+        value: z.ZodUnknown;
+        reason: z.ZodOptional<z.ZodString>;
+        severity: z.ZodOptional<z.ZodEnum<{
+            error: "error";
+            info: "info";
+            critical: "critical";
+            warning: "warning";
+        }>>;
+        createdAt: z.ZodString;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>>>;
+    outcome: z.ZodOptional<z.ZodObject<{
+        success: z.ZodOptional<z.ZodBoolean>;
+        score: z.ZodOptional<z.ZodNumber>;
+        metrics: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodNumber>>;
+        costUsd: z.ZodOptional<z.ZodNumber>;
+        detail: z.ZodOptional<z.ZodString>;
+        observedAt: z.ZodOptional<z.ZodString>;
+        metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>>;
+    split: z.ZodOptional<z.ZodEnum<{
+        train: "train";
+        dev: "dev";
+        test: "test";
+        holdout: "holdout";
+    }>>;
+    tags: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
+    createdAt: z.ZodString;
+    updatedAt: z.ZodOptional<z.ZodString>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+export declare const FeedbackIngestResponseSchema: z.ZodObject<{
+    id: z.ZodString;
+    persisted: z.ZodBoolean;
+}, z.core.$strip>;
+export type TraceEvent = z.infer<typeof TraceEventSchema>;
+export type TracesIngestRequest = z.infer<typeof TracesIngestRequestSchema>;
+export type TracesIngestResponse = z.infer<typeof TracesIngestResponseSchema>;
+export type FeedbackTrajectory = z.infer<typeof FeedbackTrajectorySchema>;
+export type FeedbackIngestResponse = z.infer<typeof FeedbackIngestResponseSchema>;
+export declare const ErrorResponseSchema: z.ZodObject<{
+    error: z.ZodObject<{
+        code: z.ZodString;
+        message: z.ZodString;
+        details: z.ZodOptional<z.ZodUnknown>;
+    }, z.core.$strip>;
+}, z.core.$strip>;
+export type RubricDimension = z.infer<typeof RubricDimensionSchema>;
+export type FailureMode = z.infer<typeof FailureModeSchema>;
+export type Rubric = z.infer<typeof RubricSchema>;
+export type JudgeRequest = z.infer<typeof JudgeRequestSchema>;
+export type JudgeResult = z.infer<typeof JudgeResultSchema>;
+export type RubricInfo = z.infer<typeof RubricInfoSchema>;
+export type ListRubricsResponse = z.infer<typeof ListRubricsResponseSchema>;
+export type VersionResponse = z.infer<typeof VersionResponseSchema>;
+export type ErrorResponse = z.infer<typeof ErrorResponseSchema>;
+/**
+ * Bump on any breaking change to a request/response schema.
+ * Non-breaking (additive) changes don't require a bump.
+ */
+export declare const WIRE_VERSION = "1.0.0";
+/**
+ * Stable hash of a rubric. Used to make scores comparable across runs:
+ * if the rubricVersion matches, the rubric was identical.
+ */
+export declare function hashRubric(rubric: Rubric): string;
+//# sourceMappingURL=schemas.d.ts.map

package/dist/wire/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/wire/schemas.ts"],"names":[],"mappings":"AAaA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAMvB,eAAO,MAAM,qBAAqB;;;;;;iBAkBL,CAAA;AAE7B,eAAO,MAAM,iBAAiB;;;iBAKL,CAAA;AAIzB,eAAO,MAAM,YAAY;;;;;;;;;;;;;;;;;;;iBA6BL,CAAA;AAIpB,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;iBA2BL,CAAA;AAE1B,eAAO,MAAM,iBAAiB;;;;;;;;;iBA6BL,CAAA;AAIzB,eAAO,MAAM,gBAAgB;;;;;;;;;;iBAUL,CAAA;AAExB,eAAO,MAAM,yBAAyB;;;;;;;;;;;;iBAIL,CAAA;AAIjC,eAAO,MAAM,qBAAqB;;;;;iBAWL,CAAA;AAE7B,eAAO,MAAM,oBAAoB;;;iBAKL,CAAA;AAI5B;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB;;;;;;;;;;;;;;;;iBA0BL,CAAA;AAExB,eAAO,MAAM,yBAAyB;;;;;;;;;;;;;;;;;;iBAQL,CAAA;AAEjC,eAAO,MAAM,0BAA0B;;;;;;;iBAiBL,CAAA;AAElC,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBAsBL,CAAA;AAE3B,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA+BL,CAAA;AAE7B,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA4BL,CAAA;AAEhC,eAAO,MAAM,4BAA4B;;;iBAKL,CAAA;AAEpC,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAA;AACzD,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAC3E,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAA;AAC7E,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,wBAAwB,CAAC,CAAA;AACzE,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAA;AAIjF,eAAO,MAAM,mBAAmB;;;;;;iBAcL,CAAA;AAI3B,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAA;AACnE,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAA;AAC3D,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,YAAY,CAAC,CAAA;AACjD,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAA;AAC7D,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAA;AAC3D,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gBAAgB,CAAC,CAAA;AACzD,MAAM,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,yBAAyB,CAAC,CAAA;AAC3E,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAA;AACnE,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAA;AAI/D;;;GAGG;AACH,eAAO,MAAM,YAAY,UAAU,CAAA;AAEnC;;;GAGG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAQjD"}

package/dist/wire/server.d.ts

@@ -0,0 +1,60 @@
+/**
+ * HTTP transport for the wire protocol.
+ *
+ * Hono + @hono/node-server. Every endpoint:
+ *   1. Validates the request against its Zod schema.
+ *   2. Calls the matching handler in `handlers.ts`.
+ *   3. Renders 4xx for `WireError` with structured body, 500 for unexpected.
+ *
+ * The server holds optional `IngestionStores` (passed to `createApp`)
+ * to receive production traces and user feedback. With no stores wired,
+ * the ingestion endpoints return 503 — read endpoints (`/v1/judge`,
+ * `/v1/rubrics`, `/v1/version`) remain fully functional.
+ *
+ * Run via `agent-eval serve --port 5005`.
+ */
+import { type ServerType } from '@hono/node-server';
+import { Hono } from 'hono';
+import { type IngestionStores } from './handlers';
+export interface CreateAppOptions {
+    /** Stores wired to the ingestion endpoints. */
+    stores?: IngestionStores;
+    /**
+     * Bearer-token auth. When provided, every endpoint EXCEPT `/healthz`
+     * and `/v1/version` requires `Authorization: Bearer <token>`. The
+     * token may be a static string OR a function for time-bounded /
+     * rotating tokens.
+     *
+     * Recommended for any server that accepts ingestion writes from the
+     * public internet. Read-only deployments may omit it.
+     */
+    auth?: {
+        bearer: string | ((token: string) => boolean | Promise<boolean>);
+    };
+}
+export declare function createApp(opts?: CreateAppOptions): Hono<import("hono/types").BlankEnv, import("hono/types").BlankSchema, "/">;
+export interface ServeOptions extends CreateAppOptions {
+    /** Default 5005. */
+    port?: number;
+    /** Default '127.0.0.1'. Set to '0.0.0.0' to listen on all interfaces. */
+    host?: string;
+}
+export declare function startServer(opts?: ServeOptions): ServerType;
+export interface StartedServer {
+    server: ServerType;
+    /** The OS-assigned port. When opts.port was 0, this is the actual port the
+     *  kernel bound — callers that need to dial back (smoke tests, sidecars
+     *  registering with a parent) read this rather than guessing a free port. */
+    port: number;
+    /** Resolved host the server bound to (defaults to 127.0.0.1). */
+    host: string;
+    /** Close the server. Resolves once active connections have drained. */
+    close(): Promise<void>;
+}
+/**
+ * Promise-returning variant of `startServer` that resolves once the server is
+ * listening and surfaces the resolved bound port. Use this from smoke tests
+ * (`startServerAsync({ port: 0 })`) and any caller that needs to dial back.
+ */
+export declare function startServerAsync(opts?: ServeOptions): Promise<StartedServer>;
+//# sourceMappingURL=server.d.ts.map

package/dist/wire/server.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/wire/server.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AACH,OAAO,EAAE,KAAK,UAAU,EAAS,MAAM,mBAAmB,CAAA;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAA;AAG3B,OAAO,EAML,KAAK,eAAe,EAErB,MAAM,YAAY,CAAA;AAMnB,MAAM,WAAW,gBAAgB;IAC/B,+CAA+C;IAC/C,MAAM,CAAC,EAAE,eAAe,CAAA;IACxB;;;;;;;;OAQG;IACH,IAAI,CAAC,EAAE;QACL,MAAM,EAAE,MAAM,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;KACjE,CAAA;CACF;AAID,wBAAgB,SAAS,CAAC,IAAI,GAAE,gBAAqB,8EAqIpD;AAED,MAAM,WAAW,YAAa,SAAQ,gBAAgB;IACpD,oBAAoB;IACpB,IAAI,CAAC,EAAE,MAAM,CAAA;IACb,yEAAyE;IACzE,IAAI,CAAC,EAAE,MAAM,CAAA;CACd;AAED,wBAAgB,WAAW,CAAC,IAAI,GAAE,YAAiB,GAAG,UAAU,CAQ/D;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,UAAU,CAAA;IAClB;;iFAE6E;IAC7E,IAAI,EAAE,MAAM,CAAA;IACZ,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAA;IACZ,uEAAuE;IACvE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACvB;AAED;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,GAAE,YAAiB,GAAG,OAAO,CAAC,aAAa,CAAC,CA4BhF"}

package/dist/workflow/event-schema.d.ts

@@ -0,0 +1,5 @@
+import type { WorkflowTraceEventKind } from './types';
+export declare const WORKFLOW_TRACE_EVENT_KINDS: readonly WorkflowTraceEventKind[];
+export declare function validateWorkflowTraceEventKind(kind: string): WorkflowTraceEventKind;
+export declare function validateWorkflowTraceEventPayload(kind: WorkflowTraceEventKind, payload: Record<string, unknown>): Record<string, unknown>;
+//# sourceMappingURL=event-schema.d.ts.map

package/dist/workflow/event-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"event-schema.d.ts","sourceRoot":"","sources":["../../src/workflow/event-schema.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAA;AAgCrD,eAAO,MAAM,0BAA0B,EAAE,SAAS,sBAAsB,EAAyB,CAAA;AAKjG,wBAAgB,8BAA8B,CAAC,IAAI,EAAE,MAAM,GAAG,sBAAsB,CAKnF;AAED,wBAAgB,iCAAiC,CAC/C,IAAI,EAAE,sBAAsB,EAC5B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA2FzB"}

package/dist/workflow/feedback-pack.d.ts

@@ -0,0 +1,99 @@
+import type { AnalystFinding, AnalystSeverity, EvidenceRef } from '../analyst/types';
+import type { FailureClusterInsight } from '../contract/insight-report';
+import type { LayerResult, VerificationReport } from '../multi-layer-verifier';
+import type { FailureClusterReport } from '../pipelines/failure-cluster';
+import type { WorkflowTraceEnvelope, WorkflowTraceSummary } from './types';
+export type WorkflowFeedbackPackVersion = 'workflow-feedback-pack-v1';
+export type WorkflowFeedbackSeverity = AnalystSeverity;
+export interface WorkflowToolUsageSummary {
+    totalCalls: number;
+    erroredCalls: number;
+    byTool: Record<string, {
+        calls: number;
+        errors: number;
+    }>;
+}
+export interface WorkflowVerifierFindingSummary {
+    severity: WorkflowFeedbackSeverity;
+    message: string;
+    evidence?: string;
+    detail?: Record<string, unknown>;
+}
+export interface WorkflowVerifierLayerSummary {
+    layer: string;
+    status: LayerResult['status'];
+    score?: number;
+    durationMs: number;
+    reason?: string;
+    findings: WorkflowVerifierFindingSummary[];
+    diagnostics?: Record<string, number | null>;
+}
+export interface WorkflowVerifierSummary {
+    allPass: boolean;
+    blendedScore: number;
+    durationMs: number;
+    failedLayers: string[];
+    layers: WorkflowVerifierLayerSummary[];
+}
+export interface WorkflowFailureClusterInput {
+    id: string;
+    name: string;
+    share?: number;
+    runCount?: number;
+    exemplars?: readonly string[];
+    suggestedFix?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface WorkflowFailureClusterSummary {
+    id: string;
+    name: string;
+    share: number;
+    runCount?: number;
+    exemplars: string[];
+    suggestedFix?: string;
+    source: 'failure-cluster-view' | 'insight-report' | 'custom';
+    metadata?: Record<string, unknown>;
+}
+export interface WorkflowAnalystFindingSummary {
+    findingId: string;
+    analystId: string;
+    severity: WorkflowFeedbackSeverity;
+    area: string;
+    claim: string;
+    confidence: number;
+    subject?: string;
+    recommendedAction?: string;
+    evidenceRefs: EvidenceRef[];
+}
+export interface WorkflowAnalystFeedbackPack {
+    schemaVersion: WorkflowFeedbackPackVersion;
+    runId: string;
+    generatedAt: string;
+    summary: WorkflowTraceSummary;
+    verifier?: WorkflowVerifierSummary;
+    toolUsage: WorkflowToolUsageSummary;
+    failureClusters: WorkflowFailureClusterSummary[];
+    findings: WorkflowAnalystFindingSummary[];
+    recommendations: string[];
+    driverContextLines: string[];
+}
+export interface WorkflowFeedbackPackLimits {
+    findings?: number;
+    clusters?: number;
+    layerFindings?: number;
+    recommendations?: number;
+    contextLines?: number;
+}
+export interface BuildWorkflowAnalystFeedbackPackOptions {
+    envelope: WorkflowTraceEnvelope | unknown;
+    verifier?: VerificationReport;
+    analystFindings?: readonly AnalystFinding[];
+    failureClusters?: FailureClusterReport | FailureClusterInsight | readonly WorkflowFailureClusterInput[];
+    generatedAt?: string;
+    limits?: WorkflowFeedbackPackLimits;
+}
+export declare function buildWorkflowAnalystFeedbackPack(options: BuildWorkflowAnalystFeedbackPackOptions): WorkflowAnalystFeedbackPack;
+export declare function renderWorkflowFeedbackPack(pack: WorkflowAnalystFeedbackPack, options?: {
+    maxChars?: number;
+}): string;
+//# sourceMappingURL=feedback-pack.d.ts.map

package/dist/workflow/feedback-pack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"feedback-pack.d.ts","sourceRoot":"","sources":["../../src/workflow/feedback-pack.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AACpF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAA;AACvE,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAA;AAC9E,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAA;AAExE,OAAO,KAAK,EAAE,qBAAqB,EAAE,oBAAoB,EAAE,MAAM,SAAS,CAAA;AAE1E,MAAM,MAAM,2BAA2B,GAAG,2BAA2B,CAAA;AAErE,MAAM,MAAM,wBAAwB,GAAG,eAAe,CAAA;AAEtD,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,CAAA;IACpB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;CAC1D;AAED,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,wBAAwB,CAAA;IAClC,OAAO,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,MAAM,CAAA;IACb,MAAM,EAAE,WAAW,CAAC,QAAQ,CAAC,CAAA;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,8BAA8B,EAAE,CAAA;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,CAAA;CAC5C;AAED,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAA;IAChB,YAAY,EAAE,MAAM,CAAA;IACpB,UAAU,EAAE,MAAM,CAAA;IAClB,YAAY,EAAE,MAAM,EAAE,CAAA;IACtB,MAAM,EAAE,4BAA4B,EAAE,CAAA;CACvC;AAED,MAAM,WAAW,2BAA2B;IAC1C,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAA;IAC7B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,6BAA6B;IAC5C,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,EAAE,CAAA;IACnB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,MAAM,EAAE,sBAAsB,GAAG,gBAAgB,GAAG,QAAQ,CAAA;IAC5D,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CACnC;AAED,MAAM,WAAW,6BAA6B;IAC5C,SAAS,EAAE,MAAM,CAAA;IACjB,SAAS,EAAE,MAAM,CAAA;IACjB,QAAQ,EAAE,wBAAwB,CAAA;IAClC,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,YAAY,EAAE,WAAW,EAAE,CAAA;CAC5B;AAED,MAAM,WAAW,2BAA2B;IAC1C,aAAa,EAAE,2BAA2B,CAAA;IAC1C,KAAK,EAAE,MAAM,CAAA;IACb,WAAW,EAAE,MAAM,CAAA;IACnB,OAAO,EAAE,oBAAoB,CAAA;IAC7B,QAAQ,CAAC,EAAE,uBAAuB,CAAA;IAClC,SAAS,EAAE,wBAAwB,CAAA;IACnC,eAAe,EAAE,6BAA6B,EAAE,CAAA;IAChD,QAAQ,EAAE,6BAA6B,EAAE,CAAA;IACzC,eAAe,EAAE,MAAM,EAAE,CAAA;IACzB,kBAAkB,EAAE,MAAM,EAAE,CAAA;CAC7B;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,YAAY,CAAC,EAAE,MAAM,CAAA;CACtB;AAED,MAAM,WAAW,uCAAuC;IACtD,QAAQ,EAAE,qBAAqB,GAAG,OAAO,CAAA;IACzC,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IAC7B,eAAe,CAAC,EAAE,SAAS,cAAc,EAAE,CAAA;IAC3C,eAAe,CAAC,EACZ,oBAAoB,GACpB,qBAAqB,GACrB,SAAS,2BAA2B,EAAE,CAAA;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,MAAM,CAAC,EAAE,0BAA0B,CAAA;CACpC;AAYD,wBAAgB,gCAAgC,CAC9C,OAAO,EAAE,uCAAuC,GAC/C,2BAA2B,CAuC7B;AAED,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,2BAA2B,EACjC,OAAO,GAAE;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAO,GAClC,MAAM,CA6BR"}