@openpond/evals 0.3.0 → 0.4.0

package/dist/types/harness.d.ts

@@ -1,332 +1,7 @@
 import { z } from "zod";
-import { ImmutableArtifactRefSchema } from "./common.js";
+import { HarnessTraceSchema, ImmutableArtifactRefSchema, type ModelAction, type ToolObservation } from "@openpond/harness";
 import { type AttemptReceipt, type RunManifest } from "./runs.js";
-export declare const PortabilityReportSchema: z.ZodObject<{
-    portable: z.ZodBoolean;
-    blockers: z.ZodArray<z.ZodString>;
-    localOnlyAssetRefs: z.ZodArray<z.ZodString>;
-    hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
-}, z.core.$strict>;
-export declare const AgentSnapshotContentSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.agentSnapshot.v2">;
-    id: z.ZodString;
-    sourceRelease: z.ZodNullable<z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>>;
-    instructions: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    skills: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    agents: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    toolDeclarations: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    capabilityRequirements: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        required: z.ZodBoolean;
-        scopes: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>>;
-    dependencyLock: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    portability: z.ZodObject<{
-        portable: z.ZodBoolean;
-        blockers: z.ZodArray<z.ZodString>;
-        localOnlyAssetRefs: z.ZodArray<z.ZodString>;
-        hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strict>;
-export declare const AgentSnapshotSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.agentSnapshot.v2">;
-    id: z.ZodString;
-    sourceRelease: z.ZodNullable<z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>>;
-    instructions: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    skills: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    agents: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    toolDeclarations: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    capabilityRequirements: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        required: z.ZodBoolean;
-        scopes: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>>;
-    dependencyLock: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    portability: z.ZodObject<{
-        portable: z.ZodBoolean;
-        blockers: z.ZodArray<z.ZodString>;
-        localOnlyAssetRefs: z.ZodArray<z.ZodString>;
-        hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    contentHash: z.ZodString;
-}, z.core.$strict>;
-export declare const LifecycleContractSchema: z.ZodObject<{
-    create: z.ZodLiteral<true>;
-    reset: z.ZodLiteral<true>;
-    step: z.ZodLiteral<true>;
-    collect: z.ZodLiteral<true>;
-    destroy: z.ZodLiteral<true>;
-    resetScope: z.ZodEnum<{
-        task: "task";
-        attempt: "attempt";
-    }>;
-}, z.core.$strict>;
-export declare const GraderInterfaceContractSchema: z.ZodObject<{
-    visibleEvidence: z.ZodArray<z.ZodString>;
-    privilegedEvidence: z.ZodArray<z.ZodString>;
-    privateVerifierIsolation: z.ZodBoolean;
-}, z.core.$strict>;
-export declare const HarnessReleaseContentSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.harnessRelease.v2">;
-    id: z.ZodString;
-    agentSnapshot: z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>;
-    program: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    tools: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    lifecycle: z.ZodObject<{
-        create: z.ZodLiteral<true>;
-        reset: z.ZodLiteral<true>;
-        step: z.ZodLiteral<true>;
-        collect: z.ZodLiteral<true>;
-        destroy: z.ZodLiteral<true>;
-        resetScope: z.ZodEnum<{
-            task: "task";
-            attempt: "attempt";
-        }>;
-    }, z.core.$strict>;
-    graderInterface: z.ZodObject<{
-        visibleEvidence: z.ZodArray<z.ZodString>;
-        privilegedEvidence: z.ZodArray<z.ZodString>;
-        privateVerifierIsolation: z.ZodBoolean;
-    }, z.core.$strict>;
-    files: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strict>;
-export declare const HarnessReleaseSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.harnessRelease.v2">;
-    id: z.ZodString;
-    agentSnapshot: z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>;
-    program: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    tools: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    lifecycle: z.ZodObject<{
-        create: z.ZodLiteral<true>;
-        reset: z.ZodLiteral<true>;
-        step: z.ZodLiteral<true>;
-        collect: z.ZodLiteral<true>;
-        destroy: z.ZodLiteral<true>;
-        resetScope: z.ZodEnum<{
-            task: "task";
-            attempt: "attempt";
-        }>;
-    }, z.core.$strict>;
-    graderInterface: z.ZodObject<{
-        visibleEvidence: z.ZodArray<z.ZodString>;
-        privilegedEvidence: z.ZodArray<z.ZodString>;
-        privateVerifierIsolation: z.ZodBoolean;
-    }, z.core.$strict>;
-    files: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    contentHash: z.ZodString;
-}, z.core.$strict>;
-export declare const ModelActionSchema: z.ZodObject<{
-    id: z.ZodString;
-    turn: z.ZodNumber;
-    kind: z.ZodEnum<{
-        message: "message";
-        terminal: "terminal";
-        tool_call: "tool_call";
-    }>;
-    name: z.ZodNullable<z.ZodString>;
-    arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    content: z.ZodNullable<z.ZodString>;
-}, z.core.$strict>;
-export declare const ToolObservationSchema: z.ZodObject<{
-    actionId: z.ZodString;
-    turn: z.ZodNumber;
-    terminal: z.ZodBoolean;
-    output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    artifactRefs: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
-        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
-    }, z.core.$strict>>;
-}, z.core.$strict>;
+export * from "@openpond/harness/harness";
 export type HarnessLease = {
     id: string;
     metadata: Record<string, unknown>;
@@ -357,7 +32,7 @@ export type HarnessExecutionInput = {
 };
 export type HarnessExecutionResult = {
     receipt: AttemptReceipt;
-    trace: unknown;
+    trace: z.infer<typeof HarnessTraceSchema>;
     output: Record<string, unknown>;
 };
 export interface HarnessExecutor {
@@ -381,85 +56,4 @@ export declare function executeRuntimeProtocol(input: {
     signal?: AbortSignal;
     now?: () => string;
 }): Promise<HarnessExecutionResult>;
-export declare function createAgentSnapshot(input: z.input<typeof AgentSnapshotContentSchema>): AgentSnapshot;
-export declare function createHarnessRelease(input: z.input<typeof HarnessReleaseContentSchema>): HarnessRelease;
-export declare const HarnessLifecycleEventSchema: z.ZodObject<{
-    sequence: z.ZodNumber;
-    type: z.ZodEnum<{
-        reset: "reset";
-        terminal: "terminal";
-        created: "created";
-        action: "action";
-        observation: "observation";
-        failure: "failure";
-        collected: "collected";
-        destroyed: "destroyed";
-    }>;
-    payloadHash: z.ZodString;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strict>;
-export declare const HarnessTraceSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.harnessTrace.v1">;
-    manifest: z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>;
-    taskId: z.ZodString;
-    seed: z.ZodString;
-    events: z.ZodArray<z.ZodObject<{
-        sequence: z.ZodNumber;
-        type: z.ZodEnum<{
-            reset: "reset";
-            terminal: "terminal";
-            created: "created";
-            action: "action";
-            observation: "observation";
-            failure: "failure";
-            collected: "collected";
-            destroyed: "destroyed";
-        }>;
-        payloadHash: z.ZodString;
-        metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strict>>;
-    actions: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        turn: z.ZodNumber;
-        kind: z.ZodEnum<{
-            message: "message";
-            terminal: "terminal";
-            tool_call: "tool_call";
-        }>;
-        name: z.ZodNullable<z.ZodString>;
-        arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        content: z.ZodNullable<z.ZodString>;
-    }, z.core.$strict>>;
-    observations: z.ZodArray<z.ZodObject<{
-        actionId: z.ZodString;
-        turn: z.ZodNumber;
-        terminal: z.ZodBoolean;
-        output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        artifactRefs: z.ZodArray<z.ZodObject<{
-            id: z.ZodString;
-            contentHash: z.ZodString;
-            mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
-            sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
-        }, z.core.$strict>>;
-    }, z.core.$strict>>;
-    terminal: z.ZodBoolean;
-    failureClass: z.ZodNullable<z.ZodEnum<{
-        policy_failure: "policy_failure";
-        grader_failure: "grader_failure";
-        environment_failure: "environment_failure";
-        infrastructure_failure: "infrastructure_failure";
-        timeout: "timeout";
-        cancelled: "cancelled";
-    }>>;
-    output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    contentHash: z.ZodString;
-}, z.core.$strict>;
-export type AgentSnapshot = z.infer<typeof AgentSnapshotSchema>;
-export type HarnessRelease = z.infer<typeof HarnessReleaseSchema>;
-export type ModelAction = z.infer<typeof ModelActionSchema>;
-export type ToolObservation = z.infer<typeof ToolObservationSchema>;
-export type HarnessTrace = z.infer<typeof HarnessTraceSchema>;
 //# sourceMappingURL=harness.d.ts.map

package/dist/types/harness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../../src/harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,0BAA0B,EAO3B,MAAM,aAAa,CAAC;AAErB,OAAO,EAAwB,KAAK,cAAc,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAExF,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB5B,CAAC;AACZ,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAElH,eAAO,MAAM,uBAAuB;;;;;;;;;;kBAOzB,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;kBAI/B,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAU7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,eAAO,MAAM,iBAAiB;;;;;;;;;;;kBAOnB,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;kBAMvB,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC;AAC7E,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnH,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxF,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9F,OAAO,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9J,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AACF,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AACF,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACxE;AACD,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE;QACT,QAAQ,EAAE,WAAW,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACvC;AAED,wBAAsB,sBAAsB,CAAC,KAAK,EAAE;IAClD,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAuGlC;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAGpG;AACD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AAED,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;kBAK7B,CAAC;AACZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYpB,CAAC;AAEZ,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC"}
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../../src/harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAGL,kBAAkB,EAClB,0BAA0B,EAI1B,KAAK,WAAW,EAChB,KAAK,eAAe,EACrB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AAEnB,cAAc,2BAA2B,CAAC;AAE1C,MAAM,MAAM,YAAY,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC;AAE7E,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,KAAK,EAAE;QACZ,QAAQ,EAAE,WAAW,CAAC;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,WAAW,CAAC;KACrB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,KAAK,CACH,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,IAAI,CACF,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,CAAC,CAAC;IAC5B,OAAO,CACL,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC;QACT,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,CAAC;QAC3D,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,CAAC,CAAC;IACH,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACxE;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE;QACT,QAAQ,EAAE,WAAW,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACvC;AAED,wBAAsB,sBAAsB,CAAC,KAAK,EAAE;IAClD,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA8JlC"}

package/dist/types/index.d.ts

@@ -1,10 +1,9 @@
-export * from "./common.js";
 export * from "./compatibility.js";
 export * from "./evidence/index.js";
 export * from "./graders.js";
 export * from "./harness.js";
-export * from "./harness-improvements.js";
-export * from "./harness-workspaces.js";
 export * from "./runs.js";
+export * from "./model-improvement-qualification.js";
+export * from "./review-conformance.js";
 export * from "./tasksets.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,2BAA2B,CAAC;AAC1C,cAAc,yBAAyB,CAAC;AACxC,cAAc,WAAW,CAAC;AAC1B,cAAc,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,sCAAsC,CAAC;AACrD,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC"}

package/dist/types/model-improvement-qualification.d.ts

@@ -0,0 +1,222 @@
+import { z } from "zod";
+export declare const ModelImprovementDecisionSchema: z.ZodEnum<{
+    no_training: "no_training";
+    sft: "sft";
+    preference: "preference";
+    rl: "rl";
+}>;
+export declare const ModelImprovementSignalSchema: z.ZodObject<{
+    kind: z.ZodEnum<{
+        none: "none";
+        demonstrations: "demonstrations";
+        chosen_rejected: "chosen_rejected";
+        scalar_reward: "scalar_reward";
+    }>;
+    strength: z.ZodEnum<{
+        absent: "absent";
+        weak: "weak";
+        usable: "usable";
+    }>;
+    calibrated: z.ZodBoolean;
+    confounded: z.ZodBoolean;
+    variance: z.ZodNullable<z.ZodNumber>;
+    evidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export declare const ModelImprovementQualificationReceiptContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.modelImprovementQualificationReceipt.v1">;
+    id: z.ZodString;
+    review: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    harnessRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    tasksetRelease: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    baselineEvaluation: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    model: z.ZodObject<{
+        provider: z.ZodString;
+        model: z.ZodString;
+        revision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        artifactHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        tokenizerRevision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        chatTemplateHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+    }, z.core.$strict>;
+    environmentHash: z.ZodNullable<z.ZodString>;
+    toolContractHash: z.ZodNullable<z.ZodString>;
+    permissionContractHash: z.ZodNullable<z.ZodString>;
+    policyHash: z.ZodNullable<z.ZodString>;
+    verifierRef: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    sourcePolicies: z.ZodArray<z.ZodObject<{
+        policy: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        state: z.ZodEnum<{
+            authorized: "authorized";
+            revoked: "revoked";
+            deleted: "deleted";
+            expired: "expired";
+        }>;
+        checkedAt: z.ZodString;
+    }, z.core.$strict>>;
+    trainingEvidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    frozenEvaluationEvidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    privacyApproval: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    budgetApproval: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    maximumCostUsd: z.ZodNumber;
+    signal: z.ZodObject<{
+        kind: z.ZodEnum<{
+            none: "none";
+            demonstrations: "demonstrations";
+            chosen_rejected: "chosen_rejected";
+            scalar_reward: "scalar_reward";
+        }>;
+        strength: z.ZodEnum<{
+            absent: "absent";
+            weak: "weak";
+            usable: "usable";
+        }>;
+        calibrated: z.ZodBoolean;
+        confounded: z.ZodBoolean;
+        variance: z.ZodNullable<z.ZodNumber>;
+        evidenceRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    decision: z.ZodEnum<{
+        no_training: "no_training";
+        sft: "sft";
+        preference: "preference";
+        rl: "rl";
+    }>;
+    reasons: z.ZodArray<z.ZodString>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const ModelImprovementQualificationReceiptSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.modelImprovementQualificationReceipt.v1">;
+    id: z.ZodString;
+    review: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    harnessRelease: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    tasksetRelease: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    baselineEvaluation: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    model: z.ZodObject<{
+        provider: z.ZodString;
+        model: z.ZodString;
+        revision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        artifactHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        tokenizerRevision: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        chatTemplateHash: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+    }, z.core.$strict>;
+    environmentHash: z.ZodNullable<z.ZodString>;
+    toolContractHash: z.ZodNullable<z.ZodString>;
+    permissionContractHash: z.ZodNullable<z.ZodString>;
+    policyHash: z.ZodNullable<z.ZodString>;
+    verifierRef: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    sourcePolicies: z.ZodArray<z.ZodObject<{
+        policy: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        state: z.ZodEnum<{
+            authorized: "authorized";
+            revoked: "revoked";
+            deleted: "deleted";
+            expired: "expired";
+        }>;
+        checkedAt: z.ZodString;
+    }, z.core.$strict>>;
+    trainingEvidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    frozenEvaluationEvidenceRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    privacyApproval: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    budgetApproval: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    maximumCostUsd: z.ZodNumber;
+    signal: z.ZodObject<{
+        kind: z.ZodEnum<{
+            none: "none";
+            demonstrations: "demonstrations";
+            chosen_rejected: "chosen_rejected";
+            scalar_reward: "scalar_reward";
+        }>;
+        strength: z.ZodEnum<{
+            absent: "absent";
+            weak: "weak";
+            usable: "usable";
+        }>;
+        calibrated: z.ZodBoolean;
+        confounded: z.ZodBoolean;
+        variance: z.ZodNullable<z.ZodNumber>;
+        evidenceRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+    }, z.core.$strict>;
+    decision: z.ZodEnum<{
+        no_training: "no_training";
+        sft: "sft";
+        preference: "preference";
+        rl: "rl";
+    }>;
+    reasons: z.ZodArray<z.ZodString>;
+    createdAt: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare function createModelImprovementQualificationReceipt(input: z.input<typeof ModelImprovementQualificationReceiptContentSchema>): ModelImprovementQualificationReceipt;
+export declare function verifyModelImprovementQualificationReceipt(value: unknown): value is ModelImprovementQualificationReceipt;
+export type ModelImprovementQualificationReceipt = z.infer<typeof ModelImprovementQualificationReceiptSchema>;
+//# sourceMappingURL=model-improvement-qualification.d.ts.map

package/dist/types/model-improvement-qualification.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-improvement-qualification.d.ts","sourceRoot":"","sources":["../../../../src/model-improvement-qualification.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAexB,eAAO,MAAM,8BAA8B;;;;;EAKzC,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;kBAS9B,CAAC;AAEZ,eAAO,MAAM,iDAAiD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAkG1D,CAAC;AAEL,eAAO,MAAM,0CAA0C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAG1C,CAAC;AAEd,wBAAgB,0CAA0C,CACxD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,iDAAiD,CAAC,GACvE,oCAAoC,CAMtC;AAED,wBAAgB,0CAA0C,CACxD,KAAK,EAAE,OAAO,GACb,KAAK,IAAI,oCAAoC,CAS/C;AAMD,MAAM,MAAM,oCAAoC,GAAG,CAAC,CAAC,KAAK,CACxD,OAAO,0CAA0C,CAClD,CAAC"}