@openpond/evals 0.2.0 → 0.4.0

package/dist/types/harness.d.ts

@@ -1,394 +1,7 @@
 import { z } from "zod";
-import { ImmutableArtifactRefSchema } from "./common.js";
+import { HarnessTraceSchema, ImmutableArtifactRefSchema, type ModelAction, type ToolObservation } from "@openpond/harness";
 import { type AttemptReceipt, type RunManifest } from "./runs.js";
-export declare const PortabilityReportSchema: z.ZodObject<{
-    portable: z.ZodBoolean;
-    blockers: z.ZodArray<z.ZodString>;
-    localOnlyAssetRefs: z.ZodArray<z.ZodString>;
-    hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
-}, z.core.$strict>;
-export declare const AgentSnapshotContentSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.agentSnapshot.v1">;
-    id: z.ZodString;
-    profileRelease: z.ZodNullable<z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>>;
-    instructions: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    skills: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    agents: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    toolDeclarations: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    capabilityRequirements: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        required: z.ZodBoolean;
-        scopes: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>>;
-    dependencyLock: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    portability: z.ZodObject<{
-        portable: z.ZodBoolean;
-        blockers: z.ZodArray<z.ZodString>;
-        localOnlyAssetRefs: z.ZodArray<z.ZodString>;
-        hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strict>;
-export declare const AgentSnapshotSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.agentSnapshot.v1">;
-    id: z.ZodString;
-    profileRelease: z.ZodNullable<z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>>;
-    instructions: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    skills: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    agents: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    toolDeclarations: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    capabilityRequirements: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        required: z.ZodBoolean;
-        scopes: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>>;
-    dependencyLock: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    portability: z.ZodObject<{
-        portable: z.ZodBoolean;
-        blockers: z.ZodArray<z.ZodString>;
-        localOnlyAssetRefs: z.ZodArray<z.ZodString>;
-        hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
-    }, z.core.$strict>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    contentHash: z.ZodString;
-}, z.core.$strict>;
-export declare const LifecycleContractSchema: z.ZodObject<{
-    create: z.ZodLiteral<true>;
-    reset: z.ZodLiteral<true>;
-    step: z.ZodLiteral<true>;
-    collect: z.ZodLiteral<true>;
-    destroy: z.ZodLiteral<true>;
-    resetScope: z.ZodEnum<{
-        task: "task";
-        attempt: "attempt";
-    }>;
-}, z.core.$strict>;
-export declare const GraderInterfaceContractSchema: z.ZodObject<{
-    visibleEvidence: z.ZodArray<z.ZodString>;
-    privilegedEvidence: z.ZodArray<z.ZodString>;
-    privateVerifierIsolation: z.ZodBoolean;
-}, z.core.$strict>;
-export declare const HarnessReleaseContentSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.harnessRelease.v1">;
-    id: z.ZodString;
-    agentSnapshot: z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>;
-    program: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    environment: z.ZodObject<{
-        protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
-        kind: z.ZodEnum<{
-            text: "text";
-            agent: "agent";
-            work: "work";
-            custom_program: "custom_program";
-        }>;
-        entrypoint: z.ZodString;
-        stateful: z.ZodBoolean;
-        deterministicSeeds: z.ZodBoolean;
-        lifecycle: z.ZodArray<z.ZodEnum<{
-            create: "create";
-            reset: "reset";
-            step: "step";
-            collect: "collect";
-            destroy: "destroy";
-        }>>;
-        networkPolicy: z.ZodEnum<{
-            none: "none";
-            declared_read_only: "declared_read_only";
-            declared_scoped: "declared_scoped";
-        }>;
-        defaultTimeoutMs: z.ZodNumber;
-    }, z.core.$strict>;
-    tools: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    lifecycle: z.ZodObject<{
-        create: z.ZodLiteral<true>;
-        reset: z.ZodLiteral<true>;
-        step: z.ZodLiteral<true>;
-        collect: z.ZodLiteral<true>;
-        destroy: z.ZodLiteral<true>;
-        resetScope: z.ZodEnum<{
-            task: "task";
-            attempt: "attempt";
-        }>;
-    }, z.core.$strict>;
-    graderInterface: z.ZodObject<{
-        visibleEvidence: z.ZodArray<z.ZodString>;
-        privilegedEvidence: z.ZodArray<z.ZodString>;
-        privateVerifierIsolation: z.ZodBoolean;
-    }, z.core.$strict>;
-    policy: z.ZodObject<{
-        policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
-    }, z.core.$strict>;
-    files: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strict>;
-export declare const HarnessReleaseSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.harnessRelease.v1">;
-    id: z.ZodString;
-    agentSnapshot: z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>;
-    program: z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>;
-    environment: z.ZodObject<{
-        protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
-        kind: z.ZodEnum<{
-            text: "text";
-            agent: "agent";
-            work: "work";
-            custom_program: "custom_program";
-        }>;
-        entrypoint: z.ZodString;
-        stateful: z.ZodBoolean;
-        deterministicSeeds: z.ZodBoolean;
-        lifecycle: z.ZodArray<z.ZodEnum<{
-            create: "create";
-            reset: "reset";
-            step: "step";
-            collect: "collect";
-            destroy: "destroy";
-        }>>;
-        networkPolicy: z.ZodEnum<{
-            none: "none";
-            declared_read_only: "declared_read_only";
-            declared_scoped: "declared_scoped";
-        }>;
-        defaultTimeoutMs: z.ZodNumber;
-    }, z.core.$strict>;
-    tools: z.ZodArray<z.ZodObject<{
-        name: z.ZodString;
-        description: z.ZodString;
-        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        inputSchemaHash: z.ZodString;
-        sideEffect: z.ZodEnum<{
-            read: "read";
-            write: "write";
-        }>;
-        timeoutMs: z.ZodNumber;
-    }, z.core.$strict>>;
-    lifecycle: z.ZodObject<{
-        create: z.ZodLiteral<true>;
-        reset: z.ZodLiteral<true>;
-        step: z.ZodLiteral<true>;
-        collect: z.ZodLiteral<true>;
-        destroy: z.ZodLiteral<true>;
-        resetScope: z.ZodEnum<{
-            task: "task";
-            attempt: "attempt";
-        }>;
-    }, z.core.$strict>;
-    graderInterface: z.ZodObject<{
-        visibleEvidence: z.ZodArray<z.ZodString>;
-        privilegedEvidence: z.ZodArray<z.ZodString>;
-        privateVerifierIsolation: z.ZodBoolean;
-    }, z.core.$strict>;
-    policy: z.ZodObject<{
-        policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
-        connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
-    }, z.core.$strict>;
-    files: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        path: z.ZodString;
-        contentHash: z.ZodString;
-        sizeBytes: z.ZodNumber;
-        mediaType: z.ZodString;
-        visibility: z.ZodEnum<{
-            policy: "policy";
-            verifier: "verifier";
-            host_private: "host_private";
-        }>;
-    }, z.core.$strict>>;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    contentHash: z.ZodString;
-}, z.core.$strict>;
-export declare const ModelActionSchema: z.ZodObject<{
-    id: z.ZodString;
-    turn: z.ZodNumber;
-    kind: z.ZodEnum<{
-        message: "message";
-        terminal: "terminal";
-        tool_call: "tool_call";
-    }>;
-    name: z.ZodNullable<z.ZodString>;
-    arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    content: z.ZodNullable<z.ZodString>;
-}, z.core.$strict>;
-export declare const ToolObservationSchema: z.ZodObject<{
-    actionId: z.ZodString;
-    turn: z.ZodNumber;
-    terminal: z.ZodBoolean;
-    output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    artifactRefs: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
-        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
-    }, z.core.$strict>>;
-}, z.core.$strict>;
+export * from "@openpond/harness/harness";
 export type HarnessLease = {
     id: string;
     metadata: Record<string, unknown>;
@@ -419,7 +32,7 @@ export type HarnessExecutionInput = {
 };
 export type HarnessExecutionResult = {
     receipt: AttemptReceipt;
-    trace: unknown;
+    trace: z.infer<typeof HarnessTraceSchema>;
     output: Record<string, unknown>;
 };
 export interface HarnessExecutor {
@@ -443,85 +56,4 @@ export declare function executeRuntimeProtocol(input: {
     signal?: AbortSignal;
     now?: () => string;
 }): Promise<HarnessExecutionResult>;
-export declare function createAgentSnapshot(input: z.input<typeof AgentSnapshotContentSchema>): AgentSnapshot;
-export declare function createHarnessRelease(input: z.input<typeof HarnessReleaseContentSchema>): HarnessRelease;
-export declare const HarnessLifecycleEventSchema: z.ZodObject<{
-    sequence: z.ZodNumber;
-    type: z.ZodEnum<{
-        reset: "reset";
-        terminal: "terminal";
-        created: "created";
-        action: "action";
-        observation: "observation";
-        failure: "failure";
-        collected: "collected";
-        destroyed: "destroyed";
-    }>;
-    payloadHash: z.ZodString;
-    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-}, z.core.$strict>;
-export declare const HarnessTraceSchema: z.ZodObject<{
-    schemaVersion: z.ZodLiteral<"openpond.harnessTrace.v1">;
-    manifest: z.ZodObject<{
-        id: z.ZodString;
-        contentHash: z.ZodString;
-    }, z.core.$strict>;
-    taskId: z.ZodString;
-    seed: z.ZodString;
-    events: z.ZodArray<z.ZodObject<{
-        sequence: z.ZodNumber;
-        type: z.ZodEnum<{
-            reset: "reset";
-            terminal: "terminal";
-            created: "created";
-            action: "action";
-            observation: "observation";
-            failure: "failure";
-            collected: "collected";
-            destroyed: "destroyed";
-        }>;
-        payloadHash: z.ZodString;
-        metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
-    }, z.core.$strict>>;
-    actions: z.ZodArray<z.ZodObject<{
-        id: z.ZodString;
-        turn: z.ZodNumber;
-        kind: z.ZodEnum<{
-            message: "message";
-            terminal: "terminal";
-            tool_call: "tool_call";
-        }>;
-        name: z.ZodNullable<z.ZodString>;
-        arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        content: z.ZodNullable<z.ZodString>;
-    }, z.core.$strict>>;
-    observations: z.ZodArray<z.ZodObject<{
-        actionId: z.ZodString;
-        turn: z.ZodNumber;
-        terminal: z.ZodBoolean;
-        output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-        artifactRefs: z.ZodArray<z.ZodObject<{
-            id: z.ZodString;
-            contentHash: z.ZodString;
-            mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
-            sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
-        }, z.core.$strict>>;
-    }, z.core.$strict>>;
-    terminal: z.ZodBoolean;
-    failureClass: z.ZodNullable<z.ZodEnum<{
-        policy_failure: "policy_failure";
-        grader_failure: "grader_failure";
-        environment_failure: "environment_failure";
-        infrastructure_failure: "infrastructure_failure";
-        timeout: "timeout";
-        cancelled: "cancelled";
-    }>>;
-    output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
-    contentHash: z.ZodString;
-}, z.core.$strict>;
-export type AgentSnapshot = z.infer<typeof AgentSnapshotSchema>;
-export type HarnessRelease = z.infer<typeof HarnessReleaseSchema>;
-export type ModelAction = z.infer<typeof ModelActionSchema>;
-export type ToolObservation = z.infer<typeof ToolObservationSchema>;
-export type HarnessTrace = z.infer<typeof HarnessTraceSchema>;
 //# sourceMappingURL=harness.d.ts.map

package/dist/types/harness.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../../src/harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,0BAA0B,EAO3B,MAAM,aAAa,CAAC;AAErB,OAAO,EAAwB,KAAK,cAAc,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAExF,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB5B,CAAC;AACZ,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAElH,eAAO,MAAM,uBAAuB;;;;;;;;;;kBAOzB,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;kBAI/B,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAY7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,eAAO,MAAM,iBAAiB;;;;;;;;;;;kBAOnB,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;kBAMvB,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC;AAC7E,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnH,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxF,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9F,OAAO,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9J,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AACF,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AACF,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACxE;AACD,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE;QACT,QAAQ,EAAE,WAAW,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACvC;AAED,wBAAsB,sBAAsB,CAAC,KAAK,EAAE;IAClD,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAuGlC;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAGpG;AACD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AAED,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;kBAK7B,CAAC;AACZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYpB,CAAC;AAEZ,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC"}
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../../../src/harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAGL,kBAAkB,EAClB,0BAA0B,EAI1B,KAAK,WAAW,EAChB,KAAK,eAAe,EACrB,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAEL,KAAK,cAAc,EACnB,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AAEnB,cAAc,2BAA2B,CAAC;AAE1C,MAAM,MAAM,YAAY,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC;AAE7E,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,KAAK,EAAE;QACZ,QAAQ,EAAE,WAAW,CAAC;QACtB,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,WAAW,CAAC;KACrB,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1B,KAAK,CACH,KAAK,EAAE,YAAY,EACnB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAC3C,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,IAAI,CACF,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,WAAW,EACnB,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,eAAe,CAAC,CAAC;IAC5B,OAAO,CACL,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC;QACT,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,CAAC;QAC3D,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,CAAC,CAAC;IACH,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACxE;AAED,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE;QACT,QAAQ,EAAE,WAAW,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACvC;AAED,wBAAsB,sBAAsB,CAAC,KAAK,EAAE;IAClD,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA8JlC"}

package/dist/types/index.d.ts

@@ -1,7 +1,9 @@
-export * from "./common.js";
+export * from "./compatibility.js";
 export * from "./evidence/index.js";
 export * from "./graders.js";
 export * from "./harness.js";
 export * from "./runs.js";
+export * from "./model-improvement-qualification.js";
+export * from "./review-conformance.js";
 export * from "./tasksets.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,eAAe,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,qBAAqB,CAAC;AACpC,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,sCAAsC,CAAC;AACrD,cAAc,yBAAyB,CAAC;AACxC,cAAc,eAAe,CAAC"}