@openpond/evals 0.1.0

package/dist/types/harness.d.ts

@@ -0,0 +1,527 @@
+import { z } from "zod";
+import { ImmutableArtifactRefSchema } from "./common.js";
+import { type AttemptReceipt, type RunManifest } from "./runs.js";
+export declare const PortabilityReportSchema: z.ZodObject<{
+    portable: z.ZodBoolean;
+    blockers: z.ZodArray<z.ZodString>;
+    localOnlyAssetRefs: z.ZodArray<z.ZodString>;
+    hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
+}, z.core.$strict>;
+export declare const AgentSnapshotContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.agentSnapshot.v1">;
+    id: z.ZodString;
+    profileRelease: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    instructions: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    skills: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    agents: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    toolDeclarations: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        inputSchemaHash: z.ZodString;
+        sideEffect: z.ZodEnum<{
+            read: "read";
+            write: "write";
+        }>;
+        timeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    capabilityRequirements: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        required: z.ZodBoolean;
+        scopes: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    dependencyLock: z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>;
+    portability: z.ZodObject<{
+        portable: z.ZodBoolean;
+        blockers: z.ZodArray<z.ZodString>;
+        localOnlyAssetRefs: z.ZodArray<z.ZodString>;
+        hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const AgentSnapshotSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.agentSnapshot.v1">;
+    id: z.ZodString;
+    profileRelease: z.ZodNullable<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    instructions: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    skills: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    agents: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    toolDeclarations: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        inputSchemaHash: z.ZodString;
+        sideEffect: z.ZodEnum<{
+            read: "read";
+            write: "write";
+        }>;
+        timeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    capabilityRequirements: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        required: z.ZodBoolean;
+        scopes: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>>;
+    dependencyLock: z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>;
+    portability: z.ZodObject<{
+        portable: z.ZodBoolean;
+        blockers: z.ZodArray<z.ZodString>;
+        localOnlyAssetRefs: z.ZodArray<z.ZodString>;
+        hostPrivateAssetRefs: z.ZodArray<z.ZodString>;
+    }, z.core.$strict>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const LifecycleContractSchema: z.ZodObject<{
+    create: z.ZodLiteral<true>;
+    reset: z.ZodLiteral<true>;
+    step: z.ZodLiteral<true>;
+    collect: z.ZodLiteral<true>;
+    destroy: z.ZodLiteral<true>;
+    resetScope: z.ZodEnum<{
+        task: "task";
+        attempt: "attempt";
+    }>;
+}, z.core.$strict>;
+export declare const GraderInterfaceContractSchema: z.ZodObject<{
+    visibleEvidence: z.ZodArray<z.ZodString>;
+    privilegedEvidence: z.ZodArray<z.ZodString>;
+    privateVerifierIsolation: z.ZodBoolean;
+}, z.core.$strict>;
+export declare const HarnessReleaseContentSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.harnessRelease.v1">;
+    id: z.ZodString;
+    agentSnapshot: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    program: z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>;
+    environment: z.ZodObject<{
+        protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
+        kind: z.ZodEnum<{
+            text: "text";
+            agent: "agent";
+            work: "work";
+            custom_program: "custom_program";
+        }>;
+        entrypoint: z.ZodString;
+        stateful: z.ZodBoolean;
+        deterministicSeeds: z.ZodBoolean;
+        lifecycle: z.ZodArray<z.ZodEnum<{
+            create: "create";
+            reset: "reset";
+            step: "step";
+            collect: "collect";
+            destroy: "destroy";
+        }>>;
+        networkPolicy: z.ZodEnum<{
+            none: "none";
+            declared_read_only: "declared_read_only";
+            declared_scoped: "declared_scoped";
+        }>;
+        defaultTimeoutMs: z.ZodNumber;
+    }, z.core.$strict>;
+    tools: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        inputSchemaHash: z.ZodString;
+        sideEffect: z.ZodEnum<{
+            read: "read";
+            write: "write";
+        }>;
+        timeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    lifecycle: z.ZodObject<{
+        create: z.ZodLiteral<true>;
+        reset: z.ZodLiteral<true>;
+        step: z.ZodLiteral<true>;
+        collect: z.ZodLiteral<true>;
+        destroy: z.ZodLiteral<true>;
+        resetScope: z.ZodEnum<{
+            task: "task";
+            attempt: "attempt";
+        }>;
+    }, z.core.$strict>;
+    graderInterface: z.ZodObject<{
+        visibleEvidence: z.ZodArray<z.ZodString>;
+        privilegedEvidence: z.ZodArray<z.ZodString>;
+        privateVerifierIsolation: z.ZodBoolean;
+    }, z.core.$strict>;
+    policy: z.ZodObject<{
+        policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    }, z.core.$strict>;
+    files: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const HarnessReleaseSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.harnessRelease.v1">;
+    id: z.ZodString;
+    agentSnapshot: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    program: z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>;
+    environment: z.ZodObject<{
+        protocolVersion: z.ZodLiteral<"openpond.environment.v1">;
+        kind: z.ZodEnum<{
+            text: "text";
+            agent: "agent";
+            work: "work";
+            custom_program: "custom_program";
+        }>;
+        entrypoint: z.ZodString;
+        stateful: z.ZodBoolean;
+        deterministicSeeds: z.ZodBoolean;
+        lifecycle: z.ZodArray<z.ZodEnum<{
+            create: "create";
+            reset: "reset";
+            step: "step";
+            collect: "collect";
+            destroy: "destroy";
+        }>>;
+        networkPolicy: z.ZodEnum<{
+            none: "none";
+            declared_read_only: "declared_read_only";
+            declared_scoped: "declared_scoped";
+        }>;
+        defaultTimeoutMs: z.ZodNumber;
+    }, z.core.$strict>;
+    tools: z.ZodArray<z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodString;
+        inputSchema: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        inputSchemaHash: z.ZodString;
+        sideEffect: z.ZodEnum<{
+            read: "read";
+            write: "write";
+        }>;
+        timeoutMs: z.ZodNumber;
+    }, z.core.$strict>>;
+    lifecycle: z.ZodObject<{
+        create: z.ZodLiteral<true>;
+        reset: z.ZodLiteral<true>;
+        step: z.ZodLiteral<true>;
+        collect: z.ZodLiteral<true>;
+        destroy: z.ZodLiteral<true>;
+        resetScope: z.ZodEnum<{
+            task: "task";
+            attempt: "attempt";
+        }>;
+    }, z.core.$strict>;
+    graderInterface: z.ZodObject<{
+        visibleEvidence: z.ZodArray<z.ZodString>;
+        privilegedEvidence: z.ZodArray<z.ZodString>;
+        privateVerifierIsolation: z.ZodBoolean;
+    }, z.core.$strict>;
+    policy: z.ZodObject<{
+        policyVisibleFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        privilegedFields: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        hiddenGraderRefs: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        connectedAppScopes: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    }, z.core.$strict>;
+    files: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        path: z.ZodString;
+        contentHash: z.ZodString;
+        sizeBytes: z.ZodNumber;
+        mediaType: z.ZodString;
+        visibility: z.ZodEnum<{
+            policy: "policy";
+            verifier: "verifier";
+            host_private: "host_private";
+        }>;
+    }, z.core.$strict>>;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export declare const ModelActionSchema: z.ZodObject<{
+    id: z.ZodString;
+    turn: z.ZodNumber;
+    kind: z.ZodEnum<{
+        message: "message";
+        terminal: "terminal";
+        tool_call: "tool_call";
+    }>;
+    name: z.ZodNullable<z.ZodString>;
+    arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    content: z.ZodNullable<z.ZodString>;
+}, z.core.$strict>;
+export declare const ToolObservationSchema: z.ZodObject<{
+    actionId: z.ZodString;
+    turn: z.ZodNumber;
+    terminal: z.ZodBoolean;
+    output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    artifactRefs: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+        sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type HarnessLease = {
+    id: string;
+    metadata: Record<string, unknown>;
+};
+export interface HarnessRuntime {
+    create(input: {
+        manifest: RunManifest;
+        taskId: string;
+        seed: string;
+        signal: AbortSignal;
+    }): Promise<HarnessLease>;
+    reset(lease: HarnessLease, input: {
+        seed: string;
+        signal: AbortSignal;
+    }): Promise<void>;
+    step(lease: HarnessLease, action: ModelAction, signal: AbortSignal): Promise<ToolObservation>;
+    collect(lease: HarnessLease, signal: AbortSignal): Promise<{
+        artifactRefs: z.infer<typeof ImmutableArtifactRefSchema>[];
+        metadata: Record<string, unknown>;
+    }>;
+    destroy(lease: HarnessLease): Promise<void>;
+}
+export type HarnessExecutionInput = {
+    manifest: RunManifest;
+    taskId: string;
+    seed: string;
+    signal?: AbortSignal;
+};
+export type HarnessExecutionResult = {
+    receipt: AttemptReceipt;
+    trace: unknown;
+    output: Record<string, unknown>;
+};
+export interface HarnessExecutor {
+    execute(input: HarnessExecutionInput): Promise<HarnessExecutionResult>;
+}
+export interface EvaluationRunner {
+    run(input: {
+        manifest: RunManifest;
+        taskIds: string[];
+        seeds: string[];
+        repetitions: number;
+        signal?: AbortSignal;
+    }): Promise<HarnessExecutionResult[]>;
+}
+export declare function executeRuntimeProtocol(input: {
+    manifest: RunManifest;
+    taskId: string;
+    seed: string;
+    actions: ModelAction[];
+    runtime: HarnessRuntime;
+    signal?: AbortSignal;
+    now?: () => string;
+}): Promise<HarnessExecutionResult>;
+export declare function createAgentSnapshot(input: z.input<typeof AgentSnapshotContentSchema>): AgentSnapshot;
+export declare function createHarnessRelease(input: z.input<typeof HarnessReleaseContentSchema>): HarnessRelease;
+export declare const HarnessLifecycleEventSchema: z.ZodObject<{
+    sequence: z.ZodNumber;
+    type: z.ZodEnum<{
+        reset: "reset";
+        terminal: "terminal";
+        created: "created";
+        action: "action";
+        observation: "observation";
+        failure: "failure";
+        collected: "collected";
+        destroyed: "destroyed";
+    }>;
+    payloadHash: z.ZodString;
+    metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strict>;
+export declare const HarnessTraceSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.harnessTrace.v1">;
+    manifest: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    taskId: z.ZodString;
+    seed: z.ZodString;
+    events: z.ZodArray<z.ZodObject<{
+        sequence: z.ZodNumber;
+        type: z.ZodEnum<{
+            reset: "reset";
+            terminal: "terminal";
+            created: "created";
+            action: "action";
+            observation: "observation";
+            failure: "failure";
+            collected: "collected";
+            destroyed: "destroyed";
+        }>;
+        payloadHash: z.ZodString;
+        metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strict>>;
+    actions: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        turn: z.ZodNumber;
+        kind: z.ZodEnum<{
+            message: "message";
+            terminal: "terminal";
+            tool_call: "tool_call";
+        }>;
+        name: z.ZodNullable<z.ZodString>;
+        arguments: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        content: z.ZodNullable<z.ZodString>;
+    }, z.core.$strict>>;
+    observations: z.ZodArray<z.ZodObject<{
+        actionId: z.ZodString;
+        turn: z.ZodNumber;
+        terminal: z.ZodBoolean;
+        output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+        artifactRefs: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+            mediaType: z.ZodDefault<z.ZodNullable<z.ZodString>>;
+            sizeBytes: z.ZodDefault<z.ZodNullable<z.ZodNumber>>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>>;
+    terminal: z.ZodBoolean;
+    failureClass: z.ZodNullable<z.ZodEnum<{
+        policy_failure: "policy_failure";
+        grader_failure: "grader_failure";
+        environment_failure: "environment_failure";
+        infrastructure_failure: "infrastructure_failure";
+        timeout: "timeout";
+        cancelled: "cancelled";
+    }>>;
+    output: z.ZodRecord<z.ZodString, z.ZodUnknown>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export type AgentSnapshot = z.infer<typeof AgentSnapshotSchema>;
+export type HarnessRelease = z.infer<typeof HarnessReleaseSchema>;
+export type ModelAction = z.infer<typeof ModelActionSchema>;
+export type ToolObservation = z.infer<typeof ToolObservationSchema>;
+export type HarnessTrace = z.infer<typeof HarnessTraceSchema>;
+//# sourceMappingURL=harness.d.ts.map

package/dist/types/harness.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness.d.ts","sourceRoot":"","sources":["../../src/harness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAEL,0BAA0B,EAO3B,MAAM,aAAa,CAAC;AAErB,OAAO,EAAwB,KAAK,cAAc,EAAE,KAAK,WAAW,EAAE,MAAM,WAAW,CAAC;AAExF,eAAO,MAAM,uBAAuB;;;;;kBAKzB,CAAC;AAEZ,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB5B,CAAC;AACZ,eAAO,MAAM,mBAAmB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAElH,eAAO,MAAM,uBAAuB;;;;;;;;;;kBAOzB,CAAC;AACZ,eAAO,MAAM,6BAA6B;;;;kBAI/B,CAAC;AAEZ,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAY7B,CAAC;AACZ,eAAO,MAAM,oBAAoB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAkF,CAAC;AAEpH,eAAO,MAAM,iBAAiB;;;;;;;;;;;kBAOnB,CAAC;AACZ,eAAO,MAAM,qBAAqB;;;;;;;;;;;kBAMvB,CAAC;AAEZ,MAAM,MAAM,YAAY,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAAE,CAAC;AAC7E,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,KAAK,EAAE;QAAE,QAAQ,EAAE,WAAW,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IACnH,KAAK,CAAC,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,WAAW,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxF,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC9F,OAAO,CAAC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC;QAAE,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,EAAE,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,CAAC,CAAC;IAC9J,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7C;AAED,MAAM,MAAM,qBAAqB,GAAG;IAClC,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AACF,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,EAAE,cAAc,CAAC;IACxB,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC,CAAC;AACF,MAAM,WAAW,eAAe;IAC9B,OAAO,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAAC;CACxE;AACD,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,KAAK,EAAE;QACT,QAAQ,EAAE,WAAW,CAAC;QACtB,OAAO,EAAE,MAAM,EAAE,CAAC;QAClB,KAAK,EAAE,MAAM,EAAE,CAAC;QAChB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,GAAG,OAAO,CAAC,sBAAsB,EAAE,CAAC,CAAC;CACvC;AAED,wBAAsB,sBAAsB,CAAC,KAAK,EAAE;IAClD,QAAQ,EAAE,WAAW,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,EAAE,CAAC;IACvB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,sBAAsB,CAAC,CAuGlC;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,aAAa,CAGpG;AACD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,GAAG,cAAc,CAGvG;AAED,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;kBAK7B,CAAC;AACZ,eAAO,MAAM,kBAAkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYpB,CAAC;AAEZ,MAAM,MAAM,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAChE,MAAM,MAAM,cAAc,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAClE,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAC5D,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,qBAAqB,CAAC,CAAC;AACpE,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kBAAkB,CAAC,CAAC"}

package/dist/types/index.d.ts

@@ -0,0 +1,6 @@
+export * from "./common.js";
+export * from "./graders.js";
+export * from "./harness.js";
+export * from "./runs.js";
+export * from "./tasksets.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,eAAe,CAAC"}