openpond-sdk 0.9.2 → 0.9.4

package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts

@@ -0,0 +1,79 @@
+import { z } from "zod";
+export declare const ExperimentAttemptGradeSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.experimentAttemptGrade.v1">;
+    selectionHash: z.ZodString;
+    grades: z.ZodArray<z.ZodObject<{
+        score: z.ZodNullable<z.ZodNumber>;
+        passed: z.ZodBoolean;
+        rewardEligible: z.ZodBoolean;
+        failureClass: z.ZodNullable<z.ZodEnum<{
+            policy_failure: "policy_failure";
+            grader_failure: "grader_failure";
+            environment_failure: "environment_failure";
+            infrastructure_failure: "infrastructure_failure";
+            timeout: "timeout";
+            cancelled: "cancelled";
+        }>>;
+        gradingStatus: z.ZodEnum<{
+            scored: "scored";
+            unscorable: "unscorable";
+            not_configured: "not_configured";
+        }>;
+        schemaVersion: z.ZodLiteral<"openpond.taskGrade.v1">;
+        taskHash: z.ZodString;
+        evidenceHash: z.ZodString;
+        graderSetHash: z.ZodString;
+        components: z.ZodArray<z.ZodObject<{
+            schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
+            graderId: z.ZodString;
+            graderVersion: z.ZodString;
+            score: z.ZodNullable<z.ZodNumber>;
+            passed: z.ZodBoolean;
+            rewardEligible: z.ZodBoolean;
+            failureClass: z.ZodNullable<z.ZodEnum<{
+                policy_failure: "policy_failure";
+                grader_failure: "grader_failure";
+                environment_failure: "environment_failure";
+                infrastructure_failure: "infrastructure_failure";
+                timeout: "timeout";
+                cancelled: "cancelled";
+            }>>;
+            feedback: z.ZodArray<z.ZodString>;
+            visibleEvidenceRefs: z.ZodArray<z.ZodString>;
+            privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
+            modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
+                schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
+                providerId: z.ZodString;
+                modelId: z.ZodString;
+                modelRevision: z.ZodNullable<z.ZodString>;
+                responseId: z.ZodNullable<z.ZodString>;
+                requestHash: z.ZodString;
+                responseHash: z.ZodString;
+                inputTokens: z.ZodNullable<z.ZodNumber>;
+                outputTokens: z.ZodNullable<z.ZodNumber>;
+                costUsd: z.ZodNullable<z.ZodNumber>;
+            }, z.core.$strict>>;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>;
+    score: z.ZodNullable<z.ZodNumber>;
+    passed: z.ZodBoolean;
+    rewardEligible: z.ZodBoolean;
+    gradingStatus: z.ZodEnum<{
+        unscorable: "unscorable";
+        scored: "scored";
+        not_configured: "not_configured";
+    }>;
+    failureClass: z.ZodNullable<z.ZodEnum<{
+        policy_failure: "policy_failure";
+        grader_failure: "grader_failure";
+        environment_failure: "environment_failure";
+        infrastructure_failure: "infrastructure_failure";
+        timeout: "timeout";
+        cancelled: "cancelled";
+    }>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export type ExperimentAttemptGrade = z.infer<typeof ExperimentAttemptGradeSchema>;
+//# sourceMappingURL=experiment-grading-contracts.d.ts.map

package/dist/types/packages/sdk/src/experiment-grading-contracts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment-grading-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-grading-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,eAAO,MAAM,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBvC,CAAC;AACH,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC"}

package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts

@@ -0,0 +1,192 @@
+import { z } from "zod";
+export declare const ExperimentScoringRequestSchema: z.ZodObject<{
+    operationId: z.ZodString;
+    execution: z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+    }, z.core.$strict>;
+    graders: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        contentHash: z.ZodString;
+        revision: z.ZodNumber;
+    }, z.core.$strict>>;
+    maximumCostUsd: z.ZodNumber;
+    mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        graderId: z.ZodString;
+        fields: z.ZodArray<z.ZodObject<{
+            destination: z.ZodEnum<{
+                input: "input";
+                output: "output";
+                expectedOutput: "expectedOutput";
+                evaluatorContext: "evaluatorContext";
+            }>;
+            path: z.ZodArray<z.ZodString>;
+            source: z.ZodEnum<{
+                input: "input";
+                output: "output";
+                expectedOutput: "expectedOutput";
+                evaluatorContext: "evaluatorContext";
+            }>;
+            sourcePath: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>>;
+    }, z.core.$strict>>>;
+}, z.core.$strict>;
+export type ExperimentScoringRequest = z.infer<typeof ExperimentScoringRequestSchema>;
+export declare const ExperimentScoringPassSchema: z.ZodObject<{
+    schemaVersion: z.ZodLiteral<"openpond.experimentScoringPass.v1">;
+    id: z.ZodString;
+    teamId: z.ZodString;
+    revision: z.ZodNumber;
+    request: z.ZodObject<{
+        operationId: z.ZodString;
+        execution: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        graders: z.ZodArray<z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+            revision: z.ZodNumber;
+        }, z.core.$strict>>;
+        maximumCostUsd: z.ZodNumber;
+        mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            graderId: z.ZodString;
+            fields: z.ZodArray<z.ZodObject<{
+                destination: z.ZodEnum<{
+                    input: "input";
+                    output: "output";
+                    expectedOutput: "expectedOutput";
+                    evaluatorContext: "evaluatorContext";
+                }>;
+                path: z.ZodArray<z.ZodString>;
+                source: z.ZodEnum<{
+                    input: "input";
+                    output: "output";
+                    expectedOutput: "expectedOutput";
+                    evaluatorContext: "evaluatorContext";
+                }>;
+                sourcePath: z.ZodArray<z.ZodString>;
+            }, z.core.$strict>>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>;
+    graders: z.ZodArray<z.ZodObject<{
+        id: z.ZodString;
+        version: z.ZodString;
+        contentHash: z.ZodString;
+        feedbackKey: z.ZodString;
+        release: z.ZodNullable<z.ZodObject<{
+            id: z.ZodString;
+            revision: z.ZodNumber;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        mappings: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            destination: z.ZodEnum<{
+                input: "input";
+                output: "output";
+                expectedOutput: "expectedOutput";
+                evaluatorContext: "evaluatorContext";
+            }>;
+            path: z.ZodArray<z.ZodString>;
+            source: z.ZodEnum<{
+                input: "input";
+                output: "output";
+                expectedOutput: "expectedOutput";
+                evaluatorContext: "evaluatorContext";
+            }>;
+            sourcePath: z.ZodArray<z.ZodString>;
+        }, z.core.$strict>>>;
+    }, z.core.$strict>>;
+    status: z.ZodEnum<{
+        failed: "failed";
+        completed: "completed";
+        cancelled: "cancelled";
+        running: "running";
+        cancelling: "cancelling";
+        queued: "queued";
+    }>;
+    totalCount: z.ZodNumber;
+    counts: z.ZodObject<{
+        pending: z.ZodNumber;
+        running: z.ZodNumber;
+        scored: z.ZodNumber;
+        unavailable: z.ZodNumber;
+        failed: z.ZodNumber;
+        cancelled: z.ZodNumber;
+    }, z.core.$strict>;
+    resultAvailable: z.ZodBoolean;
+    createdAt: z.ZodISODateTime;
+    startedAt: z.ZodNullable<z.ZodISODateTime>;
+    completedAt: z.ZodNullable<z.ZodISODateTime>;
+    error: z.ZodNullable<z.ZodObject<{
+        code: z.ZodString;
+        message: z.ZodString;
+    }, z.core.$strict>>;
+    contentHash: z.ZodString;
+}, z.core.$strict>;
+export type ExperimentScoringPass = z.infer<typeof ExperimentScoringPassSchema>;
+/** A pass grades owned output and carries no model-execution authority. */
+export declare function verifyExperimentScoringPass(value: unknown): {
+    schemaVersion: "openpond.experimentScoringPass.v1";
+    id: string;
+    teamId: string;
+    revision: number;
+    request: {
+        operationId: string;
+        execution: {
+            id: string;
+            contentHash: string;
+        };
+        graders: {
+            id: string;
+            contentHash: string;
+            revision: number;
+        }[];
+        maximumCostUsd: number;
+        mappings?: {
+            graderId: string;
+            fields: {
+                destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                path: string[];
+                source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                sourcePath: string[];
+            }[];
+        }[] | undefined;
+    };
+    graders: {
+        id: string;
+        version: string;
+        contentHash: string;
+        feedbackKey: string;
+        release: {
+            id: string;
+            revision: number;
+            contentHash: string;
+        } | null;
+        mappings?: {
+            destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+            path: string[];
+            source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+            sourcePath: string[];
+        }[] | undefined;
+    }[];
+    status: "failed" | "completed" | "cancelled" | "running" | "cancelling" | "queued";
+    totalCount: number;
+    counts: {
+        pending: number;
+        running: number;
+        scored: number;
+        unavailable: number;
+        failed: number;
+        cancelled: number;
+    };
+    resultAvailable: boolean;
+    createdAt: string;
+    startedAt: string | null;
+    completedAt: string | null;
+    error: {
+        code: string;
+        message: string;
+    } | null;
+    contentHash: string;
+};
+//# sourceMappingURL=experiment-scoring-contracts.d.ts.map

package/dist/types/packages/sdk/src/experiment-scoring-contracts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment-scoring-contracts.d.ts","sourceRoot":"","sources":["../../../../../src/experiment-scoring-contracts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAOxB,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAYzC,CAAC;AACH,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AAgBtF,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiF,CAAC;AAC1H,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAEhF,2EAA2E;AAC3E,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAezD"}

package/dist/types/packages/sdk/src/experiments.d.ts

@@ -0,0 +1,7 @@
+export * from "./experiment-contracts.js";
+export * from "./experiment-client.js";
+export * from "./experiment-scoring-contracts.js";
+export * from "./experiment-field-mappings.js";
+export * from "./experiment-grading-contracts.js";
+export * from "./harness-experiment-policy.js";
+//# sourceMappingURL=experiments.d.ts.map

package/dist/types/packages/sdk/src/experiments.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiments.d.ts","sourceRoot":"","sources":["../../../../../src/experiments.ts"],"names":[],"mappings":"AAAA,cAAc,2BAA2B,CAAC;AAC1C,cAAc,wBAAwB,CAAC;AACvC,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC;AAC/C,cAAc,mCAAmC,CAAC;AAClD,cAAc,gCAAgC,CAAC"}

package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts

@@ -0,0 +1,44 @@
+import { z } from "zod";
+/** The host admits this released component through its native Harness engine.
+ * Chat prompt/settings are owned by the released source, not replaced here. */
+export declare const HarnessExperimentPolicySchema: z.ZodObject<{
+    kind: z.ZodLiteral<"hosted_harness">;
+    modelId: z.ZodString;
+    reasoningEffort: z.ZodOptional<z.ZodEnum<{
+        high: "high";
+        low: "low";
+        off: "off";
+        medium: "medium";
+        xhigh: "xhigh";
+        max: "max";
+    }>>;
+    profileRepositoryId: z.ZodString;
+    source: z.ZodObject<{
+        profileId: z.ZodString;
+        sourceRevision: z.ZodString;
+        harnessRelease: z.ZodObject<{
+            id: z.ZodString;
+            contentHash: z.ZodString;
+        }, z.core.$strict>;
+        catalogHash: z.ZodString;
+        definitionId: z.ZodString;
+        definitionHash: z.ZodString;
+        target: z.ZodDiscriminatedUnion<[z.ZodObject<{
+            kind: z.ZodLiteral<"profile">;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"workflow">;
+            workflowId: z.ZodString;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"skill">;
+            skillPath: z.ZodString;
+        }, z.core.$strict>, z.ZodObject<{
+            kind: z.ZodLiteral<"agent_action">;
+            actionId: z.ZodString;
+        }, z.core.$strict>], "kind">;
+        environmentHash: z.ZodString;
+    }, z.core.$strict>;
+    modelConfigurationHash: z.ZodString;
+    packageHash: z.ZodString;
+}, z.core.$strict>;
+export type HarnessExperimentPolicy = z.infer<typeof HarnessExperimentPolicySchema>;
+//# sourceMappingURL=harness-experiment-policy.d.ts.map

package/dist/types/packages/sdk/src/harness-experiment-policy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"harness-experiment-policy.d.ts","sourceRoot":"","sources":["../../../../../src/harness-experiment-policy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB;+EAC+E;AAC/E,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQ/B,CAAC;AACZ,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC"}

package/dist/types/packages/sdk/src/index.d.ts

@@ -5,6 +5,7 @@ import { OpenPondProfileActionsClient } from "./profile-actions.js";
 import { OpenPondWorkflowsClient } from "./workflows.js";
 import type { OpenPondClientOptions } from "./types.js";
 import { OpenPondLearningClient } from "./learning-client.js";
+import { OpenPondExperimentsClient } from "./experiment-client.js";
 export declare class OpenPondClient {
     readonly sandboxes: OpenPondSandboxClient;
     readonly work: OpenPondWorkClient;
@@ -12,6 +13,7 @@ export declare class OpenPondClient {
     readonly actions: OpenPondProjectActionsClient;
     readonly profileActions: OpenPondProfileActionsClient;
     readonly learning: (scope: string) => OpenPondLearningClient;
+    readonly experiments: (teamId: string) => OpenPondExperimentsClient;
     constructor(options: OpenPondClientOptions);
 }
 export declare function createOpenPondClient(options: OpenPondClientOptions): OpenPondClient;

package/dist/types/packages/sdk/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAG9D,qBAAa,cAAc;IACzB,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC;IAC1C,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,4BAA4B,CAAC;IAC/C,QAAQ,CAAC,cAAc,EAAE,4BAA4B,CAAC;IACtD,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,sBAAsB,CAAC;gBAEjD,OAAO,EAAE,qBAAqB;CAsC3C;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,cAAc,CAEnF;AAED,YAAY,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,YAAY,EACV,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,4BAA4B,EAC5B,iCAAiC,EACjC,+BAA+B,EAC/B,qCAAqC,GACtC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EACV,iBAAiB,EACjB,mBAAmB,EACnB,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,oCAAoC,EACpC,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,uBAAuB,EACvB,2BAA2B,EAC3B,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,0BAA0B,EAC1B,8BAA8B,EAC9B,mBAAmB,EACnB,4BAA4B,EAC5B,wBAAwB,EACxB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AACxB,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACrF,YAAY,EAAE,6BAA6B,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAElG,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACV,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,oBAAoB,EACpB,cAAc,EACd,uBAAuB,GACxB,MAAM,6BAA6B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAEL,KAAK,qBAAqB,EAC3B,MAAM,gCAAgC,CAAC;AAGxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9D,OAAO,EAAE,yBAAyB,EAAE,MAAM,wBAAwB,CAAC;AAGnE,qBAAa,cAAc;IACzB,QAAQ,CAAC,SAAS,EAAE,qBAAqB,CAAC;IAC1C,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAClC,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,OAAO,EAAE,4BAA4B,CAAC;IAC/C,QAAQ,CAAC,cAAc,EAAE,4BAA4B,CAAC;IACtD,QAAQ,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,sBAAsB,CAAC;IAC7D,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,yBAAyB,CAAC;gBAExD,OAAO,EAAE,qBAAqB;CAuC3C;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,qBAAqB,GAAG,cAAc,CAEnF;AAED,YAAY,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAC/C,OAAO,EAAE,uBAAuB,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,OAAO,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AACpE,YAAY,EACV,0BAA0B,EAC1B,uBAAuB,EACvB,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EACV,4BAA4B,EAC5B,iCAAiC,EACjC,+BAA+B,EAC/B,qCAAqC,GACtC,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,YAAY,EACV,iBAAiB,EACjB,mBAAmB,EACnB,0BAA0B,EAC1B,qBAAqB,EACrB,qBAAqB,EACrB,kBAAkB,EAClB,oCAAoC,EACpC,oBAAoB,EACpB,qBAAqB,GACtB,MAAM,WAAW,CAAC;AACnB,YAAY,EACV,uBAAuB,EACvB,2BAA2B,EAC3B,4BAA4B,EAC5B,0BAA0B,EAC1B,4BAA4B,EAC5B,0BAA0B,EAC1B,8BAA8B,EAC9B,mBAAmB,EACnB,4BAA4B,EAC5B,wBAAwB,EACxB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,GACxB,MAAM,gBAAgB,CAAC;AACxB,cAAc,cAAc,CAAC;AAC7B,OAAO,EAAE,sBAAsB,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACrF,YAAY,EAAE,6BAA6B,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAElG,cAAc,gCAAgC,CAAC;AAC/C,cAAc,+BAA+B,CAAC;AAC9C,OAAO,EACL,cAAc,EACd,iBAAiB,EACjB,gBAAgB,EAChB,mBAAmB,EACnB,uBAAuB,EACvB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,YAAY,EACV,oBAAoB,EACpB,iBAAiB,EACjB,qBAAqB,EACrB,cAAc,EACd,kBAAkB,EAClB,eAAe,EACf,WAAW,EACX,oBAAoB,EACpB,cAAc,EACd,uBAAuB,GACxB,MAAM,6BAA6B,CAAC"}

package/dist/types/packages/sdk/src/model-starter-attempts.d.ts

@@ -470,6 +470,82 @@ export declare const ModelStarterAttemptResultSchema: z.ZodObject<{
         }, z.core.$strict>>;
         contentHash: z.ZodString;
     }, z.core.$strict>>>;
+    experimentGrade: z.ZodOptional<z.ZodNullable<z.ZodObject<{
+        schemaVersion: z.ZodLiteral<"openpond.experimentAttemptGrade.v1">;
+        selectionHash: z.ZodString;
+        grades: z.ZodArray<z.ZodObject<{
+            score: z.ZodNullable<z.ZodNumber>;
+            passed: z.ZodBoolean;
+            rewardEligible: z.ZodBoolean;
+            failureClass: z.ZodNullable<z.ZodEnum<{
+                policy_failure: "policy_failure";
+                grader_failure: "grader_failure";
+                environment_failure: "environment_failure";
+                infrastructure_failure: "infrastructure_failure";
+                timeout: "timeout";
+                cancelled: "cancelled";
+            }>>;
+            gradingStatus: z.ZodEnum<{
+                scored: "scored";
+                unscorable: "unscorable";
+                not_configured: "not_configured";
+            }>;
+            schemaVersion: z.ZodLiteral<"openpond.taskGrade.v1">;
+            taskHash: z.ZodString;
+            evidenceHash: z.ZodString;
+            graderSetHash: z.ZodString;
+            components: z.ZodArray<z.ZodObject<{
+                schemaVersion: z.ZodLiteral<"openpond.graderEvidence.v1">;
+                graderId: z.ZodString;
+                graderVersion: z.ZodString;
+                score: z.ZodNullable<z.ZodNumber>;
+                passed: z.ZodBoolean;
+                rewardEligible: z.ZodBoolean;
+                failureClass: z.ZodNullable<z.ZodEnum<{
+                    policy_failure: "policy_failure";
+                    grader_failure: "grader_failure";
+                    environment_failure: "environment_failure";
+                    infrastructure_failure: "infrastructure_failure";
+                    timeout: "timeout";
+                    cancelled: "cancelled";
+                }>>;
+                feedback: z.ZodArray<z.ZodString>;
+                visibleEvidenceRefs: z.ZodArray<z.ZodString>;
+                privilegedEvidenceRefs: z.ZodArray<z.ZodString>;
+                modelJudgeReceipt: z.ZodOptional<z.ZodObject<{
+                    schemaVersion: z.ZodLiteral<"openpond.modelJudgeReceipt.v1">;
+                    providerId: z.ZodString;
+                    modelId: z.ZodString;
+                    modelRevision: z.ZodNullable<z.ZodString>;
+                    responseId: z.ZodNullable<z.ZodString>;
+                    requestHash: z.ZodString;
+                    responseHash: z.ZodString;
+                    inputTokens: z.ZodNullable<z.ZodNumber>;
+                    outputTokens: z.ZodNullable<z.ZodNumber>;
+                    costUsd: z.ZodNullable<z.ZodNumber>;
+                }, z.core.$strict>>;
+                contentHash: z.ZodString;
+            }, z.core.$strict>>;
+            contentHash: z.ZodString;
+        }, z.core.$strict>>;
+        score: z.ZodNullable<z.ZodNumber>;
+        passed: z.ZodBoolean;
+        rewardEligible: z.ZodBoolean;
+        gradingStatus: z.ZodEnum<{
+            unscorable: "unscorable";
+            scored: "scored";
+            not_configured: "not_configured";
+        }>;
+        failureClass: z.ZodNullable<z.ZodEnum<{
+            policy_failure: "policy_failure";
+            grader_failure: "grader_failure";
+            environment_failure: "environment_failure";
+            infrastructure_failure: "infrastructure_failure";
+            timeout: "timeout";
+            cancelled: "cancelled";
+        }>>;
+        contentHash: z.ZodString;
+    }, z.core.$strict>>>;
     environment: z.ZodObject<{
         status: z.ZodEnum<{
             completed: "completed";
@@ -888,6 +964,53 @@ export declare class OpenPondModelStarterAttemptsClient {
             }[];
             contentHash: string;
         } | null | undefined;
+        experimentGrade?: {
+            schemaVersion: "openpond.experimentAttemptGrade.v1";
+            selectionHash: string;
+            grades: {
+                score: number | null;
+                passed: boolean;
+                rewardEligible: boolean;
+                failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
+                gradingStatus: "unscorable" | "scored" | "not_configured";
+                schemaVersion: "openpond.taskGrade.v1";
+                taskHash: string;
+                evidenceHash: string;
+                graderSetHash: string;
+                components: {
+                    schemaVersion: "openpond.graderEvidence.v1";
+                    graderId: string;
+                    graderVersion: string;
+                    score: number | null;
+                    passed: boolean;
+                    rewardEligible: boolean;
+                    failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
+                    feedback: string[];
+                    visibleEvidenceRefs: string[];
+                    privilegedEvidenceRefs: string[];
+                    contentHash: string;
+                    modelJudgeReceipt?: {
+                        schemaVersion: "openpond.modelJudgeReceipt.v1";
+                        providerId: string;
+                        modelId: string;
+                        modelRevision: string | null;
+                        responseId: string | null;
+                        requestHash: string;
+                        responseHash: string;
+                        inputTokens: number | null;
+                        outputTokens: number | null;
+                        costUsd: number | null;
+                    } | undefined;
+                }[];
+                contentHash: string;
+            }[];
+            score: number | null;
+            passed: boolean;
+            rewardEligible: boolean;
+            gradingStatus: "unscorable" | "scored" | "not_configured";
+            failureClass: "infrastructure_failure" | "cancelled" | "policy_failure" | "environment_failure" | "grader_failure" | "timeout" | null;
+            contentHash: string;
+        } | null | undefined;
     }>;
     list(value: z.input<typeof ModelStarterAttemptListQuerySchema>, options?: {
         signal?: AbortSignal;

package/dist/types/packages/sdk/src/model-starter-attempts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-starter-attempts.d.ts","sourceRoot":"","sources":["../../../../../src/model-starter-attempts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAQ1I,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;4BAG1C,CAAC;AACH;kFACkF;AAClF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOlC,CAAC;AACZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,eAAO,MAAM,qCAAqC;;;;;;;;;kBAA6L,CAAC;AAChP,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKlC,CAAC;AACZ,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa3C,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,eAAO,MAAM,kCAAkC;;;;kBAAqI,CAAC;AACrL,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAoH,CAAC;AAC/J,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAiB1C,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF,qBAAa,gCAAiC,SAAQ,KAAK;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;gBAArC,MAAM,EAAE,MAAM,EAAW,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAC5E;AAED,qBAAa,kCAAkC;;gBAEjC,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAA;KAAE;IAKnG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAOtG,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACtD,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;IAQ5G,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACzD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAOzD,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkC7G"}
+{"version":3,"file":"model-starter-attempts.d.ts","sourceRoot":"","sources":["../../../../../src/model-starter-attempts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,8BAA8B,EAAE,wBAAwB,EAAE,KAAK,wBAAwB,EAAE,MAAM,iCAAiC,CAAC;AAS1I,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;4BAG1C,CAAC;AACH;kFACkF;AAClF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAOlC,CAAC;AACZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,eAAO,MAAM,qCAAqC;;;;;;;;;kBAA6L,CAAC;AAChP,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAKlC,CAAC;AACZ,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAa3C,CAAC;AACH,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAC1F,eAAO,MAAM,kCAAkC;;;;kBAAqI,CAAC;AACrL,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAoH,CAAC;AAC/J,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwB1C,CAAC;AACH,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF,qBAAa,gCAAiC,SAAQ,KAAK;IAC7C,QAAQ,CAAC,MAAM,EAAE,MAAM;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM;gBAArC,MAAM,EAAE,MAAM,EAAW,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;CAC5E;AAED,qBAAa,kCAAkC;;gBAEjC,OAAO,EAAE;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAA;KAAE;IAKnG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAOtG,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACtD,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,qCAAqC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;IAQ5G,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IACzD,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;IAOzD,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,EAAE,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,WAAW,CAAA;KAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkC7G"}