npm - openpond-sdk - Versions diffs - 0.9.9 → 0.11.0 - Mend

openpond-sdk 0.9.9 → 0.11.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (253) hide show

package/dist/types/packages/sdk/src/training-project-client.d.ts CHANGED Viewed

@@ -52,6 +52,102 @@ export declare class OpenPondTrainingProjectClient {
                                 actionId: string;
                             };
                             environmentHash: string;
+                            externalDatasetBinding?: {
+                                schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                                dataset: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: number;
+                                };
+                                packageHash: string;
+                                profileId: string;
+                                target: {
+                                    kind: "profile";
+                                } | {
+                                    kind: "workflow";
+                                    workflowId: string;
+                                } | {
+                                    kind: "skill";
+                                    skillPath: string;
+                                } | {
+                                    kind: "agent_action";
+                                    actionId: string;
+                                };
+                                declaredProfileCatalogHash: string | null;
+                                protectedProfileClosureHash: string;
+                                split: "train" | "validation" | "test" | "frozen_eval";
+                                population: {
+                                    taskId: string;
+                                    seed: string;
+                                    fixtureId: string | null;
+                                }[];
+                                evaluators: {
+                                    release: {
+                                        id: string;
+                                        contentHash: string;
+                                        revision: string | number;
+                                    };
+                                    feedbackKey: string;
+                                    configurationHash: string;
+                                    output: "boolean" | "score" | "category";
+                                    categories: string[];
+                                }[];
+                                fieldMappingsHash: string;
+                                fieldMappings: {
+                                    graderId: string;
+                                    fields: {
+                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        path: string[];
+                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        sourcePath: string[];
+                                    }[];
+                                }[];
+                                environmentHash: string;
+                                privateDatasetClosureHash: string;
+                                criterion: {
+                                    minimumPassRate: number;
+                                    requireComplete: boolean;
+                                };
+                                contentHash: string;
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                            } | undefined;
+                            sourceCandidate?: {
+                                candidateId: string;
+                                frozenRevision: number;
+                                frozenHash: string;
+                                harnessRelease: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                protectedClosureHash: string;
+                            } | undefined;
                         }[];
                     } | {
                         kind: "model";
@@ -91,18 +187,127 @@ export declare class OpenPondTrainingProjectClient {
                                 actionId: string;
                             };
                             environmentHash: string;
+                            externalDatasetBinding?: {
+                                schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                                dataset: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: number;
+                                };
+                                packageHash: string;
+                                profileId: string;
+                                target: {
+                                    kind: "profile";
+                                } | {
+                                    kind: "workflow";
+                                    workflowId: string;
+                                } | {
+                                    kind: "skill";
+                                    skillPath: string;
+                                } | {
+                                    kind: "agent_action";
+                                    actionId: string;
+                                };
+                                declaredProfileCatalogHash: string | null;
+                                protectedProfileClosureHash: string;
+                                split: "train" | "validation" | "test" | "frozen_eval";
+                                population: {
+                                    taskId: string;
+                                    seed: string;
+                                    fixtureId: string | null;
+                                }[];
+                                evaluators: {
+                                    release: {
+                                        id: string;
+                                        contentHash: string;
+                                        revision: string | number;
+                                    };
+                                    feedbackKey: string;
+                                    configurationHash: string;
+                                    output: "boolean" | "score" | "category";
+                                    categories: string[];
+                                }[];
+                                fieldMappingsHash: string;
+                                fieldMappings: {
+                                    graderId: string;
+                                    fields: {
+                                        destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        path: string[];
+                                        source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                        sourcePath: string[];
+                                    }[];
+                                }[];
+                                environmentHash: string;
+                                privateDatasetClosureHash: string;
+                                criterion: {
+                                    minimumPassRate: number;
+                                    requireComplete: boolean;
+                                };
+                                contentHash: string;
+                                recordedOrigin?: {
+                                    execution: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    originalEvidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    members: {
+                                        caseId: string;
+                                        seed: string;
+                                        fixtureId: string;
+                                        sourceId: string;
+                                        snapshotHash: string;
+                                        boundaryRevisionHash: string;
+                                    }[];
+                                } | undefined;
+                                gradingSource?: {
+                                    pass: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                    evidence: {
+                                        id: string;
+                                        contentHash: string;
+                                    };
+                                } | undefined;
+                            } | undefined;
+                            sourceCandidate?: {
+                                candidateId: string;
+                                frozenRevision: number;
+                                frozenHash: string;
+                                harnessRelease: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                protectedClosureHash: string;
+                            } | undefined;
+                        };
+                    } | {
+                        kind: "agent";
+                        source: {
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            agentSnapshot: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            sourcePackageHash: string;
                         };
                     };
                 }[];
                 defaultTargetId: string | null;
                 resources: {
-                    kind: "environment" | "dataset" | "harness" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
+                    kind: "environment" | "harness" | "dataset" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
                     resourceId: string;
                     release: {
                         id: string;
                         contentHash: string;
                     } | null;
-                    role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
+                    role: "target" | "source" | "training" | "evaluation" | "validation" | "reward" | "holdout" | "serving";
                 }[];
             };
             archived: boolean;
@@ -151,6 +356,102 @@ export declare class OpenPondTrainingProjectClient {
                             actionId: string;
                         };
                         environmentHash: string;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
                     }[];
                 } | {
                     kind: "model";
@@ -190,18 +491,127 @@ export declare class OpenPondTrainingProjectClient {
                             actionId: string;
                         };
                         environmentHash: string;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                    };
+                } | {
+                    kind: "agent";
+                    source: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
                     };
                 };
             }[];
             defaultTargetId: string | null;
             resources: {
-                kind: "environment" | "dataset" | "harness" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
+                kind: "environment" | "harness" | "dataset" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
                 resourceId: string;
                 release: {
                     id: string;
                     contentHash: string;
                 } | null;
-                role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
+                role: "target" | "source" | "training" | "evaluation" | "validation" | "reward" | "holdout" | "serving";
             }[];
         };
         archived: boolean;
@@ -248,6 +658,102 @@ export declare class OpenPondTrainingProjectClient {
                             actionId: string;
                         };
                         environmentHash: string;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
                     }[];
                 } | {
                     kind: "model";
@@ -287,18 +793,127 @@ export declare class OpenPondTrainingProjectClient {
                             actionId: string;
                         };
                         environmentHash: string;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                    };
+                } | {
+                    kind: "agent";
+                    source: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
                     };
                 };
             }[];
             defaultTargetId: string | null;
             resources: {
-                kind: "environment" | "dataset" | "harness" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
+                kind: "environment" | "harness" | "dataset" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
                 resourceId: string;
                 release: {
                     id: string;
                     contentHash: string;
                 } | null;
-                role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
+                role: "target" | "source" | "training" | "evaluation" | "validation" | "reward" | "holdout" | "serving";
             }[];
         };
         archived: boolean;
@@ -349,6 +964,102 @@ export declare class OpenPondTrainingProjectClient {
                             actionId: string;
                         };
                         environmentHash: string;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
                     }[];
                 } | {
                     kind: "model";
@@ -388,18 +1099,127 @@ export declare class OpenPondTrainingProjectClient {
                             actionId: string;
                         };
                         environmentHash: string;
+                        externalDatasetBinding?: {
+                            schemaVersion: "openpond.profileExternalDatasetBinding.v1";
+                            dataset: {
+                                id: string;
+                                contentHash: string;
+                                revision: number;
+                            };
+                            packageHash: string;
+                            profileId: string;
+                            target: {
+                                kind: "profile";
+                            } | {
+                                kind: "workflow";
+                                workflowId: string;
+                            } | {
+                                kind: "skill";
+                                skillPath: string;
+                            } | {
+                                kind: "agent_action";
+                                actionId: string;
+                            };
+                            declaredProfileCatalogHash: string | null;
+                            protectedProfileClosureHash: string;
+                            split: "train" | "validation" | "test" | "frozen_eval";
+                            population: {
+                                taskId: string;
+                                seed: string;
+                                fixtureId: string | null;
+                            }[];
+                            evaluators: {
+                                release: {
+                                    id: string;
+                                    contentHash: string;
+                                    revision: string | number;
+                                };
+                                feedbackKey: string;
+                                configurationHash: string;
+                                output: "boolean" | "score" | "category";
+                                categories: string[];
+                            }[];
+                            fieldMappingsHash: string;
+                            fieldMappings: {
+                                graderId: string;
+                                fields: {
+                                    destination: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    path: string[];
+                                    source: "input" | "output" | "expectedOutput" | "evaluatorContext";
+                                    sourcePath: string[];
+                                }[];
+                            }[];
+                            environmentHash: string;
+                            privateDatasetClosureHash: string;
+                            criterion: {
+                                minimumPassRate: number;
+                                requireComplete: boolean;
+                            };
+                            contentHash: string;
+                            recordedOrigin?: {
+                                execution: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                originalEvidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                members: {
+                                    caseId: string;
+                                    seed: string;
+                                    fixtureId: string;
+                                    sourceId: string;
+                                    snapshotHash: string;
+                                    boundaryRevisionHash: string;
+                                }[];
+                            } | undefined;
+                            gradingSource?: {
+                                pass: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                                evidence: {
+                                    id: string;
+                                    contentHash: string;
+                                };
+                            } | undefined;
+                        } | undefined;
+                        sourceCandidate?: {
+                            candidateId: string;
+                            frozenRevision: number;
+                            frozenHash: string;
+                            harnessRelease: {
+                                id: string;
+                                contentHash: string;
+                            };
+                            protectedClosureHash: string;
+                        } | undefined;
+                    };
+                } | {
+                    kind: "agent";
+                    source: {
+                        harnessRelease: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        agentSnapshot: {
+                            id: string;
+                            contentHash: string;
+                        };
+                        sourcePackageHash: string;
                     };
                 };
             }[];
             defaultTargetId: string | null;
             resources: {
-                kind: "environment" | "dataset" | "harness" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
+                kind: "environment" | "harness" | "dataset" | "model" | "evaluator" | "training_configuration" | "training_run" | "experiment" | "learning_policy" | "deployment";
                 resourceId: string;
                 release: {
                     id: string;
                     contentHash: string;
                 } | null;
-                role: "target" | "reward" | "source" | "training" | "evaluation" | "validation" | "holdout" | "serving";
+                role: "target" | "source" | "training" | "evaluation" | "validation" | "reward" | "holdout" | "serving";
             }[];
         };
         archived: boolean;