openpond 0.2.57 → 0.2.59

package/dist/chunks/{chunk-3VUATFZD.js → chunk-CGWA54LE.js}

@@ -1,2 +1,2 @@
 import { createRequire as __openpondCreateRequire } from "node:module"; var require = __openpondCreateRequire(import.meta.url);
-import{a as M,b as x,c as A}from"./chunk-4EPSHPZL.js";import{Ea as q,Fa as U,Ia as T,Ja as $,La as j,Oa as D,Ra as O,Sa as K,Ta as z,Ua as _,Va as G,la as P}from"./chunk-25MBPJVY.js";import{e as w,l as c}from"./chunk-WN3V6KDN.js";import{Hb as R,Kb as H,Ob as C,v as k}from"./chunk-Y4OWBBDD.js";import{B as I,Cb as h,Db as b,Ua as v,Xa as E,Ya as y,db as S}from"./chunk-ACYFMLWG.js";import{b as a}from"./chunk-ES2ISFJC.js";import{a as p}from"./chunk-FTQLQJQV.js";var L=a.string().regex(/^[a-f0-9]{64}$/),J=a.object({request:q,maximumCostUsd:a.number().finite().positive().max(1e4),graders:a.array(D).min(1).max(100),admissionRequestHash:L.optional(),sourceExperimentId:a.string().trim().min(1).max(200).optional()}).strict(),X=J.extend({configurationHash:L}).strict(),F=U.extend({configuration:X}).strict();function g(r){return r.policy.kind==="hosted_harness"?{...r,population:r.population.map(({receiptId:e,...t})=>t)}:r}p(g,"experimentConfigurationRequest");function V(r){let e=J.parse(r);return c({...e,request:g(e.request)})}p(V,"experimentRunConfigurationHash");async function Q(r){let e=F.parse(r),{configuration:t,...s}=e,n=await $(s),{configurationHash:o,...i}=t;if(o!==V(i)||c(g(t.request))!==c(g(n.request))||t.maximumCostUsd!==n.manifest.limits.maximumSpendUsd)throw new Error("Experiment configuration differs from its retained run.");if(n.manifest.metadata.experimentDefinition===null){let d=K.parse({definition:null,configurationHash:t.configurationHash,maximumCostUsd:t.maximumCostUsd,graders:t.graders,...t.admissionRequestHash?{admissionRequestHash:t.admissionRequestHash}:{},...t.sourceExperimentId?{sourceExperimentId:t.sourceExperimentId}:{}});if(n.manifest.metadata.experimentConfigurationHash!==c(d))throw new Error("Experiment configuration differs from its admitted manifest.")}return{...n,configuration:t}}p(Q,"verifyExperimentRunDetails");var W=a.object({teamId:a.string().trim().min(1).max(240),items:a.array(a.object({name:a.string().trim().min(1).max(500),source:S,ready:a.boolean(),reason:a.string().min(1).max(2e3).nullable()}).strict()).max(8),nextCursor:a.string().min(1).max(8192).nullable()}).strict(),u=a.string().trim().min(1).max(200),Y=class extends Error{static{p(this,"OpenPondExperimentError")}constructor(r,e,t){super(t),this.status=r,this.code=e,this.name="OpenPondExperimentError"}status;code},we=class{static{p(this,"OpenPondExperimentsClient")}constructor(r){this.options=r;let e=new URL(r.baseUrl);if(!["http:","https:"].includes(e.protocol)||e.username||e.password||e.search||e.hash||!r.apiKey.trim()||!r.teamId.trim())throw new Error("A clean API origin and workspace credentials are required.");this.baseUrl=e.toString().replace(/\/+$/,"")}options;baseUrl;async harnessSources(r={}){let e=r.cursor===void 0?void 0:a.string().min(1).max(8192).parse(r.cursor),t=new URLSearchParams(e?{cursor:e}:{}),s=W.parse(await this.request(`/harness-sources?${t}`,"GET",void 0,r.signal));if(s.teamId!==this.options.teamId||new Set(s.items.map(n=>c(n.source))).size!==s.items.length||s.nextCursor!==null&&s.nextCursor===e||s.items.some(n=>n.ready!==(n.reason===null)))throw new Error("Harness catalog differs from its workspace, readiness or continuation.");return s}async prepareHarness(r,e){let t=z.parse(r),s=_.parse(await this.request("/harness-setup","POST",t,e));T(s.request,s.manifest);let n=s.request.policy;if(s.request.teamId!==this.options.teamId||s.request.operationId!==t.operationId||n.kind!=="hosted_harness"||n.profileRepositoryId!==t.profileRepositoryId||n.source.definitionId!==t.definitionId||n.modelId!==t.modelId||n.reasoningEffort!==t.reasoningEffort||s.maximumCostUsd!==t.maximumCostUsd||s.manifest.limits.maximumSpendUsd!==t.maximumCostUsd)throw new Error("Harness preparation differs from its requested scope or configuration.");return s}async run(r,e){let t=G.parse(r);if(t.request.teamId!==this.options.teamId)throw new Error("Experiment workspace mismatch.");let s=await this.details(await this.request("","POST",t,e));if(c(g(s.request))!==c(g(t.request))||s.configuration.maximumCostUsd!==t.maximumCostUsd||s.configuration.sourceExperimentId!==t.sourceExperimentId||s.configuration.admissionRequestHash!==c(t))throw new Error("Experiment admission differs from its submitted configuration.");if(t.graders&&c(t.graders)!==c(s.configuration.graders.map(n=>({id:n.id,version:n.version,contentHash:n.contentHash,mappings:n.mappings??[]}))))throw new Error("Experiment admission differs from its selected graders or mappings.");return s}async get(r,e={}){return this.details(await this.request(`/${encodeURIComponent(u.parse(r))}`,"GET",void 0,e.signal),r)}async list(r={},e){let t=O.parse(r),s=new URLSearchParams(Object.entries(t).filter(([,i])=>i!==void 0).map(([i,d])=>[i,String(d)])),n=a.object({items:a.array(a.unknown()).max(100),nextCursor:u.nullable()}).strict().parse(await this.request(`?${s}`,"GET",void 0,e)),o=await Promise.all(n.items.map(i=>this.details(i)));if(o.length>t.limit||new Set(o.map(i=>i.summary.id)).size!==o.length||n.nextCursor!==null&&n.nextCursor!==o.at(-1)?.summary.id||o.some(i=>t.projectId&&i.request.project?.id!==t.projectId||t.datasetHash&&i.request.taskset.contentHash!==t.datasetHash||t.status&&i.summary.status!==t.status))throw new Error("Experiment page differs from its selected scope.");return{items:o,nextCursor:n.nextCursor}}async result(r,e){let t=a.object({executionId:u,passId:u.nullable(),manifest:a.unknown(),result:a.unknown()}).strict().parse(await this.request(`/${encodeURIComponent(u.parse(r))}/result`,"GET",void 0,e)),s=h(t);if(t.executionId!==r||s.manifest.teamId!==this.options.teamId||s.manifest.lineage?.execution.id!==r||s.manifest.lineage.scoringPassId!==t.passId)throw new Error("Experiment result identity mismatch.");return{...s,executionId:r,passId:t.passId}}async cancel(r,e){return this.details(await this.request(`/${encodeURIComponent(u.parse(r))}/cancel`,"POST",{},e),r)}async duplicate(r,e,t){let s=await this.details(await this.request(`/${encodeURIComponent(u.parse(r))}/duplicate`,"POST",{operationId:u.parse(e)},t));if(s.request.operationId!==e||s.configuration.sourceExperimentId!==r||s.summary.id===r)throw new Error("Duplicate Experiment admission differs from its source or operation.");return s}async score(r,e){let t=M.parse(r),s=this.pass(await this.request(`/${encodeURIComponent(t.execution.id)}/scoring-passes`,"POST",t,e));if(c(s.request)!==c(t))throw new Error("Scoring admission differs from its submitted inputs.");return s}async scoringPass(r,e){return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(u.parse(r))}`,"GET",void 0,e),r)}async scoringPasses(r,e={}){let t=new URLSearchParams(e.afterId?{afterId:u.parse(e.afterId)}:{});e.executionKind&&t.set("executionKind",a.literal("recorded_evidence").parse(e.executionKind));let s=a.object({items:a.array(a.unknown()).max(30),nextCursor:u.nullable()}).strict().parse(await this.request(`/${encodeURIComponent(u.parse(r))}/scoring-passes?${t}`,"GET",void 0,e.signal)),n=s.items.map(o=>this.pass(o));if(n.some(o=>o.request.execution.id!==r||o.request.executionKind!==e.executionKind)||new Set(n.map(o=>o.id)).size!==n.length)throw new Error("Scoring pass page differs from its execution ownership.");return{items:n,nextCursor:s.nextCursor}}async cancelScoringPass(r,e){return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(u.parse(r))}/cancel`,"POST",{},e),r)}async scoringResult(r,e){let t=a.object({executionId:u,passId:u,manifest:a.unknown(),result:a.unknown()}).strict().parse(await this.request(`/scoring-passes/${encodeURIComponent(u.parse(r))}/result`,"GET",void 0,e)),s=h(t);if(t.passId!==r||s.manifest.teamId!==this.options.teamId||s.manifest.id!==r||s.manifest.lineage?.execution.id!==t.executionId||s.manifest.lineage.scoringPassId!==r)throw new Error("Scoring result identity mismatch.");return{...s,executionId:t.executionId,passId:r}}async compare(r,e,t){let s=p(i=>i.startsWith("score_")?this.scoringResult(i,t):this.result(i,t),"read"),[n,o]=await Promise.all([s(r),s(e)]);return{baseline:n,candidate:o,comparison:b(n,o)}}async details(r,e){let t=await Q(r);if(t.summary.teamId!==this.options.teamId||e&&t.summary.id!==e)throw new Error("Experiment identity mismatch.");return t}pass(r,e){let t=x(r);if(t.teamId!==this.options.teamId||e&&t.id!==e)throw new Error("Scoring pass identity mismatch.");return t}async request(r,e,t,s){let n=await(this.options.fetch??fetch)(`${this.baseUrl}/v1/experiments${r}`,{method:e,signal:s,redirect:"error",headers:{Authorization:`Bearer ${this.options.apiKey}`,"X-OpenPond-Team-Id":this.options.teamId,"Content-Type":"application/json",Accept:"application/json"},...t===void 0?{}:{body:JSON.stringify(t)}}),o=await n.json();if(!n.ok){let i=a.object({code:a.string(),message:a.string()}).safeParse(o);throw new Y(n.status,i.success?i.data.code:"experiment_request_failed",i.success?i.data.message:"Experiment request failed.")}return o}},l=a.string().trim().min(1).max(500),N=a.string().regex(/^[a-f0-9]{64}$/),Z=a.object({schemaVersion:a.literal("openpond.experimentCaseInspection.v1"),teamId:l,executionId:l,manifestHash:N,receiptId:l,taskId:l,seed:a.string().min(1),input:a.record(a.string(),a.unknown()).nullable(),output:a.unknown().nullable(),error:a.string().nullable(),events:a.array(a.record(a.string(),a.unknown())).max(25),nextEventCursor:l.nullable(),eventCount:a.number().int().nonnegative()}).strict(),ee=Z.extend({contentHash:N}).strict(),Ie=class{static{p(this,"OpenPondExperimentInspectionClient")}constructor(r){this.options=r;let e=new URL(r.baseUrl);if(!["http:","https:"].includes(e.protocol)||e.username||e.password||e.search||e.hash||!r.apiKey.trim()||!r.teamId.trim())throw new Error("A clean API origin and workspace credentials are required.");this.baseUrl=e.toString().replace(/\/+$/,"")}options;baseUrl;async case(r,e,t={}){let s=new URLSearchParams(t.afterId?{afterId:l.parse(t.afterId)}:{}),n=await(this.options.fetch??fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(l.parse(r))}/cases/${encodeURIComponent(l.parse(e))}?${s}`,{signal:t.signal,redirect:"error",headers:{Authorization:`Bearer ${this.options.apiKey}`,"X-OpenPond-Team-Id":this.options.teamId,Accept:"application/json"}}),o=await n.json();if(!n.ok)throw new Error(a.object({message:a.string()}).parse(o).message);let i=ee.parse(o),{contentHash:d,...m}=i;if(c(m)!==d||i.teamId!==this.options.teamId||i.executionId!==r||i.receiptId!==e||t.manifestHash&&i.manifestHash!==t.manifestHash||i.events.length>i.eventCount)throw new Error("Case inspection differs from its requested workspace, execution or retained content.");return i}};function re(r){return JSON.stringify(r.release?["reward",r.release.id,r.release.revision,r.release.contentHash,r.feedbackKey]:["dataset",r.id,r.version,r.contentHash,r.feedbackKey])}p(re,"datasetGraderIdentity");function te(r){let e=new Map;for(let t of r){let s=re(t),n=e.get(s);n?n.aliases.push(t):e.set(s,{key:s,grader:t,aliases:[t]})}return[...e.values()]}p(te,"groupDatasetGraders");function ve(r){let e=te(r),t=new Map;for(let s of e){let n=t.get(s.grader.feedbackKey);if(n&&n!==s.key)throw new Error(`Different selected grader releases use feedback key "${s.grader.feedbackKey}". Select one, or publish graders with distinct feedback keys.`);t.set(s.grader.feedbackKey,s.key);let o=JSON.stringify(s.grader.mappings??[]);if(s.aliases.some(i=>JSON.stringify(i.mappings??[])!==o))throw new Error(`Aliases of grader "${s.grader.feedbackKey}" have different field mappings. Select one alias and review its mappings.`)}return e.map(s=>s.grader)}p(ve,"canonicalDatasetGraderSelection");function be(r){let e=v(r.binding),t=P(r.packageValue),s=t.taskset;if(s.id!==e.dataset.id||s.revision!==e.dataset.revision||s.contentHash!==e.dataset.contentHash||t.contentHash!==e.packageHash||c(s.environment)!==e.environmentHash||c(t.files.filter(n=>n.asset.visibility!=="policy").map(n=>n.asset))!==e.privateDatasetClosureHash)throw new Error("The selected Dataset package, environment or protected closure changed.");if(e.population.length>500)throw new Error("Select at most 500 exact Dataset cases before starting this bounded Profile evaluation.");for(let n of e.population){let o=s.tasks.find(i=>i.id===n.taskId);if(!o||o.split!==e.split)throw new Error("The selected ordered population is outside its exact Dataset split.");if(n.fixtureId!==null)throw new Error("This recorded cutoff needs an admitted replay fixture before executing the Profile target.")}if(e.gradingSource){if(!r.actualGrading)throw new Error("The actual selected scoring owner is required for this recipe.");let n=x(r.actualGrading.pass),o=h(a.object({manifest:a.unknown(),result:a.unknown()}).strict().parse(r.actualGrading.evidence));if(n.status!=="completed"||n.id!==e.gradingSource.pass.id||n.contentHash!==e.gradingSource.pass.contentHash||o.manifest.id!==e.gradingSource.evidence.id||o.result.contentHash!==e.gradingSource.evidence.contentHash||o.manifest.lineage?.scoringPassId!==n.id||c(o.manifest.dataset)!==c(e.dataset)||c(o.manifest.evaluators)!==c(e.evaluators)||c(e.fieldMappings)!==c(n.graders.map(m=>({graderId:m.id,fields:m.mappings??[]}))))throw new Error("The selected scoring owner changed its exact Dataset, measurements or mappings.");let i=o.manifest.population,d=e.recordedOrigin?e.recordedOrigin.members.map(m=>({caseId:m.caseId,seed:m.seed,fixtureId:m.fixtureId})):e.population.map(m=>({caseId:m.taskId,seed:m.seed,fixtureId:m.fixtureId}));if(i.length!==d.length||i.some((m,B)=>c(m)!==c(d[B])))throw new Error("The selected scoring population differs from the exact ordered original cases and cutoffs.")}else{if(e.fieldMappings.some(i=>!s.graders.some(d=>d.id===i.graderId)))throw new Error("The field mappings name a grader outside the selected release.");for(let i of e.fieldMappings)j.parse(i.fields);let n=e.evaluators.map(i=>{let d=r.graders.find(m=>m.feedbackKey===i.feedbackKey&&c(m.release??{id:m.id,revision:m.version,contentHash:m.contentHash})===c(i.release));if(!d)throw new Error("Select an exact released Dataset grader for this external recipe.");return d});if(e.fieldMappings.some(i=>!n.some(d=>d.id===i.graderId)))throw new Error("Field mappings refer to an unselected grader.");let o=n.map(i=>({release:i.release??{id:i.id,revision:i.version,contentHash:i.contentHash},feedbackKey:i.feedbackKey,configurationHash:c({graderHash:i.contentHash,mappings:e.fieldMappings.find(d=>d.graderId===i.id)?.fields??[]}),output:"score",categories:[]}));if(c(o)!==c(e.evaluators))throw new Error("The external recipe's graders or mappings differ from the current exact released grading settings.");for(let i of r.graders)if(!s.graders.some(d=>d.id===i.id&&d.version===i.version&&c(d)===i.contentHash))throw new Error("External grader pins differ from the actual Dataset implementation.")}for(let n of r.graders)if(!s.graders.some(o=>o.id===n.id&&o.version===n.version&&c(o)===n.contentHash))throw new Error("Dataset-native grader pins differ from their actual implementation.");return t}p(be,"verifyExternalDatasetPackage");var f=a.string().trim().min(1).max(240),se=a.object({profileRef:a.object({source:a.enum(["local","github","openpond_git"]),repositoryId:f,profileId:f}).strict(),sourceRevision:a.string().min(1).max(500),harnessRelease:w,catalogHash:a.string().regex(/^[a-f0-9]{64}$/).nullable(),definitions:a.array(E).max(1e3),suites:a.array(y).max(100),runs:a.array(a.object({profileRef:a.object({source:a.enum(["local","github","openpond_git"]),repositoryId:f,profileId:f}).strict(),manifest:k,metric:I,gradeRefs:a.array(w),receiptRefs:a.array(w),passRate:a.number().min(0).max(1),passed:a.boolean(),completedAt:a.iso.datetime(),contentHash:a.string().regex(/^[a-f0-9]{64}$/)}).strict()).max(1e3),comparisons:a.array(R).max(1e3),suiteRuns:a.array(C).max(1e3),reports:a.array(H).max(1e3)}).strict(),ae=a.object({teamId:f,profileRepositoryId:f,trainingProjectId:f.optional()}).strict(),He=class{static{p(this,"OpenPondProfileEvaluationDiscoveryClient")}constructor(r){this.options=r;let e=new URL(r.baseUrl);if(!["http:","https:"].includes(e.protocol)||e.username||e.password||e.search||e.hash||!r.apiKey.trim()||!r.teamId.trim())throw new Error("Profile discovery requires a scoped HTTP endpoint and owner credential.")}options;async read(r,e){let t=ae.parse({...r,teamId:this.options.teamId}),{response:s,value:n}=await A(this.options.fetch??fetch,`${this.options.baseUrl.replace(/\/$/,"")}/v1/profile-evaluation-discovery`,{method:"POST",redirect:"error",headers:{Authorization:`Bearer ${this.options.apiKey}`,"X-OpenPond-Team-Id":this.options.teamId,"Content-Type":"application/json"},body:JSON.stringify(t),signal:e},(i,d,m)=>new Error(m));if(!s.ok)throw new Error("The released Profile evaluation owner is unavailable to this account and workspace.");let o=se.parse(n);if(o.profileRef.repositoryId!==t.profileRepositoryId)throw new Error("Profile discovery returned another source owner.");return o}};export{Y as a,we as b,Ie as c,ve as d,be as e,He as f};
+import{a as M,b as x,c as A}from"./chunk-KO3HNMLJ.js";import{Ea as q,Fa as U,Ia as T,Ja as $,La as j,Oa as D,Ra as O,Sa as K,Ta as z,Ua as _,Va as G,la as P}from"./chunk-XMKCCLGB.js";import{e as w,l as c}from"./chunk-WN3V6KDN.js";import{Hb as R,Kb as H,Ob as C,v as k}from"./chunk-Y4OWBBDD.js";import{B as I,Cb as h,Db as b,Ua as v,Xa as E,Ya as y,db as S}from"./chunk-ACYFMLWG.js";import{b as a}from"./chunk-ES2ISFJC.js";import{a as p}from"./chunk-FTQLQJQV.js";var L=a.string().regex(/^[a-f0-9]{64}$/),J=a.object({request:q,maximumCostUsd:a.number().finite().positive().max(1e4),graders:a.array(D).min(1).max(100),admissionRequestHash:L.optional(),sourceExperimentId:a.string().trim().min(1).max(200).optional()}).strict(),X=J.extend({configurationHash:L}).strict(),F=U.extend({configuration:X}).strict();function g(r){return r.policy.kind==="hosted_harness"?{...r,population:r.population.map(({receiptId:e,...t})=>t)}:r}p(g,"experimentConfigurationRequest");function V(r){let e=J.parse(r);return c({...e,request:g(e.request)})}p(V,"experimentRunConfigurationHash");async function Q(r){let e=F.parse(r),{configuration:t,...s}=e,n=await $(s),{configurationHash:o,...i}=t;if(o!==V(i)||c(g(t.request))!==c(g(n.request))||t.maximumCostUsd!==n.manifest.limits.maximumSpendUsd)throw new Error("Experiment configuration differs from its retained run.");if(n.manifest.metadata.experimentDefinition===null){let d=K.parse({definition:null,configurationHash:t.configurationHash,maximumCostUsd:t.maximumCostUsd,graders:t.graders,...t.admissionRequestHash?{admissionRequestHash:t.admissionRequestHash}:{},...t.sourceExperimentId?{sourceExperimentId:t.sourceExperimentId}:{}});if(n.manifest.metadata.experimentConfigurationHash!==c(d))throw new Error("Experiment configuration differs from its admitted manifest.")}return{...n,configuration:t}}p(Q,"verifyExperimentRunDetails");var W=a.object({teamId:a.string().trim().min(1).max(240),items:a.array(a.object({name:a.string().trim().min(1).max(500),source:S,ready:a.boolean(),reason:a.string().min(1).max(2e3).nullable()}).strict()).max(8),nextCursor:a.string().min(1).max(8192).nullable()}).strict(),u=a.string().trim().min(1).max(200),Y=class extends Error{static{p(this,"OpenPondExperimentError")}constructor(r,e,t){super(t),this.status=r,this.code=e,this.name="OpenPondExperimentError"}status;code},we=class{static{p(this,"OpenPondExperimentsClient")}constructor(r){this.options=r;let e=new URL(r.baseUrl);if(!["http:","https:"].includes(e.protocol)||e.username||e.password||e.search||e.hash||!r.apiKey.trim()||!r.teamId.trim())throw new Error("A clean API origin and workspace credentials are required.");this.baseUrl=e.toString().replace(/\/+$/,"")}options;baseUrl;async harnessSources(r={}){let e=r.cursor===void 0?void 0:a.string().min(1).max(8192).parse(r.cursor),t=new URLSearchParams(e?{cursor:e}:{}),s=W.parse(await this.request(`/harness-sources?${t}`,"GET",void 0,r.signal));if(s.teamId!==this.options.teamId||new Set(s.items.map(n=>c(n.source))).size!==s.items.length||s.nextCursor!==null&&s.nextCursor===e||s.items.some(n=>n.ready!==(n.reason===null)))throw new Error("Harness catalog differs from its workspace, readiness or continuation.");return s}async prepareHarness(r,e){let t=z.parse(r),s=_.parse(await this.request("/harness-setup","POST",t,e));T(s.request,s.manifest);let n=s.request.policy;if(s.request.teamId!==this.options.teamId||s.request.operationId!==t.operationId||n.kind!=="hosted_harness"||n.profileRepositoryId!==t.profileRepositoryId||n.source.definitionId!==t.definitionId||n.modelId!==t.modelId||n.reasoningEffort!==t.reasoningEffort||s.maximumCostUsd!==t.maximumCostUsd||s.manifest.limits.maximumSpendUsd!==t.maximumCostUsd)throw new Error("Harness preparation differs from its requested scope or configuration.");return s}async run(r,e){let t=G.parse(r);if(t.request.teamId!==this.options.teamId)throw new Error("Experiment workspace mismatch.");let s=await this.details(await this.request("","POST",t,e));if(c(g(s.request))!==c(g(t.request))||s.configuration.maximumCostUsd!==t.maximumCostUsd||s.configuration.sourceExperimentId!==t.sourceExperimentId||s.configuration.admissionRequestHash!==c(t))throw new Error("Experiment admission differs from its submitted configuration.");if(t.graders&&c(t.graders)!==c(s.configuration.graders.map(n=>({id:n.id,version:n.version,contentHash:n.contentHash,mappings:n.mappings??[]}))))throw new Error("Experiment admission differs from its selected graders or mappings.");return s}async get(r,e={}){return this.details(await this.request(`/${encodeURIComponent(u.parse(r))}`,"GET",void 0,e.signal),r)}async list(r={},e){let t=O.parse(r),s=new URLSearchParams(Object.entries(t).filter(([,i])=>i!==void 0).map(([i,d])=>[i,String(d)])),n=a.object({items:a.array(a.unknown()).max(100),nextCursor:u.nullable()}).strict().parse(await this.request(`?${s}`,"GET",void 0,e)),o=await Promise.all(n.items.map(i=>this.details(i)));if(o.length>t.limit||new Set(o.map(i=>i.summary.id)).size!==o.length||n.nextCursor!==null&&n.nextCursor!==o.at(-1)?.summary.id||o.some(i=>t.projectId&&i.request.project?.id!==t.projectId||t.datasetHash&&i.request.taskset.contentHash!==t.datasetHash||t.status&&i.summary.status!==t.status))throw new Error("Experiment page differs from its selected scope.");return{items:o,nextCursor:n.nextCursor}}async result(r,e){let t=a.object({executionId:u,passId:u.nullable(),manifest:a.unknown(),result:a.unknown()}).strict().parse(await this.request(`/${encodeURIComponent(u.parse(r))}/result`,"GET",void 0,e)),s=h(t);if(t.executionId!==r||s.manifest.teamId!==this.options.teamId||s.manifest.lineage?.execution.id!==r||s.manifest.lineage.scoringPassId!==t.passId)throw new Error("Experiment result identity mismatch.");return{...s,executionId:r,passId:t.passId}}async cancel(r,e){return this.details(await this.request(`/${encodeURIComponent(u.parse(r))}/cancel`,"POST",{},e),r)}async duplicate(r,e,t){let s=await this.details(await this.request(`/${encodeURIComponent(u.parse(r))}/duplicate`,"POST",{operationId:u.parse(e)},t));if(s.request.operationId!==e||s.configuration.sourceExperimentId!==r||s.summary.id===r)throw new Error("Duplicate Experiment admission differs from its source or operation.");return s}async score(r,e){let t=M.parse(r),s=this.pass(await this.request(`/${encodeURIComponent(t.execution.id)}/scoring-passes`,"POST",t,e));if(c(s.request)!==c(t))throw new Error("Scoring admission differs from its submitted inputs.");return s}async scoringPass(r,e){return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(u.parse(r))}`,"GET",void 0,e),r)}async scoringPasses(r,e={}){let t=new URLSearchParams(e.afterId?{afterId:u.parse(e.afterId)}:{});e.executionKind&&t.set("executionKind",a.literal("recorded_evidence").parse(e.executionKind));let s=a.object({items:a.array(a.unknown()).max(30),nextCursor:u.nullable()}).strict().parse(await this.request(`/${encodeURIComponent(u.parse(r))}/scoring-passes?${t}`,"GET",void 0,e.signal)),n=s.items.map(o=>this.pass(o));if(n.some(o=>o.request.execution.id!==r||o.request.executionKind!==e.executionKind)||new Set(n.map(o=>o.id)).size!==n.length)throw new Error("Scoring pass page differs from its execution ownership.");return{items:n,nextCursor:s.nextCursor}}async cancelScoringPass(r,e){return this.pass(await this.request(`/scoring-passes/${encodeURIComponent(u.parse(r))}/cancel`,"POST",{},e),r)}async scoringResult(r,e){let t=a.object({executionId:u,passId:u,manifest:a.unknown(),result:a.unknown()}).strict().parse(await this.request(`/scoring-passes/${encodeURIComponent(u.parse(r))}/result`,"GET",void 0,e)),s=h(t);if(t.passId!==r||s.manifest.teamId!==this.options.teamId||s.manifest.id!==r||s.manifest.lineage?.execution.id!==t.executionId||s.manifest.lineage.scoringPassId!==r)throw new Error("Scoring result identity mismatch.");return{...s,executionId:t.executionId,passId:r}}async compare(r,e,t){let s=p(i=>i.startsWith("score_")?this.scoringResult(i,t):this.result(i,t),"read"),[n,o]=await Promise.all([s(r),s(e)]);return{baseline:n,candidate:o,comparison:b(n,o)}}async details(r,e){let t=await Q(r);if(t.summary.teamId!==this.options.teamId||e&&t.summary.id!==e)throw new Error("Experiment identity mismatch.");return t}pass(r,e){let t=x(r);if(t.teamId!==this.options.teamId||e&&t.id!==e)throw new Error("Scoring pass identity mismatch.");return t}async request(r,e,t,s){let n=await(this.options.fetch??fetch)(`${this.baseUrl}/v1/experiments${r}`,{method:e,signal:s,redirect:"error",headers:{Authorization:`Bearer ${this.options.apiKey}`,"X-OpenPond-Team-Id":this.options.teamId,"Content-Type":"application/json",Accept:"application/json"},...t===void 0?{}:{body:JSON.stringify(t)}}),o=await n.json();if(!n.ok){let i=a.object({code:a.string(),message:a.string()}).safeParse(o);throw new Y(n.status,i.success?i.data.code:"experiment_request_failed",i.success?i.data.message:"Experiment request failed.")}return o}},l=a.string().trim().min(1).max(500),N=a.string().regex(/^[a-f0-9]{64}$/),Z=a.object({schemaVersion:a.literal("openpond.experimentCaseInspection.v1"),teamId:l,executionId:l,manifestHash:N,receiptId:l,taskId:l,seed:a.string().min(1),input:a.record(a.string(),a.unknown()).nullable(),output:a.unknown().nullable(),error:a.string().nullable(),events:a.array(a.record(a.string(),a.unknown())).max(25),nextEventCursor:l.nullable(),eventCount:a.number().int().nonnegative()}).strict(),ee=Z.extend({contentHash:N}).strict(),Ie=class{static{p(this,"OpenPondExperimentInspectionClient")}constructor(r){this.options=r;let e=new URL(r.baseUrl);if(!["http:","https:"].includes(e.protocol)||e.username||e.password||e.search||e.hash||!r.apiKey.trim()||!r.teamId.trim())throw new Error("A clean API origin and workspace credentials are required.");this.baseUrl=e.toString().replace(/\/+$/,"")}options;baseUrl;async case(r,e,t={}){let s=new URLSearchParams(t.afterId?{afterId:l.parse(t.afterId)}:{}),n=await(this.options.fetch??fetch)(`${this.baseUrl}/v1/experiments/${encodeURIComponent(l.parse(r))}/cases/${encodeURIComponent(l.parse(e))}?${s}`,{signal:t.signal,redirect:"error",headers:{Authorization:`Bearer ${this.options.apiKey}`,"X-OpenPond-Team-Id":this.options.teamId,Accept:"application/json"}}),o=await n.json();if(!n.ok)throw new Error(a.object({message:a.string()}).parse(o).message);let i=ee.parse(o),{contentHash:d,...m}=i;if(c(m)!==d||i.teamId!==this.options.teamId||i.executionId!==r||i.receiptId!==e||t.manifestHash&&i.manifestHash!==t.manifestHash||i.events.length>i.eventCount)throw new Error("Case inspection differs from its requested workspace, execution or retained content.");return i}};function re(r){return JSON.stringify(r.release?["reward",r.release.id,r.release.revision,r.release.contentHash,r.feedbackKey]:["dataset",r.id,r.version,r.contentHash,r.feedbackKey])}p(re,"datasetGraderIdentity");function te(r){let e=new Map;for(let t of r){let s=re(t),n=e.get(s);n?n.aliases.push(t):e.set(s,{key:s,grader:t,aliases:[t]})}return[...e.values()]}p(te,"groupDatasetGraders");function ve(r){let e=te(r),t=new Map;for(let s of e){let n=t.get(s.grader.feedbackKey);if(n&&n!==s.key)throw new Error(`Different selected grader releases use feedback key "${s.grader.feedbackKey}". Select one, or publish graders with distinct feedback keys.`);t.set(s.grader.feedbackKey,s.key);let o=JSON.stringify(s.grader.mappings??[]);if(s.aliases.some(i=>JSON.stringify(i.mappings??[])!==o))throw new Error(`Aliases of grader "${s.grader.feedbackKey}" have different field mappings. Select one alias and review its mappings.`)}return e.map(s=>s.grader)}p(ve,"canonicalDatasetGraderSelection");function be(r){let e=v(r.binding),t=P(r.packageValue),s=t.taskset;if(s.id!==e.dataset.id||s.revision!==e.dataset.revision||s.contentHash!==e.dataset.contentHash||t.contentHash!==e.packageHash||c(s.environment)!==e.environmentHash||c(t.files.filter(n=>n.asset.visibility!=="policy").map(n=>n.asset))!==e.privateDatasetClosureHash)throw new Error("The selected Dataset package, environment or protected closure changed.");if(e.population.length>500)throw new Error("Select at most 500 exact Dataset cases before starting this bounded Profile evaluation.");for(let n of e.population){let o=s.tasks.find(i=>i.id===n.taskId);if(!o||o.split!==e.split)throw new Error("The selected ordered population is outside its exact Dataset split.");if(n.fixtureId!==null)throw new Error("This recorded cutoff needs an admitted replay fixture before executing the Profile target.")}if(e.gradingSource){if(!r.actualGrading)throw new Error("The actual selected scoring owner is required for this recipe.");let n=x(r.actualGrading.pass),o=h(a.object({manifest:a.unknown(),result:a.unknown()}).strict().parse(r.actualGrading.evidence));if(n.status!=="completed"||n.id!==e.gradingSource.pass.id||n.contentHash!==e.gradingSource.pass.contentHash||o.manifest.id!==e.gradingSource.evidence.id||o.result.contentHash!==e.gradingSource.evidence.contentHash||o.manifest.lineage?.scoringPassId!==n.id||c(o.manifest.dataset)!==c(e.dataset)||c(o.manifest.evaluators)!==c(e.evaluators)||c(e.fieldMappings)!==c(n.graders.map(m=>({graderId:m.id,fields:m.mappings??[]}))))throw new Error("The selected scoring owner changed its exact Dataset, measurements or mappings.");let i=o.manifest.population,d=e.recordedOrigin?e.recordedOrigin.members.map(m=>({caseId:m.caseId,seed:m.seed,fixtureId:m.fixtureId})):e.population.map(m=>({caseId:m.taskId,seed:m.seed,fixtureId:m.fixtureId}));if(i.length!==d.length||i.some((m,B)=>c(m)!==c(d[B])))throw new Error("The selected scoring population differs from the exact ordered original cases and cutoffs.")}else{if(e.fieldMappings.some(i=>!s.graders.some(d=>d.id===i.graderId)))throw new Error("The field mappings name a grader outside the selected release.");for(let i of e.fieldMappings)j.parse(i.fields);let n=e.evaluators.map(i=>{let d=r.graders.find(m=>m.feedbackKey===i.feedbackKey&&c(m.release??{id:m.id,revision:m.version,contentHash:m.contentHash})===c(i.release));if(!d)throw new Error("Select an exact released Dataset grader for this external recipe.");return d});if(e.fieldMappings.some(i=>!n.some(d=>d.id===i.graderId)))throw new Error("Field mappings refer to an unselected grader.");let o=n.map(i=>({release:i.release??{id:i.id,revision:i.version,contentHash:i.contentHash},feedbackKey:i.feedbackKey,configurationHash:c({graderHash:i.contentHash,mappings:e.fieldMappings.find(d=>d.graderId===i.id)?.fields??[]}),output:"score",categories:[]}));if(c(o)!==c(e.evaluators))throw new Error("The external recipe's graders or mappings differ from the current exact released grading settings.");for(let i of r.graders)if(!s.graders.some(d=>d.id===i.id&&d.version===i.version&&c(d)===i.contentHash))throw new Error("External grader pins differ from the actual Dataset implementation.")}for(let n of r.graders)if(!s.graders.some(o=>o.id===n.id&&o.version===n.version&&c(o)===n.contentHash))throw new Error("Dataset-native grader pins differ from their actual implementation.");return t}p(be,"verifyExternalDatasetPackage");var f=a.string().trim().min(1).max(240),se=a.object({profileRef:a.object({source:a.enum(["local","github","openpond_git"]),repositoryId:f,profileId:f}).strict(),sourceRevision:a.string().min(1).max(500),harnessRelease:w,catalogHash:a.string().regex(/^[a-f0-9]{64}$/).nullable(),definitions:a.array(E).max(1e3),suites:a.array(y).max(100),runs:a.array(a.object({profileRef:a.object({source:a.enum(["local","github","openpond_git"]),repositoryId:f,profileId:f}).strict(),manifest:k,metric:I,gradeRefs:a.array(w),receiptRefs:a.array(w),passRate:a.number().min(0).max(1),passed:a.boolean(),completedAt:a.iso.datetime(),contentHash:a.string().regex(/^[a-f0-9]{64}$/)}).strict()).max(1e3),comparisons:a.array(R).max(1e3),suiteRuns:a.array(C).max(1e3),reports:a.array(H).max(1e3)}).strict(),ae=a.object({teamId:f,profileRepositoryId:f,trainingProjectId:f.optional()}).strict(),He=class{static{p(this,"OpenPondProfileEvaluationDiscoveryClient")}constructor(r){this.options=r;let e=new URL(r.baseUrl);if(!["http:","https:"].includes(e.protocol)||e.username||e.password||e.search||e.hash||!r.apiKey.trim()||!r.teamId.trim())throw new Error("Profile discovery requires a scoped HTTP endpoint and owner credential.")}options;async read(r,e){let t=ae.parse({...r,teamId:this.options.teamId}),{response:s,value:n}=await A(this.options.fetch??fetch,`${this.options.baseUrl.replace(/\/$/,"")}/v1/profile-evaluation-discovery`,{method:"POST",redirect:"error",headers:{Authorization:`Bearer ${this.options.apiKey}`,"X-OpenPond-Team-Id":this.options.teamId,"Content-Type":"application/json"},body:JSON.stringify(t),signal:e},(i,d,m)=>new Error(m));if(!s.ok)throw new Error("The released Profile evaluation owner is unavailable to this account and workspace.");let o=se.parse(n);if(o.profileRef.repositoryId!==t.profileRepositoryId)throw new Error("Profile discovery returned another source owner.");return o}};export{Y as a,we as b,Ie as c,ve as d,be as e,He as f};

package/dist/chunks/{chunk-EQFGBL3O.js → chunk-CKMSBAI2.js}

@@ -1,2 +1,2 @@
 import { createRequire as __openpondCreateRequire } from "node:module"; var require = __openpondCreateRequire(import.meta.url);
-import{d as r}from"./chunk-GZ7M5XBP.js";import{b as e}from"./chunk-ES2ISFJC.js";import{a as t}from"./chunk-FTQLQJQV.js";var a=e.string().trim().min(1).max(200),y=e.object({receiptId:a,taskId:a,seed:e.string(),request:r}).strict(),n=class extends Error{constructor(m,o,c=409){super(o);this.code=m;this.status=c}code;status;static{t(this,"LocalExperimentError")}};export{n as a};
+import{d as r}from"./chunk-GVZLGS2U.js";import{b as e}from"./chunk-ES2ISFJC.js";import{a as t}from"./chunk-FTQLQJQV.js";var a=e.string().trim().min(1).max(200),y=e.object({receiptId:a,taskId:a,seed:e.string(),request:r}).strict(),n=class extends Error{constructor(m,o,c=409){super(o);this.code=m;this.status=c}code;status;static{t(this,"LocalExperimentError")}};export{n as a};