npm - @openpond/evals - Versions diffs - 0.12.0 → 0.12.2 - Mend

@openpond/evals 0.12.0 → 0.12.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (290) hide show

package/dist/types/preferences.d.ts CHANGED Viewed

@@ -4,16 +4,16 @@ import { type ArtifactManifest, type FailureOwner, type RewardComponentReceipt }
 import { type AttemptReceipt, type HarnessCompatibilityReceipt, type RunManifest } from "./runs.js";
 import { type TasksetRelease } from "./tasksets.js";
 export declare const PreferenceComparisonPurposeSchema: z.ZodEnum<{
-    validation: "validation";
-    frozen_eval: "frozen_eval";
     calibration: "calibration";
+    frozen_eval: "frozen_eval";
     training_reward: "training_reward";
+    validation: "validation";
 }>;
 export declare const PreferenceReviewerKindSchema: z.ZodEnum<{
-    model: "model";
-    human: "human";
-    fixture: "fixture";
     deterministic: "deterministic";
+    fixture: "fixture";
+    human: "human";
+    model: "model";
 }>;
 export declare const PreferenceRewardScopeSchema: z.ZodEnum<{
     production: "production";
@@ -21,10 +21,10 @@ export declare const PreferenceRewardScopeSchema: z.ZodEnum<{
 }>;
 export declare const PreferenceRendererSchema: z.ZodEnum<{
     code: "code";
-    text: "text";
-    markdown: "markdown";
-    json: "json";
     image: "image";
+    json: "json";
+    markdown: "markdown";
+    text: "text";
 }>;
 export declare const PreferenceComparisonReleaseContentSchema: z.ZodObject<{
     schemaVersion: z.ZodLiteral<"openpond.preferenceComparisonRelease.v1">;
@@ -50,10 +50,10 @@ export declare const PreferenceComparisonReleaseContentSchema: z.ZodObject<{
             path: z.ZodString;
             renderer: z.ZodEnum<{
                 code: "code";
-                text: "text";
-                markdown: "markdown";
-                json: "json";
                 image: "image";
+                json: "json";
+                markdown: "markdown";
+                text: "text";
             }>;
         }, z.core.$strict>>;
     }, z.core.$strict>;
@@ -116,10 +116,10 @@ export declare const PreferenceComparisonReleaseSchema: z.ZodObject<{
             path: z.ZodString;
             renderer: z.ZodEnum<{
                 code: "code";
-                text: "text";
-                markdown: "markdown";
-                json: "json";
                 image: "image";
+                json: "json";
+                markdown: "markdown";
+                text: "text";
             }>;
         }, z.core.$strict>>;
     }, z.core.$strict>;
@@ -215,10 +215,10 @@ export declare const ComparisonAssignmentContentSchema: z.ZodObject<{
     }, z.core.$strict>>;
     presentedCandidateOrder: z.ZodArray<z.ZodString>;
     purpose: z.ZodEnum<{
-        validation: "validation";
-        frozen_eval: "frozen_eval";
         calibration: "calibration";
+        frozen_eval: "frozen_eval";
         training_reward: "training_reward";
+        validation: "validation";
     }>;
     createdAt: z.ZodString;
     metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -279,10 +279,10 @@ export declare const ComparisonAssignmentSchema: z.ZodObject<{
     }, z.core.$strict>>;
     presentedCandidateOrder: z.ZodArray<z.ZodString>;
     purpose: z.ZodEnum<{
-        validation: "validation";
-        frozen_eval: "frozen_eval";
         calibration: "calibration";
+        frozen_eval: "frozen_eval";
         training_reward: "training_reward";
+        validation: "validation";
     }>;
     createdAt: z.ZodString;
     metadata: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
@@ -297,9 +297,9 @@ export declare const PreferenceReceiptContentSchema: z.ZodObject<{
     }, z.core.$strict>;
     reviewer: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodEnum<{
-            model: "model";
-            human: "human";
             deterministic: "deterministic";
+            human: "human";
+            model: "model";
         }>;
         releaseRef: z.ZodObject<{
             id: z.ZodString;
@@ -340,9 +340,9 @@ export declare const PreferenceReceiptSchema: z.ZodObject<{
     }, z.core.$strict>;
     reviewer: z.ZodDiscriminatedUnion<[z.ZodObject<{
         kind: z.ZodEnum<{
-            model: "model";
-            human: "human";
             deterministic: "deterministic";
+            human: "human";
+            model: "model";
         }>;
         releaseRef: z.ZodObject<{
             id: z.ZodString;

package/dist/types/preferences.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"preferences.d.ts","sourceRoot":"","sources":["~~../../../../~~src/preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAO3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,2BAA2B,EAChC,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AACH,eAAO,MAAM,4BAA4B;;;;;EAKvC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;EAGtC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAuDH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBnD,CAAC;AACH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AA6DZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiC,CAAC;AAChF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQnC,CAAC;AAyCL,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8B,CAAC;AAC1E,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzB,CAAC;AAmBZ,eAAO,MAAM,yCAAyC;;;;;;;;;;;;;;;;;;;;;kBAA4B,CAAC;AACnF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;kBAEpC,CAAC;AAiBZ,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAwC,CAAC;AAC9F,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,2BAA2B,CAG7B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,EAAE,SAAS,kCAAkC,EAAE,CAAC;IAC1D,4BAA4B,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;IACtE,OAAO,EAAE,2BAA2B,CAAC;IACrC,uBAAuB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,oBAAoB,CAoEvB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,oBAAoB,CAExF;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,2BAA2B,GACnC,IAAI,CASN;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,KAAK,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,IAAI,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAoBpB;AAED,wBAAgB,uCAAuC,CAAC,KAAK,EAAE;IAC7D,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAwCpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,iBAAiB,CAElF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,4BAA4B,CAgC/B;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,4BAA4B,CAExG;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,KAAK,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,2BAA2B,CAkC9B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;CAC1D,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBzB;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;IACzD,iBAAiB,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACvD,UAAU,CAAC,EAAE,SAAS,8BAA8B,EAAE,CAAC;IACvD,WAAW,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;CAC3D,GAAG,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAmEzC;AA0RD,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC;AACrF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,iBAAiB,CAAC;IACzB,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,CAAC"}
1	+ {"version":3,"file":"preferences.d.ts","sourceRoot":"","sources":["../../src/preferences.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EACL,0BAA0B,EAO3B,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAIL,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAKL,KAAK,cAAc,EACnB,KAAK,2BAA2B,EAChC,KAAK,WAAW,EACjB,MAAM,WAAW,CAAC;AACnB,OAAO,EAGL,KAAK,cAAc,EACpB,MAAM,eAAe,CAAC;AAEvB,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AACH,eAAO,MAAM,4BAA4B;;;;;EAKvC,CAAC;AACH,eAAO,MAAM,2BAA2B;;;EAGtC,CAAC;AACH,eAAO,MAAM,wBAAwB;;;;;;EAMnC,CAAC;AAuDH,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAsBnD,CAAC;AACH,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AA6DZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAiC,CAAC;AAChF,eAAO,MAAM,0BAA0B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAQnC,CAAC;AAyCL,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA8B,CAAC;AAC1E,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEzB,CAAC;AAmBZ,eAAO,MAAM,yCAAyC;;;;;;;;;;;;;;;;;;;;;kBAA4B,CAAC;AACnF,eAAO,MAAM,kCAAkC;;;;;;;;;;;;;;;;;;;;;;kBAEpC,CAAC;AAiBZ,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;kBAAwC,CAAC;AAC9F,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AAEZ,wBAAgB,iCAAiC,CAC/C,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,wCAAwC,CAAC,GAC9D,2BAA2B,CAG7B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,UAAU,EAAE,SAAS,kCAAkC,EAAE,CAAC;IAC1D,4BAA4B,CAAC,EAAE,SAAS,2BAA2B,EAAE,CAAC;IACtE,OAAO,EAAE,2BAA2B,CAAC;IACrC,uBAAuB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,oBAAoB,CAoEvB;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,oBAAoB,CAExF;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,oBAAoB,EAChC,OAAO,EAAE,2BAA2B,GACnC,IAAI,CASN;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE;IAC7C,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,KAAK,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACtC,SAAS,EAAE,OAAO,CAAC;IACnB,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;IACzD,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,GAAG,IAAI,CAAC;IACxE,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAoBpB;AAED,wBAAgB,uCAAuC,CAAC,KAAK,EAAE;IAC7D,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,GAAG,QAAQ,CAAC,CAAC;IACpD,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,iBAAiB,CAwCpB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,iBAAiB,CAElF;AAED,wBAAgB,2BAA2B,CAAC,KAAK,EAAE;IACjD,EAAE,EAAE,MAAM,CAAC;IACX,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,QAAQ,EAAE,SAAS,iBAAiB,EAAE,CAAC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,4BAA4B,CAgC/B;AAED,wBAAgB,kCAAkC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,4BAA4B,CAExG;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,KAAK,EAAE,SAAS,yBAAyB,EAAE,CAAC;IAC5C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC,GAAG,2BAA2B,CAkC9B;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,2BAA2B,CAEtG;AAED,wBAAgB,0BAA0B,CAAC,KAAK,EAAE;IAChD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;CAC1D,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAkBzB;AAED,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,UAAU,EAAE,oBAAoB,CAAC;IACjC,iBAAiB,EAAE,2BAA2B,CAAC;IAC/C,MAAM,EAAE,iBAAiB,GAAG,4BAA4B,CAAC;IACzD,iBAAiB,CAAC,EAAE,2BAA2B,GAAG,IAAI,CAAC;IACvD,UAAU,CAAC,EAAE,SAAS,8BAA8B,EAAE,CAAC;IACvD,WAAW,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;CAC3D,GAAG,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAmEzC;AA0RD,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,sBAAsB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,4BAA4B,CAAC,CAAC;AAClF,MAAM,MAAM,qBAAqB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAChF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAC9E,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AACxE,MAAM,MAAM,4BAA4B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;AAC9F,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAC5F,MAAM,MAAM,kBAAkB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC,UAAU,CAAC,CAAC;AACrF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,cAAc,CAAC;IACxB,gBAAgB,EAAE,gBAAgB,CAAC;IACnC,WAAW,EAAE,WAAW,CAAC;IACzB,kBAAkB,EAAE,SAAS,MAAM,EAAE,CAAC;CACvC,CAAC;AACF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,UAAU,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC;IAClB,YAAY,CAAC,EAAE,YAAY,CAAC;CAC7B,CAAC;AACF,MAAM,MAAM,yBAAyB,GAAG;IACtC,UAAU,EAAE,oBAAoB,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC;IACzB,KAAK,EAAE,iBAAiB,CAAC;IACzB,YAAY,CAAC,EAAE,iBAAiB,CAAC;CAClC,CAAC"}

package/dist/types/prepared-process-isolation.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"prepared-process-isolation.d.ts","sourceRoot":"","sources":["~~../../../../~~src/prepared-process-isolation.ts"],"names":[],"mappings":"AAAA;;kFAEkF;AAClF,eAAO,MAAM,iCAAiC,QA+H7C,CAAC"}
1	+ {"version":3,"file":"prepared-process-isolation.d.ts","sourceRoot":"","sources":["../../src/prepared-process-isolation.ts"],"names":[],"mappings":"AAAA;;kFAEkF;AAClF,eAAO,MAAM,iCAAiC,QA+H7C,CAAC"}

package/dist/types/profile-evaluation-comparisons.d.ts CHANGED Viewed

@@ -93,10 +93,10 @@ export declare const ProfileEvaluationComparisonContentSchema: z.ZodObject<{
                     }, z.core.$strict>;
                 }, z.core.$strict>>;
                 split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
                     train: "train";
                     validation: "validation";
-                    test: "test";
-                    frozen_eval: "frozen_eval";
                 }>;
                 population: z.ZodArray<z.ZodObject<{
                     taskId: z.ZodString;
@@ -113,8 +113,8 @@ export declare const ProfileEvaluationComparisonContentSchema: z.ZodObject<{
                     configurationHash: z.ZodString;
                     output: z.ZodEnum<{
                         boolean: "boolean";
-                        score: "score";
                         category: "category";
+                        score: "score";
                     }>;
                     categories: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -123,17 +123,17 @@ export declare const ProfileEvaluationComparisonContentSchema: z.ZodObject<{
                     graderId: z.ZodString;
                     fields: z.ZodArray<z.ZodObject<{
                         destination: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         path: z.ZodArray<z.ZodString>;
                         source: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         sourcePath: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;
@@ -267,10 +267,10 @@ export declare const ProfileEvaluationComparisonSchema: z.ZodObject<{
                     }, z.core.$strict>;
                 }, z.core.$strict>>;
                 split: z.ZodEnum<{
+                    frozen_eval: "frozen_eval";
+                    test: "test";
                     train: "train";
                     validation: "validation";
-                    test: "test";
-                    frozen_eval: "frozen_eval";
                 }>;
                 population: z.ZodArray<z.ZodObject<{
                     taskId: z.ZodString;
@@ -287,8 +287,8 @@ export declare const ProfileEvaluationComparisonSchema: z.ZodObject<{
                     configurationHash: z.ZodString;
                     output: z.ZodEnum<{
                         boolean: "boolean";
-                        score: "score";
                         category: "category";
+                        score: "score";
                     }>;
                     categories: z.ZodArray<z.ZodString>;
                 }, z.core.$strict>>;
@@ -297,17 +297,17 @@ export declare const ProfileEvaluationComparisonSchema: z.ZodObject<{
                     graderId: z.ZodString;
                     fields: z.ZodArray<z.ZodObject<{
                         destination: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         path: z.ZodArray<z.ZodString>;
                         source: z.ZodEnum<{
-                            output: "output";
-                            input: "input";
-                            expectedOutput: "expectedOutput";
                             evaluatorContext: "evaluatorContext";
+                            expectedOutput: "expectedOutput";
+                            input: "input";
+                            output: "output";
                         }>;
                         sourcePath: z.ZodArray<z.ZodString>;
                     }, z.core.$strict>>;

package/dist/types/profile-evaluation-comparisons.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"profile-evaluation-comparisons.d.ts","sourceRoot":"","sources":["~~../../../../~~src/profile-evaluation-comparisons.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzF,OAAO,EAA4B,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE9F,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB1C,CAAC;AACZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AACZ,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F;;+DAE+D;AAC/D,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,kBAAkB,CAAC;QAAC,MAAM,EAAE,mBAAmB,CAAA;KAAE,CAAC,CAAC;IAC9E,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,2BAA2B,CAuD9B"}
1	+ {"version":3,"file":"profile-evaluation-comparisons.d.ts","sourceRoot":"","sources":["../../src/profile-evaluation-comparisons.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EAA6B,KAAK,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzF,OAAO,EAA4B,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE9F,eAAO,MAAM,wCAAwC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAgB1C,CAAC;AACZ,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEnC,CAAC;AACZ,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F;;+DAE+D;AAC/D,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,KAAK,CAAC;QAAE,QAAQ,EAAE,kBAAkB,CAAC;QAAC,MAAM,EAAE,mBAAmB,CAAA;KAAE,CAAC,CAAC;IAC9E,SAAS,EAAE,MAAM,CAAC;CACnB,GAAG,2BAA2B,CAuD9B"}

package/dist/types/profile-evaluation-execution.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"profile-evaluation-execution.d.ts","sourceRoot":"","sources":["~~../../../../~~src/profile-evaluation-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2C,KAAK,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEvG,OAAO,EAAsC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAC1J,OAAO,EAA0D,KAAK,qBAAqB,EAAE,KAAK,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAC5I,OAAO,EAA8C,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAC5F,OAAO,EAAuC,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AACzG,OAAO,EAAE,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AACpE,OAAO,KAAK,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACrG,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;gFACgF;AAChF,eAAO,MAAM,kCAAkC;;;kBAGpC,CAAC;AAEZ,KAAK,UAAU,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC;AAEpD;mFACmF;AACnF,wBAAsB,2BAA2B,CAAC,KAAK,EAAE;IACvD,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,OAAO,EAAE,cAAc,CAAC;IACxB,OAAO,EAAE,wBAAwB,CAAC;IAClC,OAAO,EAAE,CAAC,MAAM,EAAE;QAChB,IAAI,EAAE,UAAU,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,0BAA0B,CAAC;QACnC,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,KAAK,OAAO,CAAC;QACZ,QAAQ,EAAE,eAAe,CAAC;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;QACzE,YAAY,EAAE,oBAAoB,EAAE,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,QAAQ,EAAE,OAAO,CAAC;QAClB,YAAY,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,CAAC;KAC/C,CAAC,CAAC;IACH,SAAS,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC/D,WAAW,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD;mFAC+E;IAC/E,mBAAmB,CAAC,EAAE,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC;QAC7F,OAAO,EAAE,cAAc,CAAC;QACxB,KAAK,EAAE,SAAS,CAAC;KAClB,GAAG,IAAI,CAAC,CAAC;IACV,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC;IACV,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC,CA2FD"}
1	+ {"version":3,"file":"profile-evaluation-execution.d.ts","sourceRoot":"","sources":["../../src/profile-evaluation-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2C,KAAK,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEvG,OAAO,EAAsC,KAAK,eAAe,EAAE,KAAK,oBAAoB,EAAE,KAAK,gBAAgB,EAAE,KAAK,SAAS,EAAE,MAAM,cAAc,CAAC;AAC1J,OAAO,EAA0D,KAAK,qBAAqB,EAAE,KAAK,mBAAmB,EAAE,MAAM,cAAc,CAAC;AAC5I,OAAO,EAA8C,KAAK,cAAc,EAAE,MAAM,WAAW,CAAC;AAC5F,OAAO,EAAuC,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AACzG,OAAO,EAAE,cAAc,EAAE,KAAK,cAAc,EAAE,MAAM,eAAe,CAAC;AACpE,OAAO,KAAK,EAAE,wBAAwB,EAAE,0BAA0B,EAAE,MAAM,0BAA0B,CAAC;AACrG,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB;gFACgF;AAChF,eAAO,MAAM,kCAAkC;;;kBAGpC,CAAC;AAEZ,KAAK,UAAU,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC;AAEpD;mFACmF;AACnF,wBAAsB,2BAA2B,CAAC,KAAK,EAAE;IACvD,QAAQ,EAAE,kBAAkB,CAAC;IAC7B,OAAO,EAAE,cAAc,CAAC;IACxB,OAAO,EAAE,wBAAwB,CAAC;IAClC,OAAO,EAAE,CAAC,MAAM,EAAE;QAChB,IAAI,EAAE,UAAU,CAAC;QACjB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,0BAA0B,CAAC;QACnC,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,KAAK,OAAO,CAAC;QACZ,QAAQ,EAAE,eAAe,CAAC;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,mBAAmB,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,kCAAkC,CAAC,CAAC;QACzE,YAAY,EAAE,oBAAoB,EAAE,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,QAAQ,EAAE,OAAO,CAAC;QAClB,YAAY,CAAC,EAAE,cAAc,CAAC,cAAc,CAAC,CAAC;KAC/C,CAAC,CAAC;IACH,SAAS,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAC/D,WAAW,EAAE,CAAC,OAAO,EAAE,cAAc,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD;mFAC+E;IAC/E,mBAAmB,CAAC,EAAE,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,KAAK,OAAO,CAAC;QAC7F,OAAO,EAAE,cAAc,CAAC;QACxB,KAAK,EAAE,SAAS,CAAC;KAClB,GAAG,IAAI,CAAC,CAAC;IACV,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,cAAc,CAAC,EAAE,oBAAoB,CAAC;IACtC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,qBAAqB,CAAC;IACvC,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GAAG,OAAO,CAAC;IACV,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,MAAM,EAAE,mBAAmB,CAAC;IAC5B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC,CA2FD"}

package/dist/types/profile-evaluation-reports.d.ts CHANGED Viewed

@@ -21,9 +21,9 @@ export declare const ProfileEvaluationReportContentSchema: z.ZodObject<{
     modelConfigurationHashes: z.ZodArray<z.ZodString>;
     evidence: z.ZodArray<z.ZodObject<{
         kind: z.ZodEnum<{
+            comparison: "comparison";
             run: "run";
             suite: "suite";
-            comparison: "comparison";
         }>;
         id: z.ZodString;
         contentHash: z.ZodString;
@@ -56,9 +56,9 @@ export declare const ProfileEvaluationReportSchema: z.ZodObject<{
     modelConfigurationHashes: z.ZodArray<z.ZodString>;
     evidence: z.ZodArray<z.ZodObject<{
         kind: z.ZodEnum<{
+            comparison: "comparison";
             run: "run";
             suite: "suite";
-            comparison: "comparison";
         }>;
         id: z.ZodString;
         contentHash: z.ZodString;

package/dist/types/profile-evaluation-reports.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"profile-evaluation-reports.d.ts","sourceRoot":"","sources":["~~../../../../~~src/profile-evaluation-reports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAmBxB;wEACwE;AACxE,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwB/C,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAExC,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,GAAG,uBAAuB,CAGlI;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,OAAO,GAAG,uBAAuB,CAKrF"}
1	+ {"version":3,"file":"profile-evaluation-reports.d.ts","sourceRoot":"","sources":["../../src/profile-evaluation-reports.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAmBxB;wEACwE;AACxE,eAAO,MAAM,oCAAoC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAwB/C,CAAC;AAEH,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAExC,CAAC;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,6BAA6B,CAAC,CAAC;AAEpF,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,oCAAoC,CAAC,GAAG,uBAAuB,CAGlI;AAED,wBAAgB,6BAA6B,CAAC,KAAK,EAAE,OAAO,GAAG,uBAAuB,CAKrF"}

package/dist/types/profile-evaluation-suites.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"profile-evaluation-suites.d.ts","sourceRoot":"","sources":["~~../../../../~~src/profile-evaluation-suites.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACzG,OAAO,EAA4B,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE9F,eAAO,MAAM,sCAAsC;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBxC,CAAC;AACZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEjC,CAAC;AACZ,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF;;eAEe;AACf,wBAAgB,+BAA+B,CAAC,KAAK,EAAE;IACrD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,wBAAwB,CAAC;IAClC,OAAO,EAAE,KAAK,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,kBAAkB,CAAC;QAC7B,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC;QAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB,CAAC,CAAC;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB,GAAG,yBAAyB,CA+D5B"}
1	+ {"version":3,"file":"profile-evaluation-suites.d.ts","sourceRoot":"","sources":["../../src/profile-evaluation-suites.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAMxB,OAAO,EAAkC,KAAK,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACzG,OAAO,EAA4B,KAAK,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE9F,eAAO,MAAM,sCAAsC;;;;;;;;;;;;;;;;;;;;;;;;;kBAmBxC,CAAC;AACZ,eAAO,MAAM,+BAA+B;;;;;;;;;;;;;;;;;;;;;;;;;;kBAEjC,CAAC;AACZ,MAAM,MAAM,yBAAyB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,+BAA+B,CAAC,CAAC;AAExF;;eAEe;AACf,wBAAgB,+BAA+B,CAAC,KAAK,EAAE;IACrD,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,wBAAwB,CAAC;IAClC,OAAO,EAAE,KAAK,CAAC;QACb,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,kBAAkB,CAAC;QAC7B,OAAO,EAAE,MAAM,CAAC;QAChB,MAAM,EAAE,OAAO,CAAC;QAChB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;KACtB,CAAC,CAAC;IACH,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;CACrB,GAAG,yBAAyB,CA+D5B"}

package/dist/types/profile-evaluation-target.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"profile-evaluation-target.d.ts","sourceRoot":"","sources":["~~../../../../~~src/profile-evaluation-target.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,6BAA6B;;;;;;;;;;;4BAEgH,CAAC"}
1	+ {"version":3,"file":"profile-evaluation-target.d.ts","sourceRoot":"","sources":["../../src/profile-evaluation-target.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,eAAO,MAAM,6BAA6B;;;;;;;;;;;4BAEgH,CAAC"}

package/dist/types/profile-evaluations.d.ts CHANGED Viewed

@@ -23,10 +23,10 @@ export declare const ProfileEvaluationDefinitionSchema: z.ZodObject<{
         contentHash: z.ZodString;
     }, z.core.$strict>;
     split: z.ZodEnum<{
+        frozen_eval: "frozen_eval";
+        test: "test";
         train: "train";
         validation: "validation";
-        test: "test";
-        frozen_eval: "frozen_eval";
     }>;
     taskIds: z.ZodArray<z.ZodString>;
     seeds: z.ZodArray<z.ZodString>;
@@ -39,8 +39,8 @@ export declare const ProfileEvaluationSuiteSchema: z.ZodObject<{
     id: z.ZodString;
     label: z.ZodString;
     scope: z.ZodEnum<{
-        profile: "profile";
         component: "component";
+        profile: "profile";
     }>;
     definitionIds: z.ZodArray<z.ZodString>;
 }, z.core.$strict>;
@@ -67,10 +67,10 @@ export declare const ProfileEvaluationCatalogSchema: z.ZodObject<{
             contentHash: z.ZodString;
         }, z.core.$strict>;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         taskIds: z.ZodArray<z.ZodString>;
         seeds: z.ZodArray<z.ZodString>;
@@ -83,8 +83,8 @@ export declare const ProfileEvaluationCatalogSchema: z.ZodObject<{
         id: z.ZodString;
         label: z.ZodString;
         scope: z.ZodEnum<{
-            profile: "profile";
             component: "component";
+            profile: "profile";
         }>;
         definitionIds: z.ZodArray<z.ZodString>;
     }, z.core.$strict>>;
@@ -168,10 +168,10 @@ export declare const ProfileEvaluationRunSourceSchema: z.ZodObject<{
             }, z.core.$strict>;
         }, z.core.$strict>>;
         split: z.ZodEnum<{
+            frozen_eval: "frozen_eval";
+            test: "test";
             train: "train";
             validation: "validation";
-            test: "test";
-            frozen_eval: "frozen_eval";
         }>;
         population: z.ZodArray<z.ZodObject<{
             taskId: z.ZodString;
@@ -188,8 +188,8 @@ export declare const ProfileEvaluationRunSourceSchema: z.ZodObject<{
             configurationHash: z.ZodString;
             output: z.ZodEnum<{
                 boolean: "boolean";
-                score: "score";
                 category: "category";
+                score: "score";
             }>;
             categories: z.ZodArray<z.ZodString>;
         }, z.core.$strict>>;
@@ -198,17 +198,17 @@ export declare const ProfileEvaluationRunSourceSchema: z.ZodObject<{
             graderId: z.ZodString;
             fields: z.ZodArray<z.ZodObject<{
                 destination: z.ZodEnum<{
-                    output: "output";
-                    input: "input";
-                    expectedOutput: "expectedOutput";
                     evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
                 }>;
                 path: z.ZodArray<z.ZodString>;
                 source: z.ZodEnum<{
-                    output: "output";
-                    input: "input";
-                    expectedOutput: "expectedOutput";
                     evaluatorContext: "evaluatorContext";
+                    expectedOutput: "expectedOutput";
+                    input: "input";
+                    output: "output";
                 }>;
                 sourcePath: z.ZodArray<z.ZodString>;
             }, z.core.$strict>>;

package/dist/types/profile-evaluations.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"profile-evaluations.d.ts","sourceRoot":"","sources":["~~../../../../~~src/profile-evaluations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAGyB,KAAK,aAAa,EAAE,KAAK,cAAc,EACtE,MAAM,mBAAmB,CAAC;AAK3B,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,cAAc,kCAAkC,CAAC;AAEjD,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoB5C,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;kBAK9B,CAAC;AAEZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIhC,CAAC;AAEZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F;gFACgF;AAChF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlC,CAAC;AACZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAE1F,gFAAgF;AAChF,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAChC,GAAG;IAAE,OAAO,EAAE,wBAAwB,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CA+B7D;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,OAAO,EAAE,wBAAwB,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,eAAe,EAAE,MAAM,CAAC;CACzB,GAAG,0BAA0B,CAc7B;AAED;;mCAEmC;AACnC,wBAAgB,oCAAoC,CAAC,KAAK,EAAE,OAAO,GAAG;IACpE,OAAO,EAAE,wBAAwB,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,CAaA;AAED,iFAAiF;AACjF,wBAAgB,0CAA0C,CAAC,KAAK,EAAE;IAChE,aAAa,EAAE,aAAa,CAAC;IAC7B,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,CAAC,EAAE,UAAU,CAAC;IAC1B,aAAa,CAAC,EAAE,UAAU,CAAC;IAC3B,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B,GAAG;IAAE,OAAO,EAAE,wBAAwB,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqB7D"}
1	+ {"version":3,"file":"profile-evaluations.d.ts","sourceRoot":"","sources":["../../src/profile-evaluations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAGyB,KAAK,aAAa,EAAE,KAAK,cAAc,EACtE,MAAM,mBAAmB,CAAC;AAK3B,OAAO,EAAE,6BAA6B,EAAE,MAAM,gCAAgC,CAAC;AAC/E,cAAc,kCAAkC,CAAC;AAEjD,eAAO,MAAM,iCAAiC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAoB5C,CAAC;AAEH,eAAO,MAAM,4BAA4B;;;;;;;;kBAK9B,CAAC;AAEZ,eAAO,MAAM,8BAA8B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAIhC,CAAC;AAEZ,MAAM,MAAM,wBAAwB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,8BAA8B,CAAC,CAAC;AACtF,MAAM,MAAM,2BAA2B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,iCAAiC,CAAC,CAAC;AAE5F;gFACgF;AAChF,eAAO,MAAM,gCAAgC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAWlC,CAAC;AACZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,gCAAgC,CAAC,CAAC;AAE1F,gFAAgF;AAChF,wBAAgB,gCAAgC,CAAC,KAAK,EAAE;IACtD,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,UAAU,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAChC,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;CAChC,GAAG;IAAE,OAAO,EAAE,wBAAwB,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CA+B7D;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACvD,OAAO,EAAE,wBAAwB,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IACpD,eAAe,EAAE,MAAM,CAAC;CACzB,GAAG,0BAA0B,CAc7B;AAED;;mCAEmC;AACnC,wBAAgB,oCAAoC,CAAC,KAAK,EAAE,OAAO,GAAG;IACpE,OAAO,EAAE,wBAAwB,CAAC;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;CACrD,CAaA;AAED,iFAAiF;AACjF,wBAAgB,0CAA0C,CAAC,KAAK,EAAE;IAChE,aAAa,EAAE,aAAa,CAAC;IAC7B,cAAc,EAAE,cAAc,CAAC;IAC/B,YAAY,CAAC,EAAE,UAAU,CAAC;IAC1B,aAAa,CAAC,EAAE,UAAU,CAAC;IAC3B,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B,GAAG;IAAE,OAAO,EAAE,wBAAwB,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqB7D"}