@mutagent/sdk 0.2.111 → 0.2.116

package/dist/commonjs/models/{operations/delete-agent-dataset.js → errors/trace-error.js}

@@ -36,15 +36,36 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DeleteAgentDatasetRequest$outboundSchema = void 0;
-exports.deleteAgentDatasetRequestToJSON = deleteAgentDatasetRequestToJSON;
+exports.TraceError$inboundSchema = exports.TraceError = void 0;
 const z = __importStar(require("zod/v4-mini"));
-/** @internal */
-exports.DeleteAgentDatasetRequest$outboundSchema = z.object({
-    id: z.number(),
-    force: z.optional(z.boolean()),
-});
-function deleteAgentDatasetRequestToJSON(deleteAgentDatasetRequest) {
-    return JSON.stringify(exports.DeleteAgentDatasetRequest$outboundSchema.parse(deleteAgentDatasetRequest));
+const types = __importStar(require("../../types/primitives.js"));
+const mutagent_error_js_1 = require("./mutagent-error.js");
+/**
+ * Error response
+ */
+class TraceError extends mutagent_error_js_1.MutagentError {
+    constructor(err, httpMeta) {
+        const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
+        super(message, httpMeta);
+        this.data$ = err;
+        this.error = err.error;
+        this.name = "TraceError";
+    }
 }
-//# sourceMappingURL=delete-agent-dataset.js.map
+exports.TraceError = TraceError;
+/** @internal */
+exports.TraceError$inboundSchema = z
+    .pipe(z.object({
+    error: types.string(),
+    message: types.string(),
+    request$: z.custom(x => x instanceof Request),
+    response$: z.custom(x => x instanceof Response),
+    body$: z.string(),
+}), z.transform((v) => {
+    return new TraceError(v, {
+        request: v.request$,
+        response: v.response$,
+        body: v.body$,
+    });
+}));
+//# sourceMappingURL=trace-error.js.map

package/dist/commonjs/models/errors/trace-error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"trace-error.js","sourceRoot":"","sources":["../../../../src/models/errors/trace-error.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+CAAiC;AACjC,iEAAmD;AACnD,2DAAoD;AAgBpD;;GAEG;AACH,MAAa,UAAW,SAAQ,iCAAa;IAS3C,YACE,GAAmB,EACnB,QAAgE;QAEhE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5E,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QAEvB,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC;IAC3B,CAAC;CACF;AApBD,gCAoBC;AAED,gBAAgB;AACH,QAAA,wBAAwB,GAAuC,CAAC;KAC1E,IAAI,CACH,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE;IACvB,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAU,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,OAAO,CAAC;IACtD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAW,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,QAAQ,CAAC;IACzD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,EACF,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IAChB,OAAO,IAAI,UAAU,CAAC,CAAC,EAAE;QACvB,OAAO,EAAE,CAAC,CAAC,QAAQ;QACnB,QAAQ,EAAE,CAAC,CAAC,SAAS;QACrB,IAAI,EAAE,CAAC,CAAC,KAAK;KACd,CAAC,CAAC;AACL,CAAC,CAAC,CACH,CAAC"}

package/dist/commonjs/models/errors/ws-error.d.ts

@@ -0,0 +1,38 @@
+import * as z from "zod/v4-mini";
+import { MutagentError } from "./mutagent-error.js";
+/**
+ * Standard error response
+ */
+export type WsErrorData = {
+    /**
+     * Error type or code
+     */
+    error: string;
+    /**
+     * Human-readable error message
+     */
+    message: string;
+    /**
+     * HTTP status code
+     */
+    statusCode?: number | undefined;
+};
+/**
+ * Standard error response
+ */
+export declare class WsError extends MutagentError {
+    /**
+     * Error type or code
+     */
+    error: string;
+    /** The original data that was passed to this error instance. */
+    data$: WsErrorData;
+    constructor(err: WsErrorData, httpMeta: {
+        response: Response;
+        request: Request;
+        body: string;
+    });
+}
+/** @internal */
+export declare const WsError$inboundSchema: z.ZodMiniType<WsError, unknown>;
+//# sourceMappingURL=ws-error.d.ts.map

package/dist/commonjs/models/errors/ws-error.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ws-error.d.ts","sourceRoot":"","sources":["../../../../src/models/errors/ws-error.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG;IACxB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CACjC,CAAC;AAEF;;GAEG;AACH,qBAAa,OAAQ,SAAQ,aAAa;IACxC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd,gEAAgE;IAChE,KAAK,EAAE,WAAW,CAAC;gBAGjB,GAAG,EAAE,WAAW,EAChB,QAAQ,EAAE;QAAE,QAAQ,EAAE,QAAQ,CAAC;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE;CASnE;AAED,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAgBjE,CAAC"}

package/dist/commonjs/models/{operations/create-agent-dataset-item.js → errors/ws-error.js}

@@ -36,16 +36,36 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.CreateAgentDatasetItemRequest$outboundSchema = void 0;
-exports.createAgentDatasetItemRequestToJSON = createAgentDatasetItemRequestToJSON;
+exports.WsError$inboundSchema = exports.WsError = void 0;
 const z = __importStar(require("zod/v4-mini"));
-const models = __importStar(require("../index.js"));
-/** @internal */
-exports.CreateAgentDatasetItemRequest$outboundSchema = z.object({
-    id: z.number(),
-    body: models.InputContextExpectedOutputSequence$outboundSchema,
-});
-function createAgentDatasetItemRequestToJSON(createAgentDatasetItemRequest) {
-    return JSON.stringify(exports.CreateAgentDatasetItemRequest$outboundSchema.parse(createAgentDatasetItemRequest));
+const types = __importStar(require("../../types/primitives.js"));
+const mutagent_error_js_1 = require("./mutagent-error.js");
+/**
+ * Standard error response
+ */
+class WsError extends mutagent_error_js_1.MutagentError {
+    constructor(err, httpMeta) {
+        const message = err.message || `API error occurred: ${JSON.stringify(err)}`;
+        super(message, httpMeta);
+        this.data$ = err;
+        this.error = err.error;
+        this.name = "WsError";
+    }
 }
-//# sourceMappingURL=create-agent-dataset-item.js.map
+exports.WsError = WsError;
+/** @internal */
+exports.WsError$inboundSchema = z.pipe(z.object({
+    error: types.string(),
+    message: types.string(),
+    statusCode: types.optional(types.number()),
+    request$: z.custom(x => x instanceof Request),
+    response$: z.custom(x => x instanceof Response),
+    body$: z.string(),
+}), z.transform((v) => {
+    return new WsError(v, {
+        request: v.request$,
+        response: v.response$,
+        body: v.body$,
+    });
+}));
+//# sourceMappingURL=ws-error.js.map

package/dist/commonjs/models/errors/ws-error.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ws-error.js","sourceRoot":"","sources":["../../../../src/models/errors/ws-error.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,+CAAiC;AACjC,iEAAmD;AACnD,2DAAoD;AAoBpD;;GAEG;AACH,MAAa,OAAQ,SAAQ,iCAAa;IASxC,YACE,GAAgB,EAChB,QAAgE;QAEhE,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,IAAI,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5E,KAAK,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QACzB,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC;QAEvB,IAAI,CAAC,IAAI,GAAG,SAAS,CAAC;IACxB,CAAC;CACF;AApBD,0BAoBC;AAED,gBAAgB;AACH,QAAA,qBAAqB,GAAoC,CAAC,CAAC,IAAI,CAC1E,CAAC,CAAC,MAAM,CAAC;IACP,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;IACrB,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAU,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,OAAO,CAAC;IACtD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAW,CAAC,CAAC,EAAE,CAAC,CAAC,YAAY,QAAQ,CAAC;IACzD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,EACF,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IAChB,OAAO,IAAI,OAAO,CAAC,CAAC,EAAE;QACpB,OAAO,EAAE,CAAC,CAAC,QAAQ;QACnB,QAAQ,EAAE,CAAC,CAAC,SAAS;QACrB,IAAI,EAAE,CAAC,CAAC,KAAK;KACd,CAAC,CAAC;AACL,CAAC,CAAC,CACH,CAAC"}

package/dist/commonjs/models/evaluation-history.d.ts

@@ -1,6 +1,24 @@
 import * as z from "zod/v4-mini";
 import { Result as SafeParseResult } from "../types/fp.js";
 import { SDKValidationError } from "./errors/sdk-validation-error.js";
+export type EvaluationHistoryCriterion = {
+    id?: string | undefined;
+    /**
+     * Rubric text describing how to score this criterion
+     */
+    criteria: string;
+    /**
+     * Schema field this criterion scores against
+     */
+    evaluationParameter: string;
+    evaluationSteps?: Array<string> | undefined;
+    name?: string | undefined;
+};
+export type EvaluationHistoryEvalConfig = {
+    criteria?: Array<EvaluationHistoryCriterion> | undefined;
+    threshold?: number | undefined;
+    model?: string | undefined;
+};
 /**
  * Evaluation definition object. This specifies HOW to evaluate, not the results (see PromptEvaluationResult for execution outcomes)
  */
@@ -13,6 +31,10 @@ export type EvaluationHistory = {
      * UUID of the prompt family being evaluated (cache this for performance)
      */
     promptGroupId: string;
+    /**
+     * ID of the test dataset used for evaluation (null if not yet linked)
+     */
+    datasetId: number | null;
     /**
      * Evaluation name
      */
@@ -21,10 +43,7 @@ export type EvaluationHistory = {
      * Evaluation description
      */
     description: string | null;
-    /**
-     * Evaluation configuration with criteria array
-     */
-    evalConfig: any;
+    evalConfig: EvaluationHistoryEvalConfig;
     /**
      * LLM execution configuration
      */
@@ -52,25 +71,27 @@ export type EvaluationHistory = {
     /**
      * UUID grouping all versions of this evaluation together
      */
-    evaluationGroupId?: string | undefined;
+    evaluationGroupId: string;
     /**
      * Semantic version string (e.g., "1.0.0", "1.1.0")
      */
-    version?: string | undefined;
+    version: string;
     /**
      * ID of the previous version in the version chain (null for v1.0.0)
      */
-    ancestorId?: number | null | undefined;
+    ancestorId: number | null;
     /**
      * Whether this is the latest version in the evaluation group
      */
-    isLatest?: boolean | undefined;
-    /**
-     * ID of the test dataset used for evaluation
-     */
-    datasetId?: number | undefined;
+    isLatest: boolean;
 };
 /** @internal */
+export declare const EvaluationHistoryCriterion$inboundSchema: z.ZodMiniType<EvaluationHistoryCriterion, unknown>;
+export declare function evaluationHistoryCriterionFromJSON(jsonString: string): SafeParseResult<EvaluationHistoryCriterion, SDKValidationError>;
+/** @internal */
+export declare const EvaluationHistoryEvalConfig$inboundSchema: z.ZodMiniType<EvaluationHistoryEvalConfig, unknown>;
+export declare function evaluationHistoryEvalConfigFromJSON(jsonString: string): SafeParseResult<EvaluationHistoryEvalConfig, SDKValidationError>;
+/** @internal */
 export declare const EvaluationHistory$inboundSchema: z.ZodMiniType<EvaluationHistory, unknown>;
 export declare function evaluationHistoryFromJSON(jsonString: string): SafeParseResult<EvaluationHistory, SDKValidationError>;
 //# sourceMappingURL=evaluation-history.d.ts.map

package/dist/commonjs/models/evaluation-history.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation-history.d.ts","sourceRoot":"","sources":["../../../src/models/evaluation-history.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,UAAU,EAAE,GAAG,CAAC;IAChB;;OAEG;IACH,SAAS,EAAE,GAAG,CAAC;IACf;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,WAAW,CACzD,iBAAiB,EACjB,OAAO,CAkBP,CAAC;AAEH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAMxD"}
+{"version":3,"file":"evaluation-history.d.ts","sourceRoot":"","sources":["../../../src/models/evaluation-history.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE,MAAM,MAAM,0BAA0B,GAAG;IACvC,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,2BAA2B,GAAG;IACxC,QAAQ,CAAC,EAAE,KAAK,CAAC,0BAA0B,CAAC,GAAG,SAAS,CAAC;IACzD,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG;IAC9B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,2BAA2B,CAAC;IACxC;;OAEG;IACH,SAAS,EAAE,GAAG,CAAC;IACf;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,WAAW,CAClE,0BAA0B,EAC1B,OAAO,CAOP,CAAC;AAEH,wBAAgB,kCAAkC,CAChD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,0BAA0B,EAAE,kBAAkB,CAAC,CAMjE;AAED,gBAAgB;AAChB,eAAO,MAAM,yCAAyC,EAAE,CAAC,CAAC,WAAW,CACnE,2BAA2B,EAC3B,OAAO,CAOP,CAAC;AAEH,wBAAgB,mCAAmC,CACjD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,2BAA2B,EAAE,kBAAkB,CAAC,CAMlE;AAED,gBAAgB;AAChB,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,WAAW,CACzD,iBAAiB,EACjB,OAAO,CAkBP,CAAC;AAEH,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAMxD"}

package/dist/commonjs/models/evaluation-history.js

@@ -36,29 +36,51 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EvaluationHistory$inboundSchema = void 0;
+exports.EvaluationHistory$inboundSchema = exports.EvaluationHistoryEvalConfig$inboundSchema = exports.EvaluationHistoryCriterion$inboundSchema = void 0;
+exports.evaluationHistoryCriterionFromJSON = evaluationHistoryCriterionFromJSON;
+exports.evaluationHistoryEvalConfigFromJSON = evaluationHistoryEvalConfigFromJSON;
 exports.evaluationHistoryFromJSON = evaluationHistoryFromJSON;
 const z = __importStar(require("zod/v4-mini"));
 const schemas_js_1 = require("../lib/schemas.js");
 const types = __importStar(require("../types/primitives.js"));
 /** @internal */
+exports.EvaluationHistoryCriterion$inboundSchema = z.object({
+    id: types.optional(types.string()),
+    criteria: types.string(),
+    evaluationParameter: types.string(),
+    evaluationSteps: types.optional(z.array(types.string())),
+    name: types.optional(types.string()),
+});
+function evaluationHistoryCriterionFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvaluationHistoryCriterion$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvaluationHistoryCriterion' from JSON`);
+}
+/** @internal */
+exports.EvaluationHistoryEvalConfig$inboundSchema = z.object({
+    criteria: types.optional(z.array(z.lazy(() => exports.EvaluationHistoryCriterion$inboundSchema))),
+    threshold: types.optional(types.number()),
+    model: types.optional(types.string()),
+});
+function evaluationHistoryEvalConfigFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvaluationHistoryEvalConfig$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvaluationHistoryEvalConfig' from JSON`);
+}
+/** @internal */
 exports.EvaluationHistory$inboundSchema = z.object({
     id: types.number(),
     promptGroupId: types.string(),
+    datasetId: types.nullable(types.number()),
     name: types.string(),
     description: types.nullable(types.string()),
-    evalConfig: z.any(),
+    evalConfig: z.lazy(() => exports.EvaluationHistoryEvalConfig$inboundSchema),
     llmConfig: z.any(),
     tags: types.nullable(z.array(types.string())),
     metadata: z.any(),
     createdAt: types.nullable(types.date()),
     updatedAt: types.nullable(types.date()),
     createdBy: types.nullable(types.string()),
-    evaluationGroupId: types.optional(types.string()),
-    version: types.optional(types.string()),
-    ancestorId: z.optional(z.nullable(types.number())),
-    isLatest: types.optional(types.boolean()),
-    datasetId: types.optional(types.number()),
+    evaluationGroupId: types.string(),
+    version: types.string(),
+    ancestorId: types.nullable(types.number()),
+    isLatest: types.boolean(),
 });
 function evaluationHistoryFromJSON(jsonString) {
     return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvaluationHistory$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvaluationHistory' from JSON`);

package/dist/commonjs/models/evaluation-history.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation-history.js","sourceRoot":"","sources":["../../../src/models/evaluation-history.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqGH,8DAQC;AA3GD,+CAAiC;AACjC,kDAA8C;AAE9C,8DAAgD;AAyEhD,gBAAgB;AACH,QAAA,+BAA+B,GAGxC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE;IAClB,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE;IAC7B,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC3C,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE;IAClB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,iBAAiB,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACjD,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACvC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;IACzC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAEH,SAAgB,yBAAyB,CACvC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,uCAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3D,+CAA+C,CAChD,CAAC;AACJ,CAAC"}
+{"version":3,"file":"evaluation-history.js","sourceRoot":"","sources":["../../../src/models/evaluation-history.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2GH,gFAQC;AAcD,kFAQC;AAyBD,8DAQC;AAxKD,+CAAiC;AACjC,kDAA8C;AAE9C,8DAAgD;AA0FhD,gBAAgB;AACH,QAAA,wCAAwC,GAGjD,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAClC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE;IACxB,mBAAmB,EAAE,KAAK,CAAC,MAAM,EAAE;IACnC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACxD,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,SAAgB,kCAAkC,CAChD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,gDAAwC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACpE,wDAAwD,CACzD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,yCAAyC,GAGlD,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,KAAK,CAAC,QAAQ,CACtB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,gDAAwC,CAAC,CAAC,CAChE;IACD,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;CACtC,CAAC,CAAC;AAEH,SAAgB,mCAAmC,CACjD,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,iDAAyC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACrE,yDAAyD,CAC1D,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,+BAA+B,GAGxC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE;IAClB,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE;IAC7B,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC3C,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,iDAAyC,CAAC;IACnE,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE;IAClB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,iBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE;IACjC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC1C,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE;CAC1B,CAAC,CAAC;AAEH,SAAgB,yBAAyB,CACvC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,uCAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3D,+CAA+C,CAChD,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/evaluation-list.d.ts

@@ -1,6 +1,24 @@
 import * as z from "zod/v4-mini";
 import { Result as SafeParseResult } from "../types/fp.js";
 import { SDKValidationError } from "./errors/sdk-validation-error.js";
+export type EvaluationListCriterion = {
+    id?: string | undefined;
+    /**
+     * Rubric text describing how to score this criterion
+     */
+    criteria: string;
+    /**
+     * Schema field this criterion scores against
+     */
+    evaluationParameter: string;
+    evaluationSteps?: Array<string> | undefined;
+    name?: string | undefined;
+};
+export type EvaluationListEvalConfig = {
+    criteria?: Array<EvaluationListCriterion> | undefined;
+    threshold?: number | undefined;
+    model?: string | undefined;
+};
 /**
  * Evaluation definition object. This specifies HOW to evaluate, not the results (see PromptEvaluationResult for execution outcomes)
  */
@@ -13,6 +31,10 @@ export type EvaluationListData = {
      * UUID of the prompt family being evaluated (cache this for performance)
      */
     promptGroupId: string;
+    /**
+     * ID of the test dataset used for evaluation (null if not yet linked)
+     */
+    datasetId: number | null;
     /**
      * Evaluation name
      */
@@ -21,10 +43,7 @@ export type EvaluationListData = {
      * Evaluation description
      */
     description: string | null;
-    /**
-     * Evaluation configuration with criteria array
-     */
-    evalConfig: any;
+    evalConfig: EvaluationListEvalConfig;
     /**
      * LLM execution configuration
      */
@@ -52,23 +71,19 @@ export type EvaluationListData = {
     /**
      * UUID grouping all versions of this evaluation together
      */
-    evaluationGroupId?: string | undefined;
+    evaluationGroupId: string;
     /**
      * Semantic version string (e.g., "1.0.0", "1.1.0")
      */
-    version?: string | undefined;
+    version: string;
     /**
      * ID of the previous version in the version chain (null for v1.0.0)
      */
-    ancestorId?: number | null | undefined;
+    ancestorId: number | null;
     /**
      * Whether this is the latest version in the evaluation group
      */
-    isLatest?: boolean | undefined;
-    /**
-     * ID of the test dataset used for evaluation
-     */
-    datasetId?: number | undefined;
+    isLatest: boolean;
 };
 /**
  * Paginated response wrapper with navigation metadata
@@ -100,6 +115,12 @@ export type EvaluationList = {
     hasPrevious: boolean;
 };
 /** @internal */
+export declare const EvaluationListCriterion$inboundSchema: z.ZodMiniType<EvaluationListCriterion, unknown>;
+export declare function evaluationListCriterionFromJSON(jsonString: string): SafeParseResult<EvaluationListCriterion, SDKValidationError>;
+/** @internal */
+export declare const EvaluationListEvalConfig$inboundSchema: z.ZodMiniType<EvaluationListEvalConfig, unknown>;
+export declare function evaluationListEvalConfigFromJSON(jsonString: string): SafeParseResult<EvaluationListEvalConfig, SDKValidationError>;
+/** @internal */
 export declare const EvaluationListData$inboundSchema: z.ZodMiniType<EvaluationListData, unknown>;
 export declare function evaluationListDataFromJSON(jsonString: string): SafeParseResult<EvaluationListData, SDKValidationError>;
 /** @internal */

package/dist/commonjs/models/evaluation-list.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation-list.d.ts","sourceRoot":"","sources":["../../../src/models/evaluation-list.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,UAAU,EAAE,GAAG,CAAC;IAChB;;OAEG;IACH,SAAS,EAAE,GAAG,CAAC;IACf;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAChC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IACjB;;OAEG;IACH,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,WAAW,CAC1D,kBAAkB,EAClB,OAAO,CAkBP,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAMzD;AAED,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,WAAW,CACtD,cAAc,EACd,OAAO,CAQP,CAAC;AAEH,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAMrD"}
+{"version":3,"file":"evaluation-list.d.ts","sourceRoot":"","sources":["../../../src/models/evaluation-list.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE,MAAM,MAAM,uBAAuB,GAAG;IACpC,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC,QAAQ,CAAC,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,SAAS,CAAC;IACtD,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,wBAAwB,CAAC;IACrC;;OAEG;IACH,SAAS,EAAE,GAAG,CAAC;IACf;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAChC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,OAAO,CAAC;IACjB;;OAEG;IACH,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,WAAW,CAC/D,uBAAuB,EACvB,OAAO,CAOP,CAAC;AAEH,wBAAgB,+BAA+B,CAC7C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,uBAAuB,EAAE,kBAAkB,CAAC,CAM9D;AAED,gBAAgB;AAChB,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,WAAW,CAChE,wBAAwB,EACxB,OAAO,CAOP,CAAC;AAEH,wBAAgB,gCAAgC,CAC9C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,wBAAwB,EAAE,kBAAkB,CAAC,CAM/D;AAED,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,WAAW,CAC1D,kBAAkB,EAClB,OAAO,CAkBP,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAMzD;AAED,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,WAAW,CACtD,cAAc,EACd,OAAO,CAQP,CAAC;AAEH,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAMrD"}

package/dist/commonjs/models/evaluation-list.js

@@ -36,30 +36,52 @@ var __importStar = (this && this.__importStar) || (function () {
     };
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.EvaluationList$inboundSchema = exports.EvaluationListData$inboundSchema = void 0;
+exports.EvaluationList$inboundSchema = exports.EvaluationListData$inboundSchema = exports.EvaluationListEvalConfig$inboundSchema = exports.EvaluationListCriterion$inboundSchema = void 0;
+exports.evaluationListCriterionFromJSON = evaluationListCriterionFromJSON;
+exports.evaluationListEvalConfigFromJSON = evaluationListEvalConfigFromJSON;
 exports.evaluationListDataFromJSON = evaluationListDataFromJSON;
 exports.evaluationListFromJSON = evaluationListFromJSON;
 const z = __importStar(require("zod/v4-mini"));
 const schemas_js_1 = require("../lib/schemas.js");
 const types = __importStar(require("../types/primitives.js"));
 /** @internal */
+exports.EvaluationListCriterion$inboundSchema = z.object({
+    id: types.optional(types.string()),
+    criteria: types.string(),
+    evaluationParameter: types.string(),
+    evaluationSteps: types.optional(z.array(types.string())),
+    name: types.optional(types.string()),
+});
+function evaluationListCriterionFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvaluationListCriterion$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvaluationListCriterion' from JSON`);
+}
+/** @internal */
+exports.EvaluationListEvalConfig$inboundSchema = z.object({
+    criteria: types.optional(z.array(z.lazy(() => exports.EvaluationListCriterion$inboundSchema))),
+    threshold: types.optional(types.number()),
+    model: types.optional(types.string()),
+});
+function evaluationListEvalConfigFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvaluationListEvalConfig$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvaluationListEvalConfig' from JSON`);
+}
+/** @internal */
 exports.EvaluationListData$inboundSchema = z.object({
     id: types.number(),
     promptGroupId: types.string(),
+    datasetId: types.nullable(types.number()),
     name: types.string(),
     description: types.nullable(types.string()),
-    evalConfig: z.any(),
+    evalConfig: z.lazy(() => exports.EvaluationListEvalConfig$inboundSchema),
     llmConfig: z.any(),
     tags: types.nullable(z.array(types.string())),
     metadata: z.any(),
     createdAt: types.nullable(types.date()),
     updatedAt: types.nullable(types.date()),
     createdBy: types.nullable(types.string()),
-    evaluationGroupId: types.optional(types.string()),
-    version: types.optional(types.string()),
-    ancestorId: z.optional(z.nullable(types.number())),
-    isLatest: types.optional(types.boolean()),
-    datasetId: types.optional(types.number()),
+    evaluationGroupId: types.string(),
+    version: types.string(),
+    ancestorId: types.nullable(types.number()),
+    isLatest: types.boolean(),
 });
 function evaluationListDataFromJSON(jsonString) {
     return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvaluationListData$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvaluationListData' from JSON`);

package/dist/commonjs/models/evaluation-list.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation-list.js","sourceRoot":"","sources":["../../../src/models/evaluation-list.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmIH,gEAQC;AAeD,wDAQC;AAhKD,+CAAiC;AACjC,kDAA8C;AAE9C,8DAAgD;AAuGhD,gBAAgB;AACH,QAAA,gCAAgC,GAGzC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE;IAClB,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE;IAC7B,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC3C,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE;IACnB,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE;IAClB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,iBAAiB,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACjD,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACvC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;IACzC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;CAC1C,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,wCAAgC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5D,gDAAgD,CACjD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,4BAA4B,GAGrC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAgC,CAAC,CAAC;IAC7D,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;IACtB,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;IACxB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE;CAC7B,CAAC,CAAC;AAEH,SAAgB,sBAAsB,CACpC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oCAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxD,4CAA4C,CAC7C,CAAC;AACJ,CAAC"}
+{"version":3,"file":"evaluation-list.js","sourceRoot":"","sources":["../../../src/models/evaluation-list.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyIH,0EAQC;AAcD,4EAQC;AAyBD,gEAQC;AAeD,wDAQC;AA7ND,+CAAiC;AACjC,kDAA8C;AAE9C,8DAAgD;AAwHhD,gBAAgB;AACH,QAAA,qCAAqC,GAG9C,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAClC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE;IACxB,mBAAmB,EAAE,KAAK,CAAC,MAAM,EAAE;IACnC,eAAe,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IACxD,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,SAAgB,+BAA+B,CAC7C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,6CAAqC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACjE,qDAAqD,CACtD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,sCAAsC,GAG/C,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,KAAK,CAAC,QAAQ,CACtB,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,6CAAqC,CAAC,CAAC,CAC7D;IACD,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;CACtC,CAAC,CAAC;AAEH,SAAgB,gCAAgC,CAC9C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,8CAAsC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClE,sDAAsD,CACvD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,gCAAgC,GAGzC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE;IAClB,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE;IAC7B,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE;IACpB,WAAW,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC3C,UAAU,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8CAAsC,CAAC;IAChE,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE;IAClB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IACvC,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IACzC,iBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE;IACjC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE;IACvB,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;IAC1C,QAAQ,EAAE,KAAK,CAAC,OAAO,EAAE;CAC1B,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,wCAAgC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5D,gDAAgD,CACjD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,4BAA4B,GAGrC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAgC,CAAC,CAAC;IAC7D,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;IACrB,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;IACtB,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE;IACxB,WAAW,EAAE,KAAK,CAAC,OAAO,EAAE;CAC7B,CAAC,CAAC;AAEH,SAAgB,sBAAsB,CACpC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oCAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxD,4CAA4C,CAC7C,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/evaluation.d.ts

@@ -1,6 +1,24 @@
 import * as z from "zod/v4-mini";
 import { Result as SafeParseResult } from "../types/fp.js";
 import { SDKValidationError } from "./errors/sdk-validation-error.js";
+export type EvaluationCriterion = {
+    id?: string | undefined;
+    /**
+     * Rubric text describing how to score this criterion
+     */
+    criteria: string;
+    /**
+     * Schema field this criterion scores against
+     */
+    evaluationParameter: string;
+    evaluationSteps?: Array<string> | undefined;
+    name?: string | undefined;
+};
+export type EvaluationEvalConfig = {
+    criteria?: Array<EvaluationCriterion> | undefined;
+    threshold?: number | undefined;
+    model?: string | undefined;
+};
 /**
  * Evaluation definition object. This specifies HOW to evaluate, not the results (see PromptEvaluationResult for execution outcomes)
  */
@@ -13,6 +31,10 @@ export type Evaluation = {
      * UUID of the prompt family being evaluated (cache this for performance)
      */
     promptGroupId: string;
+    /**
+     * ID of the test dataset used for evaluation (null if not yet linked)
+     */
+    datasetId: number | null;
     /**
      * Evaluation name
      */
@@ -21,10 +43,7 @@ export type Evaluation = {
      * Evaluation description
      */
     description: string | null;
-    /**
-     * Evaluation configuration with criteria array
-     */
-    evalConfig: any;
+    evalConfig: EvaluationEvalConfig;
     /**
      * LLM execution configuration
      */
@@ -52,25 +71,27 @@ export type Evaluation = {
     /**
      * UUID grouping all versions of this evaluation together
      */
-    evaluationGroupId?: string | undefined;
+    evaluationGroupId: string;
     /**
      * Semantic version string (e.g., "1.0.0", "1.1.0")
      */
-    version?: string | undefined;
+    version: string;
     /**
      * ID of the previous version in the version chain (null for v1.0.0)
      */
-    ancestorId?: number | null | undefined;
+    ancestorId: number | null;
     /**
      * Whether this is the latest version in the evaluation group
      */
-    isLatest?: boolean | undefined;
-    /**
-     * ID of the test dataset used for evaluation
-     */
-    datasetId?: number | undefined;
+    isLatest: boolean;
 };
 /** @internal */
+export declare const EvaluationCriterion$inboundSchema: z.ZodMiniType<EvaluationCriterion, unknown>;
+export declare function evaluationCriterionFromJSON(jsonString: string): SafeParseResult<EvaluationCriterion, SDKValidationError>;
+/** @internal */
+export declare const EvaluationEvalConfig$inboundSchema: z.ZodMiniType<EvaluationEvalConfig, unknown>;
+export declare function evaluationEvalConfigFromJSON(jsonString: string): SafeParseResult<EvaluationEvalConfig, SDKValidationError>;
+/** @internal */
 export declare const Evaluation$inboundSchema: z.ZodMiniType<Evaluation, unknown>;
 export declare function evaluationFromJSON(jsonString: string): SafeParseResult<Evaluation, SDKValidationError>;
 //# sourceMappingURL=evaluation.d.ts.map

package/dist/commonjs/models/evaluation.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaluation.d.ts","sourceRoot":"","sources":["../../../src/models/evaluation.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,UAAU,EAAE,GAAG,CAAC;IAChB;;OAEG;IACH,SAAS,EAAE,GAAG,CAAC;IACf;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAkBpE,CAAC;AAEL,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAMjD"}
+{"version":3,"file":"evaluation.d.ts","sourceRoot":"","sources":["../../../src/models/evaluation.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AAEtE,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,mBAAmB,EAAE,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC5C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC3B,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,QAAQ,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAClD,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG;IACvB;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IACX;;OAEG;IACH,aAAa,EAAE,MAAM,CAAC;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IACb;;OAEG;IACH,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,oBAAoB,CAAC;IACjC;;OAEG;IACH,SAAS,EAAE,GAAG,CAAC;IACf;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;IAC3B;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB;;OAEG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAC1B;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,WAAW,CAC3D,mBAAmB,EACnB,OAAO,CAOP,CAAC;AAEH,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAM1D;AAED,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,WAAW,CAC5D,oBAAoB,EACpB,OAAO,CAOP,CAAC;AAEH,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAM3D;AAED,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,WAAW,CAAC,UAAU,EAAE,OAAO,CAkBpE,CAAC;AAEL,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAMjD"}