@meetkai/mka1 0.55.33 → 0.55.34

package/dist/commonjs/funcs/llmEvalsCreateRun.d.ts

@@ -11,7 +11,7 @@ import { Result } from "../types/fp.js";
  * Create an eval run
  *
  * @remarks
- * Starts a durable eval run over the selected suite version, tasks, and models.
+ * Starts a durable eval run over the selected suite version and tasks, using model or pinned saved-agent candidates. Supply exactly one of candidates or the legacy models field.
  *
  * If set, this operation will use {@link Security.bearerAuth} from the global security.
  */

package/dist/commonjs/funcs/llmEvalsCreateRun.js

@@ -50,7 +50,7 @@ const async_js_1 = require("../types/async.js");
  * Create an eval run
  *
  * @remarks
- * Starts a durable eval run over the selected suite version, tasks, and models.
+ * Starts a durable eval run over the selected suite version and tasks, using model or pinned saved-agent candidates. Supply exactly one of candidates or the legacy models field.
  *
  * If set, this operation will use {@link Security.bearerAuth} from the global security.
  */

package/dist/commonjs/lib/config.d.ts

@@ -31,8 +31,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
 export declare const SDK_METADATA: {
     readonly language: "typescript";
     readonly openapiDocVersion: "1.1.0";
-    readonly sdkVersion: "0.55.33";
+    readonly sdkVersion: "0.55.34";
     readonly genVersion: "2.950.2";
-    readonly userAgent: "speakeasy-sdk/typescript 0.55.33 2.950.2 1.1.0 @meetkai/mka1";
+    readonly userAgent: "speakeasy-sdk/typescript 0.55.34 2.950.2 1.1.0 @meetkai/mka1";
 };
 //# sourceMappingURL=config.d.ts.map

package/dist/commonjs/lib/config.js

@@ -35,8 +35,8 @@ function serverURLFromOptions(options) {
 exports.SDK_METADATA = {
     language: "typescript",
     openapiDocVersion: "1.1.0",
-    sdkVersion: "0.55.33",
+    sdkVersion: "0.55.34",
     genVersion: "2.950.2",
-    userAgent: "speakeasy-sdk/typescript 0.55.33 2.950.2 1.1.0 @meetkai/mka1",
+    userAgent: "speakeasy-sdk/typescript 0.55.34 2.950.2 1.1.0 @meetkai/mka1",
 };
 //# sourceMappingURL=config.js.map

package/dist/commonjs/mcp-server/mcp-server.js

@@ -22,7 +22,7 @@ const routes = (0, core_1.buildRouteMap)({
 exports.app = (0, core_1.buildApplication)(routes, {
     name: "mcp",
     versionInfo: {
-        currentVersion: "0.55.33",
+        currentVersion: "0.55.34",
     },
 });
 (0, core_1.run)(exports.app, node_process_1.default.argv.slice(2), (0, cli_js_1.buildContext)(node_process_1.default));

package/dist/commonjs/mcp-server/server.js

@@ -512,7 +512,7 @@ const usageSandbox_js_1 = require("./tools/usageSandbox.js");
 function createMCPServer(deps) {
     const server = new server_1.McpServer({
         name: "SDK",
-        version: "0.55.33",
+        version: "0.55.34",
     });
     const client = new core_js_1.SDKCore({
         bearerAuth: deps.bearerAuth,

package/dist/commonjs/mcp-server/tools/llmEvalsCreateRun.js

@@ -47,7 +47,7 @@ exports.tool$llmEvalsCreateRun = {
     name: "llm-evals-create-run",
     description: `Create an eval run
 
-Starts a durable eval run over the selected suite version, tasks, and models.`,
+Starts a durable eval run over the selected suite version and tasks, using model or pinned saved-agent candidates. Supply exactly one of candidates or the legacy models field.`,
     args,
     tool: async (client, args, ctx) => {
         const [result, apiCall] = await (0, llmEvalsCreateRun_js_1.llmEvalsCreateRun)(client, args.request, { fetchOptions: { signal: ctx.mcpReq.signal } }).$inspect();

package/dist/commonjs/mcp-server/tools/llmEvalsCreateRun.js.map

@@ -1 +1 @@
-{"version":3,"file":"llmEvalsCreateRun.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmEvalsCreateRun.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2EAAqE;AACrE,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,kCAAkC;CACvD,CAAC;AAEW,QAAA,sBAAsB,GAAgC;IACjE,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE;;8EAE+D;IAC5E,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,wCAAiB,EAC/C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAChD,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}
+{"version":3,"file":"llmEvalsCreateRun.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmEvalsCreateRun.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,2EAAqE;AACrE,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,kCAAkC;CACvD,CAAC;AAEW,QAAA,sBAAsB,GAAgC;IACjE,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE;;gLAEiK;IAC9K,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,wCAAiB,EAC/C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAChD,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}

package/dist/commonjs/models/components/createevalrunrequest.d.ts

@@ -1,11 +1,16 @@
 import * as z from "zod/v3";
 import { Result as SafeParseResult } from "../../types/fp.js";
 import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import { EvalCandidate, EvalCandidate$Outbound } from "./evalcandidate.js";
 import { EvalGenerationRequestConfig, EvalGenerationRequestConfig$Outbound } from "./evalgenerationrequestconfig.js";
 export type CreateEvalRunRequest = {
     suiteId: string;
     suiteVersion?: number | undefined;
-    models: Array<string>;
+    /**
+     * Legacy model candidates. Supply exactly one of models or candidates; prefer candidates for new integrations.
+     */
+    models?: Array<string> | undefined;
+    candidates?: Array<EvalCandidate> | undefined;
     taskIds?: Array<string> | undefined;
     judgeModel?: string | undefined;
     embeddingModel?: string | undefined;
@@ -28,7 +33,8 @@ export declare const CreateEvalRunRequest$inboundSchema: z.ZodType<CreateEvalRun
 export type CreateEvalRunRequest$Outbound = {
     suite_id: string;
     suite_version?: number | undefined;
-    models: Array<string>;
+    models?: Array<string> | undefined;
+    candidates?: Array<EvalCandidate$Outbound> | undefined;
     task_ids?: Array<string> | undefined;
     judge_model?: string | undefined;
     embedding_model?: string | undefined;

package/dist/commonjs/models/components/createevalrunrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createevalrunrequest.d.ts","sourceRoot":"","sources":["../../../../src/models/components/createevalrunrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,2BAA2B,EAE3B,oCAAoC,EAErC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,2BAA2B,GAAG,SAAS,CAAC;IACrD,qBAAqB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,2BAA2B,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,oBAAoB,EACpB,CAAC,CAAC,UAAU,EACZ,OAAO,CA2BP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,oCAAoC,GAAG,SAAS,CAAC;IAC9D,sBAAsB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,oBAAoB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,8BAA8B,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpD,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CA2BpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AACD,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAM3D"}
+{"version":3,"file":"createevalrunrequest.d.ts","sourceRoot":"","sources":["../../../../src/models/components/createevalrunrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,aAAa,EAEb,sBAAsB,EAEvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,2BAA2B,EAE3B,oCAAoC,EAErC,MAAM,kCAAkC,CAAC;AAE1C,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC;;OAEG;IACH,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,GAAG,SAAS,CAAC;IAC9C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,UAAU,CAAC,EAAE,2BAA2B,GAAG,SAAS,CAAC;IACrD,qBAAqB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3C,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,2BAA2B,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,oBAAoB,EACpB,CAAC,CAAC,UAAU,EACZ,OAAO,CA4BP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,SAAS,CAAC;IACvD,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,oCAAoC,GAAG,SAAS,CAAC;IAC9D,sBAAsB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5C,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,oBAAoB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1C,8BAA8B,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpD,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CA4BpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AACD,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAM3D"}

package/dist/commonjs/models/components/createevalrunrequest.js

@@ -42,12 +42,14 @@ exports.createEvalRunRequestFromJSON = createEvalRunRequestFromJSON;
 const z = __importStar(require("zod/v3"));
 const primitives_js_1 = require("../../lib/primitives.js");
 const schemas_js_1 = require("../../lib/schemas.js");
+const evalcandidate_js_1 = require("./evalcandidate.js");
 const evalgenerationrequestconfig_js_1 = require("./evalgenerationrequestconfig.js");
 /** @internal */
 exports.CreateEvalRunRequest$inboundSchema = z.object({
     suite_id: z.string(),
     suite_version: z.number().int().optional(),
-    models: z.array(z.string()),
+    models: z.array(z.string()).optional(),
+    candidates: z.array(evalcandidate_js_1.EvalCandidate$inboundSchema).optional(),
     task_ids: z.array(z.string()).optional(),
     judge_model: z.string().optional(),
     embedding_model: z.string().optional(),
@@ -75,7 +77,8 @@ exports.CreateEvalRunRequest$inboundSchema = z.object({
 exports.CreateEvalRunRequest$outboundSchema = z.object({
     suiteId: z.string(),
     suiteVersion: z.number().int().optional(),
-    models: z.array(z.string()),
+    models: z.array(z.string()).optional(),
+    candidates: z.array(evalcandidate_js_1.EvalCandidate$outboundSchema).optional(),
     taskIds: z.array(z.string()).optional(),
     judgeModel: z.string().optional(),
     embeddingModel: z.string().optional(),

package/dist/commonjs/models/components/createevalrunrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createevalrunrequest.js","sourceRoot":"","sources":["../../../../src/models/components/createevalrunrequest.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmHH,gEAMC;AACD,oEAQC;AAhID,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAGjD,qFAK0C;AAqB1C,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,0EAAyC,CAAC,QAAQ,EAAE;IAChE,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC/C,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC3D,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,cAAc;QAC/B,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,YAAY;QAC3B,iBAAiB,EAAE,gBAAgB;QACnC,wBAAwB,EAAE,uBAAuB;QACjD,oBAAoB,EAAE,mBAAmB;QACzC,sBAAsB,EAAE,mBAAmB;QAC3C,gCAAgC,EAAE,6BAA6B;KAChE,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkBH,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,UAAU,EAAE,2EAA0C,CAAC,QAAQ,EAAE;IACjE,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC9C,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC9C,2BAA2B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;QACnB,YAAY,EAAE,eAAe;QAC7B,OAAO,EAAE,UAAU;QACnB,UAAU,EAAE,aAAa;QACzB,cAAc,EAAE,iBAAiB;QACjC,qBAAqB,EAAE,wBAAwB;QAC/C,iBAAiB,EAAE,oBAAoB;QACvC,iBAAiB,EAAE,sBAAsB;QACzC,2BAA2B,EAAE,gCAAgC;KAC9D,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AACD,SAAgB,4BAA4B,CAC1C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,0CAAkC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC9D,kDAAkD,CACnD,CAAC;AACJ,CAAC"}
+{"version":3,"file":"createevalrunrequest.js","sourceRoot":"","sources":["../../../../src/models/components/createevalrunrequest.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAgIH,gEAMC;AACD,oEAQC;AA7ID,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAGjD,yDAK4B;AAC5B,qFAK0C;AAyB1C,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC1C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,8CAA2B,CAAC,CAAC,QAAQ,EAAE;IAC3D,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAClC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,0EAAyC,CAAC,QAAQ,EAAE;IAChE,sBAAsB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACnD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,kBAAkB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC/C,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACjD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC3D,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;QACrB,eAAe,EAAE,cAAc;QAC/B,UAAU,EAAE,SAAS;QACrB,aAAa,EAAE,YAAY;QAC3B,iBAAiB,EAAE,gBAAgB;QACnC,wBAAwB,EAAE,uBAAuB;QACjD,oBAAoB,EAAE,mBAAmB;QACzC,sBAAsB,EAAE,mBAAmB;QAC3C,gCAAgC,EAAE,6BAA6B;KAChE,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAmBH,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,+CAA4B,CAAC,CAAC,QAAQ,EAAE;IAC5D,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACjC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,UAAU,EAAE,2EAA0C,CAAC,QAAQ,EAAE;IACjE,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAClD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC9C,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC9C,2BAA2B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;QACnB,YAAY,EAAE,eAAe;QAC7B,OAAO,EAAE,UAAU;QACnB,UAAU,EAAE,aAAa;QACzB,cAAc,EAAE,iBAAiB;QACjC,qBAAqB,EAAE,wBAAwB;QAC/C,iBAAiB,EAAE,oBAAoB;QACvC,iBAAiB,EAAE,sBAAsB;QACzC,2BAA2B,EAAE,gCAAgC;KAC9D,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AACD,SAAgB,4BAA4B,CAC1C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,0CAAkC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC9D,kDAAkD,CACnD,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/components/evalcandidate.d.ts

@@ -0,0 +1,45 @@
+import * as z from "zod/v3";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+export type EvalCandidate2 = {
+    type: "saved_agent";
+    agentId: string;
+    version: number;
+};
+export type EvalCandidate1 = {
+    type: "model";
+    model: string;
+};
+export type EvalCandidate = EvalCandidate1 | EvalCandidate2;
+/** @internal */
+export declare const EvalCandidate2$inboundSchema: z.ZodType<EvalCandidate2, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalCandidate2$Outbound = {
+    type: "saved_agent";
+    agent_id: string;
+    version: number;
+};
+/** @internal */
+export declare const EvalCandidate2$outboundSchema: z.ZodType<EvalCandidate2$Outbound, z.ZodTypeDef, EvalCandidate2>;
+export declare function evalCandidate2ToJSON(evalCandidate2: EvalCandidate2): string;
+export declare function evalCandidate2FromJSON(jsonString: string): SafeParseResult<EvalCandidate2, SDKValidationError>;
+/** @internal */
+export declare const EvalCandidate1$inboundSchema: z.ZodType<EvalCandidate1, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalCandidate1$Outbound = {
+    type: "model";
+    model: string;
+};
+/** @internal */
+export declare const EvalCandidate1$outboundSchema: z.ZodType<EvalCandidate1$Outbound, z.ZodTypeDef, EvalCandidate1>;
+export declare function evalCandidate1ToJSON(evalCandidate1: EvalCandidate1): string;
+export declare function evalCandidate1FromJSON(jsonString: string): SafeParseResult<EvalCandidate1, SDKValidationError>;
+/** @internal */
+export declare const EvalCandidate$inboundSchema: z.ZodType<EvalCandidate, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalCandidate$Outbound = EvalCandidate1$Outbound | EvalCandidate2$Outbound;
+/** @internal */
+export declare const EvalCandidate$outboundSchema: z.ZodType<EvalCandidate$Outbound, z.ZodTypeDef, EvalCandidate>;
+export declare function evalCandidateToJSON(evalCandidate: EvalCandidate): string;
+export declare function evalCandidateFromJSON(jsonString: string): SafeParseResult<EvalCandidate, SDKValidationError>;
+//# sourceMappingURL=evalcandidate.d.ts.map

package/dist/commonjs/models/components/evalcandidate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalcandidate.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalcandidate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG,cAAc,GAAG,cAAc,CAAC;AAE5D,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAClD,cAAc,EACd,CAAC,CAAC,UAAU,EACZ,OAAO,CASP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CACnD,uBAAuB,EACvB,CAAC,CAAC,UAAU,EACZ,cAAc,CASd,CAAC;AAEH,wBAAgB,oBAAoB,CAAC,cAAc,EAAE,cAAc,GAAG,MAAM,CAE3E;AACD,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAMrD;AAED,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAClD,cAAc,EACd,CAAC,CAAC,UAAU,EACZ,OAAO,CAIP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CACnD,uBAAuB,EACvB,CAAC,CAAC,UAAU,EACZ,cAAc,CAId,CAAC;AAEH,wBAAgB,oBAAoB,CAAC,cAAc,EAAE,cAAc,GAAG,MAAM,CAE3E;AACD,wBAAgB,sBAAsB,CACpC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,cAAc,EAAE,kBAAkB,CAAC,CAMrD;AAED,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CACjD,aAAa,EACb,CAAC,CAAC,UAAU,EACZ,OAAO,CAIP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,sBAAsB,GAC9B,uBAAuB,GACvB,uBAAuB,CAAC;AAE5B,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAClD,sBAAsB,EACtB,CAAC,CAAC,UAAU,EACZ,aAAa,CAIb,CAAC;AAEH,wBAAgB,mBAAmB,CAAC,aAAa,EAAE,aAAa,GAAG,MAAM,CAExE;AACD,wBAAgB,qBAAqB,CACnC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAMpD"}

package/dist/commonjs/models/components/evalcandidate.js

@@ -0,0 +1,107 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvalCandidate$outboundSchema = exports.EvalCandidate$inboundSchema = exports.EvalCandidate1$outboundSchema = exports.EvalCandidate1$inboundSchema = exports.EvalCandidate2$outboundSchema = exports.EvalCandidate2$inboundSchema = void 0;
+exports.evalCandidate2ToJSON = evalCandidate2ToJSON;
+exports.evalCandidate2FromJSON = evalCandidate2FromJSON;
+exports.evalCandidate1ToJSON = evalCandidate1ToJSON;
+exports.evalCandidate1FromJSON = evalCandidate1FromJSON;
+exports.evalCandidateToJSON = evalCandidateToJSON;
+exports.evalCandidateFromJSON = evalCandidateFromJSON;
+const z = __importStar(require("zod/v3"));
+const primitives_js_1 = require("../../lib/primitives.js");
+const schemas_js_1 = require("../../lib/schemas.js");
+/** @internal */
+exports.EvalCandidate2$inboundSchema = z.object({
+    type: z.literal("saved_agent"),
+    agent_id: z.string(),
+    version: z.number().int(),
+}).transform((v) => {
+    return (0, primitives_js_1.remap)(v, {
+        "agent_id": "agentId",
+    });
+});
+/** @internal */
+exports.EvalCandidate2$outboundSchema = z.object({
+    type: z.literal("saved_agent"),
+    agentId: z.string(),
+    version: z.number().int(),
+}).transform((v) => {
+    return (0, primitives_js_1.remap)(v, {
+        agentId: "agent_id",
+    });
+});
+function evalCandidate2ToJSON(evalCandidate2) {
+    return JSON.stringify(exports.EvalCandidate2$outboundSchema.parse(evalCandidate2));
+}
+function evalCandidate2FromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalCandidate2$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalCandidate2' from JSON`);
+}
+/** @internal */
+exports.EvalCandidate1$inboundSchema = z.object({
+    type: z.literal("model"),
+    model: z.string(),
+});
+/** @internal */
+exports.EvalCandidate1$outboundSchema = z.object({
+    type: z.literal("model"),
+    model: z.string(),
+});
+function evalCandidate1ToJSON(evalCandidate1) {
+    return JSON.stringify(exports.EvalCandidate1$outboundSchema.parse(evalCandidate1));
+}
+function evalCandidate1FromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalCandidate1$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalCandidate1' from JSON`);
+}
+/** @internal */
+exports.EvalCandidate$inboundSchema = z.union([
+    z.lazy(() => exports.EvalCandidate1$inboundSchema),
+    z.lazy(() => exports.EvalCandidate2$inboundSchema),
+]);
+/** @internal */
+exports.EvalCandidate$outboundSchema = z.union([
+    z.lazy(() => exports.EvalCandidate1$outboundSchema),
+    z.lazy(() => exports.EvalCandidate2$outboundSchema),
+]);
+function evalCandidateToJSON(evalCandidate) {
+    return JSON.stringify(exports.EvalCandidate$outboundSchema.parse(evalCandidate));
+}
+function evalCandidateFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalCandidate$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalCandidate' from JSON`);
+}
+//# sourceMappingURL=evalcandidate.js.map

package/dist/commonjs/models/components/evalcandidate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalcandidate.js","sourceRoot":"","sources":["../../../../src/models/components/evalcandidate.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAyDH,oDAEC;AACD,wDAQC;AA2BD,oDAEC;AACD,wDAQC;AA0BD,kDAEC;AACD,sDAQC;AA7ID,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAiBjD,gBAAgB;AACH,QAAA,4BAA4B,GAIrC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAQH,gBAAgB;AACH,QAAA,6BAA6B,GAItC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,oBAAoB,CAAC,cAA8B;IACjE,OAAO,IAAI,CAAC,SAAS,CAAC,qCAA6B,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;AAC7E,CAAC;AACD,SAAgB,sBAAsB,CACpC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oCAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxD,4CAA4C,CAC7C,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,4BAA4B,GAIrC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAOH,gBAAgB;AACH,QAAA,6BAA6B,GAItC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,SAAgB,oBAAoB,CAAC,cAA8B;IACjE,OAAO,IAAI,CAAC,SAAS,CAAC,qCAA6B,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;AAC7E,CAAC;AACD,SAAgB,sBAAsB,CACpC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oCAA4B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxD,4CAA4C,CAC7C,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,2BAA2B,GAIpC,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,oCAA4B,CAAC;IAC1C,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,oCAA4B,CAAC;CAC3C,CAAC,CAAC;AAMH,gBAAgB;AACH,QAAA,4BAA4B,GAIrC,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qCAA6B,CAAC;IAC3C,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qCAA6B,CAAC;CAC5C,CAAC,CAAC;AAEH,SAAgB,mBAAmB,CAAC,aAA4B;IAC9D,OAAO,IAAI,CAAC,SAAS,CAAC,oCAA4B,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC;AAC3E,CAAC;AACD,SAAgB,qBAAqB,CACnC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,mCAA2B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACvD,2CAA2C,CAC5C,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/components/evalcandidateobject.d.ts

@@ -0,0 +1,46 @@
+import * as z from "zod/v3";
+import * as discriminatedUnionTypes from "../../types/discriminatedUnion.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+export type EvalCandidateObject2 = {
+    type: "saved_agent";
+    agentId: string;
+    version: number;
+};
+export type EvalCandidateObject1 = {
+    type: "model";
+    model: string;
+};
+export type EvalCandidateObject = EvalCandidateObject1 | EvalCandidateObject2 | discriminatedUnionTypes.Unknown<"type">;
+/** @internal */
+export declare const EvalCandidateObject2$inboundSchema: z.ZodType<EvalCandidateObject2, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalCandidateObject2$Outbound = {
+    type: "saved_agent";
+    agent_id: string;
+    version: number;
+};
+/** @internal */
+export declare const EvalCandidateObject2$outboundSchema: z.ZodType<EvalCandidateObject2$Outbound, z.ZodTypeDef, EvalCandidateObject2>;
+export declare function evalCandidateObject2ToJSON(evalCandidateObject2: EvalCandidateObject2): string;
+export declare function evalCandidateObject2FromJSON(jsonString: string): SafeParseResult<EvalCandidateObject2, SDKValidationError>;
+/** @internal */
+export declare const EvalCandidateObject1$inboundSchema: z.ZodType<EvalCandidateObject1, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalCandidateObject1$Outbound = {
+    type: "model";
+    model: string;
+};
+/** @internal */
+export declare const EvalCandidateObject1$outboundSchema: z.ZodType<EvalCandidateObject1$Outbound, z.ZodTypeDef, EvalCandidateObject1>;
+export declare function evalCandidateObject1ToJSON(evalCandidateObject1: EvalCandidateObject1): string;
+export declare function evalCandidateObject1FromJSON(jsonString: string): SafeParseResult<EvalCandidateObject1, SDKValidationError>;
+/** @internal */
+export declare const EvalCandidateObject$inboundSchema: z.ZodType<EvalCandidateObject, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalCandidateObject$Outbound = EvalCandidateObject1$Outbound | EvalCandidateObject2$Outbound;
+/** @internal */
+export declare const EvalCandidateObject$outboundSchema: z.ZodType<EvalCandidateObject$Outbound, z.ZodTypeDef, EvalCandidateObject>;
+export declare function evalCandidateObjectToJSON(evalCandidateObject: EvalCandidateObject): string;
+export declare function evalCandidateObjectFromJSON(jsonString: string): SafeParseResult<EvalCandidateObject, SDKValidationError>;
+//# sourceMappingURL=evalcandidateobject.d.ts.map

package/dist/commonjs/models/components/evalcandidateobject.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalcandidateobject.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalcandidateobject.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,KAAK,uBAAuB,MAAM,mCAAmC,CAAC;AAE7E,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,mBAAmB,GAC3B,oBAAoB,GACpB,oBAAoB,GACpB,uBAAuB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;AAE5C,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,oBAAoB,EACpB,CAAC,CAAC,UAAU,EACZ,OAAO,CASP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,IAAI,EAAE,aAAa,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CASpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AACD,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAM3D;AAED,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,oBAAoB,EACpB,CAAC,CAAC,UAAU,EACZ,OAAO,CAIP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,6BAA6B,GAAG;IAC1C,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,6BAA6B,EAC7B,CAAC,CAAC,UAAU,EACZ,oBAAoB,CAIpB,CAAC;AAEH,wBAAgB,0BAA0B,CACxC,oBAAoB,EAAE,oBAAoB,GACzC,MAAM,CAIR;AACD,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,oBAAoB,EAAE,kBAAkB,CAAC,CAM3D;AAED,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,mBAAmB,EACnB,CAAC,CAAC,UAAU,EACZ,OAAO,CAIP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,4BAA4B,GACpC,6BAA6B,GAC7B,6BAA6B,CAAC;AAElC,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,4BAA4B,EAC5B,CAAC,CAAC,UAAU,EACZ,mBAAmB,CAInB,CAAC;AAEH,wBAAgB,yBAAyB,CACvC,mBAAmB,EAAE,mBAAmB,GACvC,MAAM,CAIR;AACD,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAM1D"}

package/dist/commonjs/models/components/evalcandidateobject.js

@@ -0,0 +1,108 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvalCandidateObject$outboundSchema = exports.EvalCandidateObject$inboundSchema = exports.EvalCandidateObject1$outboundSchema = exports.EvalCandidateObject1$inboundSchema = exports.EvalCandidateObject2$outboundSchema = exports.EvalCandidateObject2$inboundSchema = void 0;
+exports.evalCandidateObject2ToJSON = evalCandidateObject2ToJSON;
+exports.evalCandidateObject2FromJSON = evalCandidateObject2FromJSON;
+exports.evalCandidateObject1ToJSON = evalCandidateObject1ToJSON;
+exports.evalCandidateObject1FromJSON = evalCandidateObject1FromJSON;
+exports.evalCandidateObjectToJSON = evalCandidateObjectToJSON;
+exports.evalCandidateObjectFromJSON = evalCandidateObjectFromJSON;
+const z = __importStar(require("zod/v3"));
+const primitives_js_1 = require("../../lib/primitives.js");
+const schemas_js_1 = require("../../lib/schemas.js");
+const discriminatedUnion_js_1 = require("../../types/discriminatedUnion.js");
+/** @internal */
+exports.EvalCandidateObject2$inboundSchema = z.object({
+    type: z.literal("saved_agent"),
+    agent_id: z.string(),
+    version: z.number().int(),
+}).transform((v) => {
+    return (0, primitives_js_1.remap)(v, {
+        "agent_id": "agentId",
+    });
+});
+/** @internal */
+exports.EvalCandidateObject2$outboundSchema = z.object({
+    type: z.literal("saved_agent"),
+    agentId: z.string(),
+    version: z.number().int(),
+}).transform((v) => {
+    return (0, primitives_js_1.remap)(v, {
+        agentId: "agent_id",
+    });
+});
+function evalCandidateObject2ToJSON(evalCandidateObject2) {
+    return JSON.stringify(exports.EvalCandidateObject2$outboundSchema.parse(evalCandidateObject2));
+}
+function evalCandidateObject2FromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalCandidateObject2$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalCandidateObject2' from JSON`);
+}
+/** @internal */
+exports.EvalCandidateObject1$inboundSchema = z.object({
+    type: z.literal("model"),
+    model: z.string(),
+});
+/** @internal */
+exports.EvalCandidateObject1$outboundSchema = z.object({
+    type: z.literal("model"),
+    model: z.string(),
+});
+function evalCandidateObject1ToJSON(evalCandidateObject1) {
+    return JSON.stringify(exports.EvalCandidateObject1$outboundSchema.parse(evalCandidateObject1));
+}
+function evalCandidateObject1FromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalCandidateObject1$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalCandidateObject1' from JSON`);
+}
+/** @internal */
+exports.EvalCandidateObject$inboundSchema = (0, discriminatedUnion_js_1.discriminatedUnion)("type", {
+    model: z.lazy(() => exports.EvalCandidateObject1$inboundSchema),
+    saved_agent: z.lazy(() => exports.EvalCandidateObject2$inboundSchema),
+});
+/** @internal */
+exports.EvalCandidateObject$outboundSchema = z.union([
+    z.lazy(() => exports.EvalCandidateObject1$outboundSchema),
+    z.lazy(() => exports.EvalCandidateObject2$outboundSchema),
+]);
+function evalCandidateObjectToJSON(evalCandidateObject) {
+    return JSON.stringify(exports.EvalCandidateObject$outboundSchema.parse(evalCandidateObject));
+}
+function evalCandidateObjectFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalCandidateObject$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalCandidateObject' from JSON`);
+}
+//# sourceMappingURL=evalcandidateobject.js.map

package/dist/commonjs/models/components/evalcandidateobject.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalcandidateobject.js","sourceRoot":"","sources":["../../../../src/models/components/evalcandidateobject.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8DH,gEAMC;AACD,oEAQC;AA2BD,gEAMC;AACD,oEAQC;AA0BD,8DAMC;AACD,kEAQC;AA9JD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAEjD,6EAAuE;AAoBvE,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,SAAS;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAQH,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC;IAC9B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AACD,SAAgB,4BAA4B,CAC1C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,0CAAkC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC9D,kDAAkD,CACnD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAOH,gBAAgB;AACH,QAAA,mCAAmC,GAI5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;IACxB,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;CAClB,CAAC,CAAC;AAEH,SAAgB,0BAA0B,CACxC,oBAA0C;IAE1C,OAAO,IAAI,CAAC,SAAS,CACnB,2CAAmC,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAChE,CAAC;AACJ,CAAC;AACD,SAAgB,4BAA4B,CAC1C,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,0CAAkC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC9D,kDAAkD,CACnD,CAAC;AACJ,CAAC;AAED,gBAAgB;AACH,QAAA,iCAAiC,GAI1C,IAAA,0CAAkB,EAAC,MAAM,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,0CAAkC,CAAC;IACvD,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,0CAAkC,CAAC;CAC9D,CAAC,CAAC;AAMH,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2CAAmC,CAAC;IACjD,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,2CAAmC,CAAC;CAClD,CAAC,CAAC;AAEH,SAAgB,yBAAyB,CACvC,mBAAwC;IAExC,OAAO,IAAI,CAAC,SAAS,CACnB,0CAAkC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAC9D,CAAC;AACJ,CAAC;AACD,SAAgB,2BAA2B,CACzC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,yCAAiC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC7D,iDAAiD,CAClD,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/components/evalmetric.d.ts

@@ -11,6 +11,10 @@ export type EvalMetric = {
     id: string;
     aggregation?: Aggregation | undefined;
     higherIsBetter?: boolean | undefined;
+    /**
+     * Whether this metric requires a non-empty reference target. Defaults to true for standard reference metrics (accuracy, exact_match, F1, precision, recall, BLEU, ROUGE and transcription error rates), false otherwise. Set explicitly for custom Python metrics.
+     */
+    requiresTarget?: boolean | undefined;
     description?: string | undefined;
 };
 /** @internal */
@@ -24,6 +28,7 @@ export type EvalMetric$Outbound = {
     id: string;
     aggregation: string;
     higher_is_better: boolean;
+    requires_target?: boolean | undefined;
     description?: string | undefined;
 };
 /** @internal */

package/dist/commonjs/models/components/evalmetric.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evalmetric.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalmetric.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,eAAO,MAAM,WAAW;;;CAGd,CAAC;AACX,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAEzD,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,WAAW,CAChD,CAAC;AAC3B,gBAAgB;AAChB,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,WAAW,CAChD,CAAC;AAE5B,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAC9C,UAAU,EACV,CAAC,CAAC,UAAU,EACZ,OAAO,CAUP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,OAAO,CAC/C,mBAAmB,EACnB,CAAC,CAAC,UAAU,EACZ,UAAU,CAUV,CAAC;AAEH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,CAE/D;AACD,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAMjD"}
+{"version":3,"file":"evalmetric.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalmetric.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,eAAO,MAAM,WAAW;;;CAGd,CAAC;AACX,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAEzD,MAAM,MAAM,UAAU,GAAG;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC;;OAEG;IACH,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,WAAW,CAChD,CAAC;AAC3B,gBAAgB;AAChB,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,WAAW,CAChD,CAAC;AAE5B,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAC9C,UAAU,EACV,CAAC,CAAC,UAAU,EACZ,OAAO,CAYP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,OAAO,CAAC;IAC1B,eAAe,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,OAAO,CAC/C,mBAAmB,EACnB,CAAC,CAAC,UAAU,EACZ,UAAU,CAYV,CAAC;AAEH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,CAE/D;AACD,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAMjD"}

package/dist/commonjs/models/components/evalmetric.js

@@ -56,10 +56,12 @@ exports.EvalMetric$inboundSchema = z.object({
     id: z.string(),
     aggregation: exports.Aggregation$inboundSchema.default("mean"),
     higher_is_better: z.boolean().default(true),
+    requires_target: z.boolean().optional(),
     description: z.string().optional(),
 }).transform((v) => {
     return (0, primitives_js_1.remap)(v, {
         "higher_is_better": "higherIsBetter",
+        "requires_target": "requiresTarget",
     });
 });
 /** @internal */
@@ -67,10 +69,12 @@ exports.EvalMetric$outboundSchema = z.object({
     id: z.string(),
     aggregation: exports.Aggregation$outboundSchema.default("mean"),
     higherIsBetter: z.boolean().default(true),
+    requiresTarget: z.boolean().optional(),
     description: z.string().optional(),
 }).transform((v) => {
     return (0, primitives_js_1.remap)(v, {
         higherIsBetter: "higher_is_better",
+        requiresTarget: "requires_target",
     });
 });
 function evalMetricToJSON(evalMetric) {

package/dist/commonjs/models/components/evalmetric.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalmetric.js","sourceRoot":"","sources":["../../../../src/models/components/evalmetric.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAoEH,4CAEC;AACD,gDAQC;AA7ED,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAKpC,QAAA,WAAW,GAAG;IACzB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;CACJ,CAAC;AAUX,gBAAgB;AACH,QAAA,yBAAyB,GAAwC,CAAC;KAC5E,UAAU,CAAC,mBAAW,CAAC,CAAC;AAC3B,gBAAgB;AACH,QAAA,0BAA0B,GACrC,iCAAyB,CAAC;AAE5B,gBAAgB;AACH,QAAA,wBAAwB,GAIjC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,WAAW,EAAE,iCAAyB,CAAC,OAAO,CAAC,MAAM,CAAC;IACtD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,kBAAkB,EAAE,gBAAgB;KACrC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AASH,gBAAgB;AACH,QAAA,yBAAyB,GAIlC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,WAAW,EAAE,kCAA0B,CAAC,OAAO,CAAC,MAAM,CAAC;IACvD,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACzC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,cAAc,EAAE,kBAAkB;KACnC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,gBAAgB,CAAC,UAAsB;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,iCAAyB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AACrE,CAAC;AACD,SAAgB,kBAAkB,CAChC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,gCAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACpD,wCAAwC,CACzC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"evalmetric.js","sourceRoot":"","sources":["../../../../src/models/components/evalmetric.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6EH,4CAEC;AACD,gDAQC;AAtFD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAKpC,QAAA,WAAW,GAAG;IACzB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;CACJ,CAAC;AAcX,gBAAgB;AACH,QAAA,yBAAyB,GAAwC,CAAC;KAC5E,UAAU,CAAC,mBAAW,CAAC,CAAC;AAC3B,gBAAgB;AACH,QAAA,0BAA0B,GACrC,iCAAyB,CAAC;AAE5B,gBAAgB;AACH,QAAA,wBAAwB,GAIjC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,WAAW,EAAE,iCAAyB,CAAC,OAAO,CAAC,MAAM,CAAC;IACtD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3C,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACvC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,kBAAkB,EAAE,gBAAgB;QACpC,iBAAiB,EAAE,gBAAgB;KACpC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAUH,gBAAgB;AACH,QAAA,yBAAyB,GAIlC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,WAAW,EAAE,kCAA0B,CAAC,OAAO,CAAC,MAAM,CAAC;IACvD,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC;IACzC,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACtC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CACnC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,cAAc,EAAE,kBAAkB;QAClC,cAAc,EAAE,iBAAiB;KAClC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,gBAAgB,CAAC,UAAsB;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,iCAAyB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AACrE,CAAC;AACD,SAAgB,kBAAkB,CAChC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,gCAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACpD,wCAAwC,CACzC,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/components/index.d.ts

@@ -282,6 +282,8 @@ export * from "./environmentsetuprunmodel.js";
 export * from "./error.js";
 export * from "./errorevent.js";
 export * from "./evalartifactsobject.js";
+export * from "./evalcandidate.js";
+export * from "./evalcandidateobject.js";
 export * from "./evaldataset.js";
 export * from "./evaldatasetformat.js";
 export * from "./evalembeddingconfig.js";