@meetkai/mka1 0.54.25 → 0.54.27

package/dist/commonjs/funcs/llmBatchesCreate.d.ts

@@ -12,7 +12,7 @@ import { Result } from "../types/fp.js";
  * Create a batch
  *
  * @remarks
- * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields.
+ * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields. Text batches also require write:responses.
  *
  * If set, this operation will use {@link Security.bearerAuth} from the global security.
  */

package/dist/commonjs/funcs/llmBatchesCreate.js

@@ -51,7 +51,7 @@ const async_js_1 = require("../types/async.js");
  * Create a batch
  *
  * @remarks
- * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields.
+ * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields. Text batches also require write:responses.
  *
  * If set, this operation will use {@link Security.bearerAuth} from the global security.
  */

package/dist/commonjs/lib/config.d.ts

@@ -31,8 +31,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
 export declare const SDK_METADATA: {
     readonly language: "typescript";
     readonly openapiDocVersion: "1.1.0";
-    readonly sdkVersion: "0.54.25";
+    readonly sdkVersion: "0.54.27";
     readonly genVersion: "2.935.1";
-    readonly userAgent: "speakeasy-sdk/typescript 0.54.25 2.935.1 1.1.0 @meetkai/mka1";
+    readonly userAgent: "speakeasy-sdk/typescript 0.54.27 2.935.1 1.1.0 @meetkai/mka1";
 };
 //# sourceMappingURL=config.d.ts.map

package/dist/commonjs/lib/config.js

@@ -35,8 +35,8 @@ function serverURLFromOptions(options) {
 exports.SDK_METADATA = {
     language: "typescript",
     openapiDocVersion: "1.1.0",
-    sdkVersion: "0.54.25",
+    sdkVersion: "0.54.27",
     genVersion: "2.935.1",
-    userAgent: "speakeasy-sdk/typescript 0.54.25 2.935.1 1.1.0 @meetkai/mka1",
+    userAgent: "speakeasy-sdk/typescript 0.54.27 2.935.1 1.1.0 @meetkai/mka1",
 };
 //# sourceMappingURL=config.js.map

package/dist/commonjs/mcp-server/mcp-server.js

@@ -22,7 +22,7 @@ const routes = (0, core_1.buildRouteMap)({
 exports.app = (0, core_1.buildApplication)(routes, {
     name: "mcp",
     versionInfo: {
-        currentVersion: "0.54.25",
+        currentVersion: "0.54.27",
     },
 });
 (0, core_1.run)(exports.app, node_process_1.default.argv.slice(2), (0, cli_js_1.buildContext)(node_process_1.default));

package/dist/commonjs/mcp-server/server.js

@@ -392,7 +392,7 @@ const usageSandbox_js_1 = require("./tools/usageSandbox.js");
 function createMCPServer(deps) {
     const server = new mcp_js_1.McpServer({
         name: "SDK",
-        version: "0.54.25",
+        version: "0.54.27",
     });
     const client = new core_js_1.SDKCore({
         bearerAuth: deps.bearerAuth,

package/dist/commonjs/mcp-server/tools/llmBatchesCreate.js

@@ -47,7 +47,7 @@ exports.tool$llmBatchesCreate = {
     name: "llm-batches-create",
     description: `Create a batch
 
-Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields.`,
+Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields. Text batches also require write:responses.`,
     args,
     tool: async (client, args, ctx) => {
         const [result, apiCall] = await (0, llmBatchesCreate_js_1.llmBatchesCreate)(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();

package/dist/commonjs/mcp-server/tools/llmBatchesCreate.js.map

@@ -1 +1 @@
-{"version":3,"file":"llmBatchesCreate.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmBatchesCreate.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,yEAAmE;AACnE,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,gCAAgC;CACrD,CAAC;AAEW,QAAA,qBAAqB,GAAgC;IAChE,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE;;mIAEoH;IACjI,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,sCAAgB,EAC9C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}
+{"version":3,"file":"llmBatchesCreate.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmBatchesCreate.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,yEAAmE;AACnE,6EAA+D;AAC/D,0CAA2D;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,gCAAgC;CACrD,CAAC;AAEW,QAAA,qBAAqB,GAAgC;IAChE,IAAI,EAAE,oBAAoB;IAC1B,WAAW,EAAE;;8KAE+J;IAC5K,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,IAAA,sCAAgB,EAC9C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,IAAA,uBAAY,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}

package/dist/commonjs/models/components/batchendpoint.d.ts

@@ -2,6 +2,7 @@ import * as z from "zod/v3";
 import { ClosedEnum } from "../../types/enums.js";
 export declare const BatchEndpoint: {
     readonly RootV1ChatCompletions: "/v1/chat/completions";
+    readonly RootV1Responses: "/v1/responses";
     readonly RootV1Embeddings: "/v1/embeddings";
     readonly RootV1ImagesGenerations: "/v1/images/generations";
 };

package/dist/commonjs/models/components/batchendpoint.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batchendpoint.d.ts","sourceRoot":"","sources":["../../../../src/models/components/batchendpoint.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,aAAa;;;;CAIhB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC;AAE7D,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,aAAa,CACvD,OAAO,aAAa,CACS,CAAC;AAChC,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,aAAa,CACxD,OAAO,aAAa,CACS,CAAC"}
+{"version":3,"file":"batchendpoint.d.ts","sourceRoot":"","sources":["../../../../src/models/components/batchendpoint.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,aAAa;;;;;CAKhB,CAAC;AACX,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC;AAE7D,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,aAAa,CACvD,OAAO,aAAa,CACS,CAAC;AAChC,gBAAgB;AAChB,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,aAAa,CACxD,OAAO,aAAa,CACS,CAAC"}

package/dist/commonjs/models/components/batchendpoint.js

@@ -40,6 +40,7 @@ exports.BatchEndpoint$outboundSchema = exports.BatchEndpoint$inboundSchema = exp
 const z = __importStar(require("zod/v3"));
 exports.BatchEndpoint = {
     RootV1ChatCompletions: "/v1/chat/completions",
+    RootV1Responses: "/v1/responses",
     RootV1Embeddings: "/v1/embeddings",
     RootV1ImagesGenerations: "/v1/images/generations",
 };

package/dist/commonjs/models/components/batchendpoint.js.map

@@ -1 +1 @@
-{"version":3,"file":"batchendpoint.js","sourceRoot":"","sources":["../../../../src/models/components/batchendpoint.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,0CAA4B;AAGf,QAAA,aAAa,GAAG;IAC3B,qBAAqB,EAAE,sBAAsB;IAC7C,gBAAgB,EAAE,gBAAgB;IAClC,uBAAuB,EAAE,wBAAwB;CACzC,CAAC;AAGX,gBAAgB;AACH,QAAA,2BAA2B,GAEpC,CAAC,CAAC,UAAU,CAAC,qBAAa,CAAC,CAAC;AAChC,gBAAgB;AACH,QAAA,4BAA4B,GAErC,mCAA2B,CAAC"}
+{"version":3,"file":"batchendpoint.js","sourceRoot":"","sources":["../../../../src/models/components/batchendpoint.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,0CAA4B;AAGf,QAAA,aAAa,GAAG;IAC3B,qBAAqB,EAAE,sBAAsB;IAC7C,eAAe,EAAE,eAAe;IAChC,gBAAgB,EAAE,gBAAgB;IAClC,uBAAuB,EAAE,wBAAwB;CACzC,CAAC;AAGX,gBAAgB;AACH,QAAA,2BAA2B,GAEpC,CAAC,CAAC,UAAU,CAAC,qBAAa,CAAC,CAAC;AAChC,gBAAgB;AACH,QAAA,4BAA4B,GAErC,mCAA2B,CAAC"}

package/dist/commonjs/models/components/evalembeddingconfig.d.ts

@@ -0,0 +1,143 @@
+import * as z from "zod/v3";
+import { ClosedEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import { EvalDataset, EvalDataset$Outbound } from "./evaldataset.js";
+/**
+ * What the vectors are scored as. Decides the dataset layout the task expects and the metrics it reports.
+ */
+export declare const Kind: {
+    readonly Sts: "sts";
+    readonly Classification: "classification";
+    readonly MultilabelClassification: "multilabel_classification";
+    readonly Retrieval: "retrieval";
+    readonly Reranking: "reranking";
+};
+/**
+ * What the vectors are scored as. Decides the dataset layout the task expects and the metrics it reports.
+ */
+export type Kind = ClosedEnum<typeof Kind>;
+/**
+ * Configuration of an `embedding` task: which columns hold the texts and labels, the auxiliary datasets, and the scoring protocol.
+ */
+export type EvalEmbeddingConfig = {
+    /**
+     * What the vectors are scored as. Decides the dataset layout the task expects and the metrics it reports.
+     */
+    kind: Kind;
+    /**
+     * Row column with the text to embed (classification, multilabel, queries and corpus documents).
+     */
+    textColumn?: string | undefined;
+    /**
+     * STS: first sentence of the pair.
+     */
+    text1Column?: string | undefined;
+    /**
+     * STS: second sentence of the pair.
+     */
+    text2Column?: string | undefined;
+    /**
+     * STS: gold similarity score. Retrieval/reranking: relevance score column of the qrels rows.
+     */
+    scoreColumn?: string | undefined;
+    /**
+     * Classification: label column. Multilabel: a list of labels per row.
+     */
+    labelColumn?: string | undefined;
+    /**
+     * Retrieval/reranking: id column of query and corpus rows.
+     */
+    idColumn?: string | undefined;
+    /**
+     * Retrieval/reranking: optional corpus title column, prepended to the document text the way MTEB does.
+     */
+    titleColumn?: string | undefined;
+    /**
+     * Retrieval/reranking: query id column of the qrels and top-ranked rows.
+     */
+    queryIdColumn?: string | undefined;
+    /**
+     * Retrieval/reranking: document id column of the qrels rows.
+     */
+    corpusIdColumn?: string | undefined;
+    /**
+     * Reranking: list of candidate document ids per query in the top-ranked rows.
+     */
+    corpusIdsColumn?: string | undefined;
+    /**
+     * Dataset backing an eval task.
+     */
+    trainDataset?: EvalDataset | undefined;
+    /**
+     * Dataset backing an eval task.
+     */
+    corpusDataset?: EvalDataset | undefined;
+    /**
+     * Dataset backing an eval task.
+     */
+    qrelsDataset?: EvalDataset | undefined;
+    /**
+     * Dataset backing an eval task.
+     */
+    topRankedDataset?: EvalDataset | undefined;
+    /**
+     * Classification/multilabel: training rows sampled per label in each experiment (MTEB: 8).
+     */
+    samplesPerLabel?: number | undefined;
+    /**
+     * Classification/multilabel: fit-and-score repetitions averaged into the reported metrics (MTEB: 10).
+     */
+    nExperiments?: number | undefined;
+    /**
+     * Seed for the training-row sampling.
+     */
+    seed?: number | undefined;
+    /**
+     * Retrieval/reranking: cutoffs for nDCG, MAP, recall, precision and MRR.
+     */
+    kValues?: Array<number> | undefined;
+    /**
+     * Each text is cut to this many characters before it is embedded. Providers reject over-long inputs with a 4xx, which fails the sample terminally and leaves a hole in the corpus; the default 60000 sits under the gateway's own 64,000-character ceiling for its embedding models. Raise it only for a model that accepts more.
+     */
+    maxChars?: number | undefined;
+    /**
+     * Fail preparation when the task would embed more rows than this (eval + train + corpus + queries). Ceiling 50000; vectors are stored per sample and scored in memory.
+     */
+    maxTexts?: number | undefined;
+};
+/** @internal */
+export declare const Kind$inboundSchema: z.ZodNativeEnum<typeof Kind>;
+/** @internal */
+export declare const Kind$outboundSchema: z.ZodNativeEnum<typeof Kind>;
+/** @internal */
+export declare const EvalEmbeddingConfig$inboundSchema: z.ZodType<EvalEmbeddingConfig, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalEmbeddingConfig$Outbound = {
+    kind: string;
+    text_column: string;
+    text1_column: string;
+    text2_column: string;
+    score_column: string;
+    label_column: string;
+    id_column: string;
+    title_column: string;
+    query_id_column: string;
+    corpus_id_column: string;
+    corpus_ids_column: string;
+    train_dataset?: EvalDataset$Outbound | undefined;
+    corpus_dataset?: EvalDataset$Outbound | undefined;
+    qrels_dataset?: EvalDataset$Outbound | undefined;
+    top_ranked_dataset?: EvalDataset$Outbound | undefined;
+    samples_per_label: number;
+    n_experiments: number;
+    seed: number;
+    k_values?: Array<number> | undefined;
+    max_chars: number;
+    max_texts: number;
+};
+/** @internal */
+export declare const EvalEmbeddingConfig$outboundSchema: z.ZodType<EvalEmbeddingConfig$Outbound, z.ZodTypeDef, EvalEmbeddingConfig>;
+export declare function evalEmbeddingConfigToJSON(evalEmbeddingConfig: EvalEmbeddingConfig): string;
+export declare function evalEmbeddingConfigFromJSON(jsonString: string): SafeParseResult<EvalEmbeddingConfig, SDKValidationError>;
+//# sourceMappingURL=evalembeddingconfig.d.ts.map

package/dist/commonjs/models/components/evalembeddingconfig.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalembeddingconfig.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalembeddingconfig.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,WAAW,EAEX,oBAAoB,EAErB,MAAM,kBAAkB,CAAC;AAE1B;;GAEG;AACH,eAAO,MAAM,IAAI;;;;;;CAMP,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;AAE3C;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG;IAChC;;OAEG;IACH,IAAI,EAAE,IAAI,CAAC;IACX;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC;;OAEG;IACH,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC;;OAEG;IACH,YAAY,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,aAAa,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACxC;;OAEG;IACH,YAAY,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,gBAAgB,CAAC,EAAE,WAAW,GAAG,SAAS,CAAC;IAC3C;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B;;OAEG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kBAAkB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,IAAI,CAE3D,CAAC;AACF,gBAAgB;AAChB,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,IAAI,CACzC,CAAC;AAErB,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,mBAAmB,EACnB,CAAC,CAAC,UAAU,EACZ,OAAO,CA6CP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,4BAA4B,GAAG;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACjD,cAAc,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAClD,aAAa,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACjD,kBAAkB,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACtD,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,4BAA4B,EAC5B,CAAC,CAAC,UAAU,EACZ,mBAAmB,CA6CnB,CAAC;AAEH,wBAAgB,yBAAyB,CACvC,mBAAmB,EAAE,mBAAmB,GACvC,MAAM,CAIR;AACD,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,mBAAmB,EAAE,kBAAkB,CAAC,CAM1D"}

package/dist/commonjs/models/components/evalembeddingconfig.js

@@ -0,0 +1,158 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvalEmbeddingConfig$outboundSchema = exports.EvalEmbeddingConfig$inboundSchema = exports.Kind$outboundSchema = exports.Kind$inboundSchema = exports.Kind = void 0;
+exports.evalEmbeddingConfigToJSON = evalEmbeddingConfigToJSON;
+exports.evalEmbeddingConfigFromJSON = evalEmbeddingConfigFromJSON;
+const z = __importStar(require("zod/v3"));
+const primitives_js_1 = require("../../lib/primitives.js");
+const schemas_js_1 = require("../../lib/schemas.js");
+const evaldataset_js_1 = require("./evaldataset.js");
+/**
+ * What the vectors are scored as. Decides the dataset layout the task expects and the metrics it reports.
+ */
+exports.Kind = {
+    Sts: "sts",
+    Classification: "classification",
+    MultilabelClassification: "multilabel_classification",
+    Retrieval: "retrieval",
+    Reranking: "reranking",
+};
+/** @internal */
+exports.Kind$inboundSchema = z.nativeEnum(exports.Kind);
+/** @internal */
+exports.Kind$outboundSchema = exports.Kind$inboundSchema;
+/** @internal */
+exports.EvalEmbeddingConfig$inboundSchema = z.object({
+    kind: exports.Kind$inboundSchema,
+    text_column: z.string().default("text"),
+    text1_column: z.string().default("sentence1"),
+    text2_column: z.string().default("sentence2"),
+    score_column: z.string().default("score"),
+    label_column: z.string().default("label"),
+    id_column: z.string().default("_id"),
+    title_column: z.string().default("title"),
+    query_id_column: z.string().default("query-id"),
+    corpus_id_column: z.string().default("corpus-id"),
+    corpus_ids_column: z.string().default("corpus-ids"),
+    train_dataset: evaldataset_js_1.EvalDataset$inboundSchema.optional(),
+    corpus_dataset: evaldataset_js_1.EvalDataset$inboundSchema.optional(),
+    qrels_dataset: evaldataset_js_1.EvalDataset$inboundSchema.optional(),
+    top_ranked_dataset: evaldataset_js_1.EvalDataset$inboundSchema.optional(),
+    samples_per_label: z.number().int().default(8),
+    n_experiments: z.number().int().default(10),
+    seed: z.number().int().default(42),
+    k_values: z.array(z.number().int()).optional(),
+    max_chars: z.number().int().default(60000),
+    max_texts: z.number().int().default(50000),
+}).transform((v) => {
+    return (0, primitives_js_1.remap)(v, {
+        "text_column": "textColumn",
+        "text1_column": "text1Column",
+        "text2_column": "text2Column",
+        "score_column": "scoreColumn",
+        "label_column": "labelColumn",
+        "id_column": "idColumn",
+        "title_column": "titleColumn",
+        "query_id_column": "queryIdColumn",
+        "corpus_id_column": "corpusIdColumn",
+        "corpus_ids_column": "corpusIdsColumn",
+        "train_dataset": "trainDataset",
+        "corpus_dataset": "corpusDataset",
+        "qrels_dataset": "qrelsDataset",
+        "top_ranked_dataset": "topRankedDataset",
+        "samples_per_label": "samplesPerLabel",
+        "n_experiments": "nExperiments",
+        "k_values": "kValues",
+        "max_chars": "maxChars",
+        "max_texts": "maxTexts",
+    });
+});
+/** @internal */
+exports.EvalEmbeddingConfig$outboundSchema = z.object({
+    kind: exports.Kind$outboundSchema,
+    textColumn: z.string().default("text"),
+    text1Column: z.string().default("sentence1"),
+    text2Column: z.string().default("sentence2"),
+    scoreColumn: z.string().default("score"),
+    labelColumn: z.string().default("label"),
+    idColumn: z.string().default("_id"),
+    titleColumn: z.string().default("title"),
+    queryIdColumn: z.string().default("query-id"),
+    corpusIdColumn: z.string().default("corpus-id"),
+    corpusIdsColumn: z.string().default("corpus-ids"),
+    trainDataset: evaldataset_js_1.EvalDataset$outboundSchema.optional(),
+    corpusDataset: evaldataset_js_1.EvalDataset$outboundSchema.optional(),
+    qrelsDataset: evaldataset_js_1.EvalDataset$outboundSchema.optional(),
+    topRankedDataset: evaldataset_js_1.EvalDataset$outboundSchema.optional(),
+    samplesPerLabel: z.number().int().default(8),
+    nExperiments: z.number().int().default(10),
+    seed: z.number().int().default(42),
+    kValues: z.array(z.number().int()).optional(),
+    maxChars: z.number().int().default(60000),
+    maxTexts: z.number().int().default(50000),
+}).transform((v) => {
+    return (0, primitives_js_1.remap)(v, {
+        textColumn: "text_column",
+        text1Column: "text1_column",
+        text2Column: "text2_column",
+        scoreColumn: "score_column",
+        labelColumn: "label_column",
+        idColumn: "id_column",
+        titleColumn: "title_column",
+        queryIdColumn: "query_id_column",
+        corpusIdColumn: "corpus_id_column",
+        corpusIdsColumn: "corpus_ids_column",
+        trainDataset: "train_dataset",
+        corpusDataset: "corpus_dataset",
+        qrelsDataset: "qrels_dataset",
+        topRankedDataset: "top_ranked_dataset",
+        samplesPerLabel: "samples_per_label",
+        nExperiments: "n_experiments",
+        kValues: "k_values",
+        maxChars: "max_chars",
+        maxTexts: "max_texts",
+    });
+});
+function evalEmbeddingConfigToJSON(evalEmbeddingConfig) {
+    return JSON.stringify(exports.EvalEmbeddingConfig$outboundSchema.parse(evalEmbeddingConfig));
+}
+function evalEmbeddingConfigFromJSON(jsonString) {
+    return (0, schemas_js_1.safeParse)(jsonString, (x) => exports.EvalEmbeddingConfig$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalEmbeddingConfig' from JSON`);
+}
+//# sourceMappingURL=evalembeddingconfig.js.map

package/dist/commonjs/models/components/evalembeddingconfig.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalembeddingconfig.js","sourceRoot":"","sources":["../../../../src/models/components/evalembeddingconfig.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8PH,8DAMC;AACD,kEAQC;AA3QD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAIjD,qDAK0B;AAE1B;;GAEG;AACU,QAAA,IAAI,GAAG;IAClB,GAAG,EAAE,KAAK;IACV,cAAc,EAAE,gBAAgB;IAChC,wBAAwB,EAAE,2BAA2B;IACrD,SAAS,EAAE,WAAW;IACtB,SAAS,EAAE,WAAW;CACd,CAAC;AAgGX,gBAAgB;AACH,QAAA,kBAAkB,GAAiC,CAAC,CAAC,UAAU,CAC1E,YAAI,CACL,CAAC;AACF,gBAAgB;AACH,QAAA,mBAAmB,GAC9B,0BAAkB,CAAC;AAErB,gBAAgB;AACH,QAAA,iCAAiC,GAI1C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,0BAAkB;IACxB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACvC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC7C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC7C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACzC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACpC,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACzC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;IAC/C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IACjD,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;IACnD,aAAa,EAAE,0CAAyB,CAAC,QAAQ,EAAE;IACnD,cAAc,EAAE,0CAAyB,CAAC,QAAQ,EAAE;IACpD,aAAa,EAAE,0CAAyB,CAAC,QAAQ,EAAE;IACnD,kBAAkB,EAAE,0CAAyB,CAAC,QAAQ,EAAE;IACxD,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAClC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC1C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC3C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,aAAa,EAAE,YAAY;QAC3B,cAAc,EAAE,aAAa;QAC7B,cAAc,EAAE,aAAa;QAC7B,cAAc,EAAE,aAAa;QAC7B,cAAc,EAAE,aAAa;QAC7B,WAAW,EAAE,UAAU;QACvB,cAAc,EAAE,aAAa;QAC7B,iBAAiB,EAAE,eAAe;QAClC,kBAAkB,EAAE,gBAAgB;QACpC,mBAAmB,EAAE,iBAAiB;QACtC,eAAe,EAAE,cAAc;QAC/B,gBAAgB,EAAE,eAAe;QACjC,eAAe,EAAE,cAAc;QAC/B,oBAAoB,EAAE,kBAAkB;QACxC,mBAAmB,EAAE,iBAAiB;QACtC,eAAe,EAAE,cAAc;QAC/B,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,UAAU;QACvB,WAAW,EAAE,UAAU;KACxB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AA0BH,gBAAgB;AACH,QAAA,kCAAkC,GAI3C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,2BAAmB;IACzB,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IACtC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACxC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACnC,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IACxC,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC;IAC7C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC;IAC/C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;IACjD,YAAY,EAAE,2CAA0B,CAAC,QAAQ,EAAE;IACnD,aAAa,EAAE,2CAA0B,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,2CAA0B,CAAC,QAAQ,EAAE;IACnD,gBAAgB,EAAE,2CAA0B,CAAC,QAAQ,EAAE;IACvD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC1C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAClC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC7C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC1C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,UAAU,EAAE,aAAa;QACzB,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,cAAc;QAC3B,WAAW,EAAE,cAAc;QAC3B,QAAQ,EAAE,WAAW;QACrB,WAAW,EAAE,cAAc;QAC3B,aAAa,EAAE,iBAAiB;QAChC,cAAc,EAAE,kBAAkB;QAClC,eAAe,EAAE,mBAAmB;QACpC,YAAY,EAAE,eAAe;QAC7B,aAAa,EAAE,gBAAgB;QAC/B,YAAY,EAAE,eAAe;QAC7B,gBAAgB,EAAE,oBAAoB;QACtC,eAAe,EAAE,mBAAmB;QACpC,YAAY,EAAE,eAAe;QAC7B,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,WAAW;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,yBAAyB,CACvC,mBAAwC;IAExC,OAAO,IAAI,CAAC,SAAS,CACnB,0CAAkC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAC9D,CAAC;AACJ,CAAC;AACD,SAAgB,2BAA2B,CACzC,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,yCAAiC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC7D,iDAAiD,CAClD,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/components/evaltask.d.ts

@@ -2,6 +2,7 @@ import * as z from "zod/v3";
 import { Result as SafeParseResult } from "../../types/fp.js";
 import { SDKValidationError } from "../errors/sdkvalidationerror.js";
 import { EvalDataset, EvalDataset$Outbound } from "./evaldataset.js";
+import { EvalEmbeddingConfig, EvalEmbeddingConfig$Outbound } from "./evalembeddingconfig.js";
 import { EvalFewshotConfig, EvalFewshotConfig$Outbound } from "./evalfewshotconfig.js";
 import { EvalMetric, EvalMetric$Outbound } from "./evalmetric.js";
 import { EvalOutputExtraction, EvalOutputExtraction$Outbound } from "./evaloutputextraction.js";
@@ -24,7 +25,11 @@ export type EvalTask = {
     choices?: Array<string> | undefined;
     outputExtraction?: EvalOutputExtraction | undefined;
     metrics?: Array<EvalMetric> | undefined;
-    grader: EvalPythonGrader;
+    grader?: EvalPythonGrader | undefined;
+    /**
+     * Configuration of an `embedding` task: which columns hold the texts and labels, the auxiliary datasets, and the scoring protocol.
+     */
+    embedding?: EvalEmbeddingConfig | undefined;
     preprocess?: EvalPythonPreprocessor | undefined;
     fewshot?: EvalFewshotConfig | undefined;
     /**
@@ -52,7 +57,8 @@ export type EvalTask$Outbound = {
     choices?: Array<string> | undefined;
     output_extraction?: EvalOutputExtraction$Outbound | undefined;
     metrics?: Array<EvalMetric$Outbound> | undefined;
-    grader: EvalPythonGrader$Outbound;
+    grader?: EvalPythonGrader$Outbound | undefined;
+    embedding?: EvalEmbeddingConfig$Outbound | undefined;
     preprocess?: EvalPythonPreprocessor$Outbound | undefined;
     fewshot?: EvalFewshotConfig$Outbound | undefined;
     num_fewshot?: number | undefined;

package/dist/commonjs/models/components/evaltask.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaltask.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,WAAW,EAEX,oBAAoB,EAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,iBAAiB,EAEjB,0BAA0B,EAE3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EAEV,mBAAmB,EAEpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,oBAAoB,EAEpB,6BAA6B,EAE9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEhB,yBAAyB,EAE1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EAEtB,+BAA+B,EAEhC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,YAAY,EAGb,MAAM,mBAAmB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,YAAY,CAAC;IACnB;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,gBAAgB,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACpD,OAAO,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IACxC,MAAM,EAAE,gBAAgB,CAAC;IACzB,UAAU,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAChD,OAAO,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACxC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAC5C,QAAQ,EACR,CAAC,CAAC,UAAU,EACZ,OAAO,CAwBP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,oBAAoB,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IAC9D,OAAO,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACjD,MAAM,EAAE,yBAAyB,CAAC;IAClC,UAAU,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IACzD,OAAO,CAAC,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,OAAO,CAC7C,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,QAAQ,CAwBR,CAAC;AAEH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAEzD;AACD,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAM/C"}
+{"version":3,"file":"evaltask.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,WAAW,EAEX,oBAAoB,EAErB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,mBAAmB,EAEnB,4BAA4B,EAE7B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EAEjB,0BAA0B,EAE3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,UAAU,EAEV,mBAAmB,EAEpB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,oBAAoB,EAEpB,6BAA6B,EAE9B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEhB,yBAAyB,EAE1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,sBAAsB,EAEtB,+BAA+B,EAEhC,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,YAAY,EAGb,MAAM,mBAAmB,CAAC;AAE3B;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,YAAY,CAAC;IACnB;;OAEG;IACH,OAAO,EAAE,WAAW,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,gBAAgB,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IACpD,OAAO,CAAC,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE,gBAAgB,GAAG,SAAS,CAAC;IACtC;;OAEG;IACH,SAAS,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,sBAAsB,GAAG,SAAS,CAAC;IAChD,OAAO,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACxC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAC5C,QAAQ,EACR,CAAC,CAAC,UAAU,EACZ,OAAO,CAyBP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,oBAAoB,CAAC;IAC9B,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,eAAe,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACrC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,6BAA6B,GAAG,SAAS,CAAC;IAC9D,OAAO,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACjD,MAAM,CAAC,EAAE,yBAAyB,GAAG,SAAS,CAAC;IAC/C,SAAS,CAAC,EAAE,4BAA4B,GAAG,SAAS,CAAC;IACrD,UAAU,CAAC,EAAE,+BAA+B,GAAG,SAAS,CAAC;IACzD,OAAO,CAAC,EAAE,0BAA0B,GAAG,SAAS,CAAC;IACjD,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,OAAO,CAC7C,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,QAAQ,CAyBR,CAAC;AAEH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAEzD;AACD,wBAAgB,gBAAgB,CAC9B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,QAAQ,EAAE,kBAAkB,CAAC,CAM/C"}

package/dist/commonjs/models/components/evaltask.js

@@ -43,6 +43,7 @@ const z = __importStar(require("zod/v3"));
 const primitives_js_1 = require("../../lib/primitives.js");
 const schemas_js_1 = require("../../lib/schemas.js");
 const evaldataset_js_1 = require("./evaldataset.js");
+const evalembeddingconfig_js_1 = require("./evalembeddingconfig.js");
 const evalfewshotconfig_js_1 = require("./evalfewshotconfig.js");
 const evalmetric_js_1 = require("./evalmetric.js");
 const evaloutputextraction_js_1 = require("./evaloutputextraction.js");
@@ -60,7 +61,8 @@ exports.EvalTask$inboundSchema = z.object({
     choices: z.array(z.string()).optional(),
     output_extraction: evaloutputextraction_js_1.EvalOutputExtraction$inboundSchema.optional(),
     metrics: z.array(evalmetric_js_1.EvalMetric$inboundSchema).optional(),
-    grader: evalpythongrader_js_1.EvalPythonGrader$inboundSchema,
+    grader: evalpythongrader_js_1.EvalPythonGrader$inboundSchema.optional(),
+    embedding: evalembeddingconfig_js_1.EvalEmbeddingConfig$inboundSchema.optional(),
     preprocess: evalpythonpreprocessor_js_1.EvalPythonPreprocessor$inboundSchema.optional(),
     fewshot: evalfewshotconfig_js_1.EvalFewshotConfig$inboundSchema.optional(),
     num_fewshot: z.number().int().optional(),
@@ -85,7 +87,8 @@ exports.EvalTask$outboundSchema = z.object({
     choices: z.array(z.string()).optional(),
     outputExtraction: evaloutputextraction_js_1.EvalOutputExtraction$outboundSchema.optional(),
     metrics: z.array(evalmetric_js_1.EvalMetric$outboundSchema).optional(),
-    grader: evalpythongrader_js_1.EvalPythonGrader$outboundSchema,
+    grader: evalpythongrader_js_1.EvalPythonGrader$outboundSchema.optional(),
+    embedding: evalembeddingconfig_js_1.EvalEmbeddingConfig$outboundSchema.optional(),
     preprocess: evalpythonpreprocessor_js_1.EvalPythonPreprocessor$outboundSchema.optional(),
     fewshot: evalfewshotconfig_js_1.EvalFewshotConfig$outboundSchema.optional(),
     numFewshot: z.number().int().optional(),

package/dist/commonjs/models/components/evaltask.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaltask.js","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA6JH,wCAEC;AACD,4CAQC;AAtKD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAGjD,qDAK0B;AAC1B,iEAKgC;AAChC,mDAKyB;AACzB,uEAKmC;AACnC,+DAK+B;AAC/B,2EAKqC;AACrC,uDAI2B;AAgC3B,gBAAgB;AACH,QAAA,sBAAsB,GAI/B,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,4CAA0B;IAChC,OAAO,EAAE,0CAAyB;IAClC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,iBAAiB,EAAE,4DAAkC,CAAC,QAAQ,EAAE;IAChE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wCAAwB,CAAC,CAAC,QAAQ,EAAE;IACrD,MAAM,EAAE,oDAA8B;IACtC,UAAU,EAAE,gEAAoC,CAAC,QAAQ,EAAE;IAC3D,OAAO,EAAE,sDAA+B,CAAC,QAAQ,EAAE;IACnD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,iBAAiB,EAAE,gBAAgB;QACnC,iBAAiB,EAAE,gBAAgB;QACnC,mBAAmB,EAAE,kBAAkB;QACvC,aAAa,EAAE,YAAY;KAC5B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAoBH,gBAAgB;AACH,QAAA,uBAAuB,GAIhC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,6CAA2B;IACjC,OAAO,EAAE,2CAA0B;IACnC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,6DAAmC,CAAC,QAAQ,EAAE;IAChE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,yCAAyB,CAAC,CAAC,QAAQ,EAAE;IACtD,MAAM,EAAE,qDAA+B;IACvC,UAAU,EAAE,iEAAqC,CAAC,QAAQ,EAAE;IAC5D,OAAO,EAAE,uDAAgC,CAAC,QAAQ,EAAE;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,cAAc,EAAE,iBAAiB;QACjC,cAAc,EAAE,iBAAiB;QACjC,gBAAgB,EAAE,mBAAmB;QACrC,UAAU,EAAE,aAAa;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,cAAc,CAAC,QAAkB;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC,+BAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjE,CAAC;AACD,SAAgB,gBAAgB,CAC9B,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,8BAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClD,sCAAsC,CACvC,CAAC;AACJ,CAAC"}
+{"version":3,"file":"evaltask.js","sourceRoot":"","sources":["../../../../src/models/components/evaltask.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0KH,wCAEC;AACD,4CAQC;AAnLD,0CAA4B;AAC5B,2DAA0D;AAC1D,qDAAiD;AAGjD,qDAK0B;AAC1B,qEAKkC;AAClC,iEAKgC;AAChC,mDAKyB;AACzB,uEAKmC;AACnC,+DAK+B;AAC/B,2EAKqC;AACrC,uDAI2B;AAoC3B,gBAAgB;AACH,QAAA,sBAAsB,GAI/B,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,4CAA0B;IAChC,OAAO,EAAE,0CAAyB;IAClC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACtC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,iBAAiB,EAAE,4DAAkC,CAAC,QAAQ,EAAE;IAChE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wCAAwB,CAAC,CAAC,QAAQ,EAAE;IACrD,MAAM,EAAE,oDAA8B,CAAC,QAAQ,EAAE;IACjD,SAAS,EAAE,0DAAiC,CAAC,QAAQ,EAAE;IACvD,UAAU,EAAE,gEAAoC,CAAC,QAAQ,EAAE;IAC3D,OAAO,EAAE,sDAA+B,CAAC,QAAQ,EAAE;IACnD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,iBAAiB,EAAE,gBAAgB;QACnC,iBAAiB,EAAE,gBAAgB;QACnC,mBAAmB,EAAE,kBAAkB;QACvC,aAAa,EAAE,YAAY;KAC5B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAqBH,gBAAgB;AACH,QAAA,uBAAuB,GAIhC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,IAAI,EAAE,6CAA2B;IACjC,OAAO,EAAE,2CAA0B;IACnC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,gBAAgB,EAAE,6DAAmC,CAAC,QAAQ,EAAE;IAChE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,yCAAyB,CAAC,CAAC,QAAQ,EAAE;IACtD,MAAM,EAAE,qDAA+B,CAAC,QAAQ,EAAE;IAClD,SAAS,EAAE,2DAAkC,CAAC,QAAQ,EAAE;IACxD,UAAU,EAAE,iEAAqC,CAAC,QAAQ,EAAE;IAC5D,OAAO,EAAE,uDAAgC,CAAC,QAAQ,EAAE;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,IAAA,qBAAM,EAAC,CAAC,EAAE;QACf,cAAc,EAAE,iBAAiB;QACjC,cAAc,EAAE,iBAAiB;QACjC,gBAAgB,EAAE,mBAAmB;QACrC,UAAU,EAAE,aAAa;KAC1B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAgB,cAAc,CAAC,QAAkB;IAC/C,OAAO,IAAI,CAAC,SAAS,CAAC,+BAAuB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjE,CAAC;AACD,SAAgB,gBAAgB,CAC9B,UAAkB;IAElB,OAAO,IAAA,sBAAS,EACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,8BAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClD,sCAAsC,CACvC,CAAC;AACJ,CAAC"}

package/dist/commonjs/models/components/evaltasktype.d.ts

@@ -11,6 +11,7 @@ export declare const EvalTaskType: {
     readonly Math: "math";
     readonly Custom: "custom";
     readonly Transcription: "transcription";
+    readonly Embedding: "embedding";
 };
 export type EvalTaskType = ClosedEnum<typeof EvalTaskType>;
 /** @internal */

package/dist/commonjs/models/components/evaltasktype.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evaltasktype.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,YAAY;;;;;;;;;;;CAWf,CAAC;AACX,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAE3D,gBAAgB;AAChB,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,YAAY,CAChD,CAAC;AAC7B,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,YAAY,CACjD,CAAC"}
+{"version":3,"file":"evaltasktype.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAElD,eAAO,MAAM,YAAY;;;;;;;;;;;;CAYf,CAAC;AACX,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC;AAE3D,gBAAgB;AAChB,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,YAAY,CAChD,CAAC;AAC7B,gBAAgB;AAChB,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,aAAa,CAAC,OAAO,YAAY,CACjD,CAAC"}

package/dist/commonjs/models/components/evaltasktype.js

@@ -49,6 +49,7 @@ exports.EvalTaskType = {
     Math: "math",
     Custom: "custom",
     Transcription: "transcription",
+    Embedding: "embedding",
 };
 /** @internal */
 exports.EvalTaskType$inboundSchema = z.nativeEnum(exports.EvalTaskType);

package/dist/commonjs/models/components/evaltasktype.js.map

@@ -1 +1 @@
-{"version":3,"file":"evaltasktype.js","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,0CAA4B;AAGf,QAAA,YAAY,GAAG;IAC1B,cAAc,EAAE,gBAAgB;IAChC,cAAc,EAAE,iBAAiB;IACjC,EAAE,EAAE,IAAI;IACR,aAAa,EAAE,eAAe;IAC9B,kBAAkB,EAAE,qBAAqB;IACzC,QAAQ,EAAE,WAAW;IACrB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,eAAe;CACtB,CAAC;AAGX,gBAAgB;AACH,QAAA,0BAA0B,GACrC,CAAC,CAAC,UAAU,CAAC,oBAAY,CAAC,CAAC;AAC7B,gBAAgB;AACH,QAAA,2BAA2B,GACtC,kCAA0B,CAAC"}
+{"version":3,"file":"evaltasktype.js","sourceRoot":"","sources":["../../../../src/models/components/evaltasktype.ts"],"names":[],"mappings":";AAAA;;GAEG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAEH,0CAA4B;AAGf,QAAA,YAAY,GAAG;IAC1B,cAAc,EAAE,gBAAgB;IAChC,cAAc,EAAE,iBAAiB;IACjC,EAAE,EAAE,IAAI;IACR,aAAa,EAAE,eAAe;IAC9B,kBAAkB,EAAE,qBAAqB;IACzC,QAAQ,EAAE,WAAW;IACrB,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,eAAe;IAC9B,SAAS,EAAE,WAAW;CACd,CAAC;AAGX,gBAAgB;AACH,QAAA,0BAA0B,GACrC,CAAC,CAAC,UAAU,CAAC,oBAAY,CAAC,CAAC;AAC7B,gBAAgB;AACH,QAAA,2BAA2B,GACtC,kCAA0B,CAAC"}

package/dist/commonjs/models/components/index.d.ts

@@ -228,6 +228,7 @@ export * from "./errorevent.js";
 export * from "./evalartifactsobject.js";
 export * from "./evaldataset.js";
 export * from "./evaldatasetformat.js";
+export * from "./evalembeddingconfig.js";
 export * from "./evalfewshotconfig.js";
 export * from "./evalgenerationconfig.js";
 export * from "./evalhistoricalimportobject.js";