@meetkai/mka1 0.54.26 → 0.54.28

package/src/models/components/evaltask.ts

@@ -13,6 +13,12 @@ import {
   EvalDataset$Outbound,
   EvalDataset$outboundSchema,
 } from "./evaldataset.js";
+import {
+  EvalEmbeddingConfig,
+  EvalEmbeddingConfig$inboundSchema,
+  EvalEmbeddingConfig$Outbound,
+  EvalEmbeddingConfig$outboundSchema,
+} from "./evalembeddingconfig.js";
 import {
   EvalFewshotConfig,
   EvalFewshotConfig$inboundSchema,
@@ -65,7 +71,11 @@ export type EvalTask = {
   choices?: Array<string> | undefined;
   outputExtraction?: EvalOutputExtraction | undefined;
   metrics?: Array<EvalMetric> | undefined;
-  grader: EvalPythonGrader;
+  grader?: EvalPythonGrader | undefined;
+  /**
+   * Configuration of an `embedding` task: which columns hold the texts and labels, the auxiliary datasets, and the scoring protocol.
+   */
+  embedding?: EvalEmbeddingConfig | undefined;
   preprocess?: EvalPythonPreprocessor | undefined;
   fewshot?: EvalFewshotConfig | undefined;
   /**
@@ -94,7 +104,8 @@ export const EvalTask$inboundSchema: z.ZodType<
   choices: z.array(z.string()).optional(),
   output_extraction: EvalOutputExtraction$inboundSchema.optional(),
   metrics: z.array(EvalMetric$inboundSchema).optional(),
-  grader: EvalPythonGrader$inboundSchema,
+  grader: EvalPythonGrader$inboundSchema.optional(),
+  embedding: EvalEmbeddingConfig$inboundSchema.optional(),
   preprocess: EvalPythonPreprocessor$inboundSchema.optional(),
   fewshot: EvalFewshotConfig$inboundSchema.optional(),
   num_fewshot: z.number().int().optional(),
@@ -119,7 +130,8 @@ export type EvalTask$Outbound = {
   choices?: Array<string> | undefined;
   output_extraction?: EvalOutputExtraction$Outbound | undefined;
   metrics?: Array<EvalMetric$Outbound> | undefined;
-  grader: EvalPythonGrader$Outbound;
+  grader?: EvalPythonGrader$Outbound | undefined;
+  embedding?: EvalEmbeddingConfig$Outbound | undefined;
   preprocess?: EvalPythonPreprocessor$Outbound | undefined;
   fewshot?: EvalFewshotConfig$Outbound | undefined;
   num_fewshot?: number | undefined;
@@ -142,7 +154,8 @@ export const EvalTask$outboundSchema: z.ZodType<
   choices: z.array(z.string()).optional(),
   outputExtraction: EvalOutputExtraction$outboundSchema.optional(),
   metrics: z.array(EvalMetric$outboundSchema).optional(),
-  grader: EvalPythonGrader$outboundSchema,
+  grader: EvalPythonGrader$outboundSchema.optional(),
+  embedding: EvalEmbeddingConfig$outboundSchema.optional(),
   preprocess: EvalPythonPreprocessor$outboundSchema.optional(),
   fewshot: EvalFewshotConfig$outboundSchema.optional(),
   numFewshot: z.number().int().optional(),

package/src/models/components/evaltasktype.ts

@@ -16,6 +16,7 @@ export const EvalTaskType = {
   Math: "math",
   Custom: "custom",
   Transcription: "transcription",
+  Embedding: "embedding",
 } as const;
 export type EvalTaskType = ClosedEnum<typeof EvalTaskType>;
 

package/src/models/components/getexportstatusresponse.ts

@@ -13,6 +13,7 @@ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
  * Current status of the export job
  */
 export const GetExportStatusResponseStatus = {
+  Unknown: "UNKNOWN",
   NotFound: "NOT_FOUND",
   Running: "RUNNING",
   Completed: "COMPLETED",

package/src/models/components/index.ts

@@ -232,6 +232,7 @@ export * from "./errorevent.js";
 export * from "./evalartifactsobject.js";
 export * from "./evaldataset.js";
 export * from "./evaldatasetformat.js";
+export * from "./evalembeddingconfig.js";
 export * from "./evalfewshotconfig.js";
 export * from "./evalgenerationconfig.js";
 export * from "./evalhistoricalimportobject.js";

package/src/models/components/startexportfeedbackresponse.ts

@@ -13,6 +13,7 @@ import { SDKValidationError } from "../errors/sdkvalidationerror.js";
  * Current status of the export job
  */
 export const StartExportFeedbackResponseStatus = {
+  Unknown: "UNKNOWN",
   NotFound: "NOT_FOUND",
   Running: "RUNNING",
   Completed: "COMPLETED",