@meetkai/mka1 0.54.25 → 0.54.27

package/src/models/components/evaltask.ts

@@ -13,6 +13,12 @@ import {
   EvalDataset$Outbound,
   EvalDataset$outboundSchema,
 } from "./evaldataset.js";
+import {
+  EvalEmbeddingConfig,
+  EvalEmbeddingConfig$inboundSchema,
+  EvalEmbeddingConfig$Outbound,
+  EvalEmbeddingConfig$outboundSchema,
+} from "./evalembeddingconfig.js";
 import {
   EvalFewshotConfig,
   EvalFewshotConfig$inboundSchema,
@@ -65,7 +71,11 @@ export type EvalTask = {
   choices?: Array<string> | undefined;
   outputExtraction?: EvalOutputExtraction | undefined;
   metrics?: Array<EvalMetric> | undefined;
-  grader: EvalPythonGrader;
+  grader?: EvalPythonGrader | undefined;
+  /**
+   * Configuration of an `embedding` task: which columns hold the texts and labels, the auxiliary datasets, and the scoring protocol.
+   */
+  embedding?: EvalEmbeddingConfig | undefined;
   preprocess?: EvalPythonPreprocessor | undefined;
   fewshot?: EvalFewshotConfig | undefined;
   /**
@@ -94,7 +104,8 @@ export const EvalTask$inboundSchema: z.ZodType<
   choices: z.array(z.string()).optional(),
   output_extraction: EvalOutputExtraction$inboundSchema.optional(),
   metrics: z.array(EvalMetric$inboundSchema).optional(),
-  grader: EvalPythonGrader$inboundSchema,
+  grader: EvalPythonGrader$inboundSchema.optional(),
+  embedding: EvalEmbeddingConfig$inboundSchema.optional(),
   preprocess: EvalPythonPreprocessor$inboundSchema.optional(),
   fewshot: EvalFewshotConfig$inboundSchema.optional(),
   num_fewshot: z.number().int().optional(),
@@ -119,7 +130,8 @@ export type EvalTask$Outbound = {
   choices?: Array<string> | undefined;
   output_extraction?: EvalOutputExtraction$Outbound | undefined;
   metrics?: Array<EvalMetric$Outbound> | undefined;
-  grader: EvalPythonGrader$Outbound;
+  grader?: EvalPythonGrader$Outbound | undefined;
+  embedding?: EvalEmbeddingConfig$Outbound | undefined;
   preprocess?: EvalPythonPreprocessor$Outbound | undefined;
   fewshot?: EvalFewshotConfig$Outbound | undefined;
   num_fewshot?: number | undefined;
@@ -142,7 +154,8 @@ export const EvalTask$outboundSchema: z.ZodType<
   choices: z.array(z.string()).optional(),
   outputExtraction: EvalOutputExtraction$outboundSchema.optional(),
   metrics: z.array(EvalMetric$outboundSchema).optional(),
-  grader: EvalPythonGrader$outboundSchema,
+  grader: EvalPythonGrader$outboundSchema.optional(),
+  embedding: EvalEmbeddingConfig$outboundSchema.optional(),
   preprocess: EvalPythonPreprocessor$outboundSchema.optional(),
   fewshot: EvalFewshotConfig$outboundSchema.optional(),
   numFewshot: z.number().int().optional(),

package/src/models/components/evaltasktype.ts

@@ -16,6 +16,7 @@ export const EvalTaskType = {
   Math: "math",
   Custom: "custom",
   Transcription: "transcription",
+  Embedding: "embedding",
 } as const;
 export type EvalTaskType = ClosedEnum<typeof EvalTaskType>;
 

package/src/models/components/index.ts

@@ -232,6 +232,7 @@ export * from "./errorevent.js";
 export * from "./evalartifactsobject.js";
 export * from "./evaldataset.js";
 export * from "./evaldatasetformat.js";
+export * from "./evalembeddingconfig.js";
 export * from "./evalfewshotconfig.js";
 export * from "./evalgenerationconfig.js";
 export * from "./evalhistoricalimportobject.js";

package/src/react-query/llmBatchesCreate.ts

@@ -48,7 +48,7 @@ export type LlmBatchesCreateMutationError =
  * Create a batch
  *
  * @remarks
- * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields.
+ * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields. Text batches also require write:responses.
  */
 export function useLlmBatchesCreateMutation(
   options?: MutationHookOptions<

package/src/sdk/batches.ts

@@ -16,7 +16,7 @@ export class Batches extends ClientSDK {
    * Create a batch
    *
    * @remarks
-   * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields.
+   * Creates and executes a batch from an uploaded JSONL file of requests. Each line must have custom_id, method, url, and body fields. Text batches also require write:responses.
    */
   async create(
     request: operations.CreateBatchRequest,