@meetkai/mka1 0.48.38 → 0.48.40

package/dist/esm/sdk/budgets.js

@@ -19,7 +19,7 @@ export class Budgets extends ClientSDK {
      * List budgets
      *
      * @remarks
-     * Cluster admins see all budgets; org admins see their org's budgets.
+     * Cluster admins see all budgets; org admins see their org's budgets plus budgets on API keys in their org.
      */
     async list(options) {
         return unwrapAsync(budgetsList(this, options));
@@ -64,7 +64,7 @@ export class Budgets extends ClientSDK {
      * List apikey budgets
      *
      * @remarks
-     * Returns the apikey's budgets (self-budget and/or ceiling) with each one's live spend gauge.
+     * Returns the apikey's budgets (self-budget and/or ceiling) with each one's live spend gauge. Callable by cluster admins, or org admins for API keys in their own organization.
      */
     async getApiKey(request, options) {
         return unwrapAsync(budgetsGetApiKey(this, request, options));
@@ -73,7 +73,7 @@ export class Budgets extends ClientSDK {
      * Set a apikey budget
      *
      * @remarks
-     * Creates or updates a budget for the apikey. One budget per (scope, owner); editing re-evaluates against live spend.
+     * Creates or updates a budget for the apikey. One budget per (scope, owner); editing re-evaluates against live spend. Callable by cluster admins, or org admins for API keys in their own organization.
      */
     async setApiKey(request, options) {
         return unwrapAsync(budgetsSetApiKey(this, request, options));
@@ -82,7 +82,7 @@ export class Budgets extends ClientSDK {
      * Delete a apikey budget
      *
      * @remarks
-     * Removes the apikey's budget for the given owner; enforcement and alerts stop.
+     * Removes the apikey's budget for the given owner; enforcement and alerts stop. Callable by cluster admins, or org admins for API keys in their own organization.
      */
     async deleteApiKey(request, options) {
         return unwrapAsync(budgetsDeleteApiKey(this, request, options));
@@ -91,7 +91,7 @@ export class Budgets extends ClientSDK {
      * List apikey budget events
      *
      * @remarks
-     * Returns recent threshold-alert and block events for the scope's budgets.
+     * Returns recent threshold-alert and block events for the scope's budgets. Callable by cluster admins, or org admins for API keys in their own organization.
      */
     async apiKeyEvents(request, options) {
         return unwrapAsync(budgetsApiKeyEvents(this, request, options));

package/dist/esm/sdk/conversations.d.ts

@@ -43,14 +43,14 @@ export declare class Conversations extends ClientSDK {
      * @remarks
      * List all items for a conversation with the given ID.
      */
-    listItems(request: operations.ConversationsItemsListRequest, options?: RequestOptions): Promise<components.ItemListObject>;
+    listItems(request: operations.ConversationsItemsListRequest, options?: RequestOptions): Promise<operations.ConversationsItemsListResponseBody>;
     /**
      * Create conversation items
      *
      * @remarks
      * Create items in a conversation with the given ID.
      */
-    createItems(request: operations.ConversationsItemsCreateRequest, options?: RequestOptions): Promise<components.ItemListObject>;
+    createItems(request: operations.ConversationsItemsCreateRequest, options?: RequestOptions): Promise<operations.ConversationsItemsCreateResponseBody>;
     /**
      * Delete multiple conversation items
      *

package/dist/esm/sdk/conversations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"conversations.d.ts","sourceRoot":"","sources":["../../../src/sdk/conversations.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,aAAc,SAAQ,SAAS;IAC1C;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,IAAI,CACR,OAAO,EAAE,UAAU,CAAC,wBAAwB,EAC5C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;;;;OAKG;IACG,GAAG,CACP,OAAO,EAAE,UAAU,CAAC,4BAA4B,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;IAQrC;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,+BAA+B,EACnD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,cAAc,CAAC;IAQrC;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,mCAAmC,EACvD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,OAAO,CACX,OAAO,EAAE,UAAU,CAAC,iCAAiC,EACrD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sCAAsC,CAAC;IAQ7D;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,+BAA+B,EACnD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;CAO1C"}
+{"version":3,"file":"conversations.d.ts","sourceRoot":"","sources":["../../../src/sdk/conversations.ts"],"names":[],"mappings":"AAcA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAC5D,OAAO,KAAK,UAAU,MAAM,+BAA+B,CAAC;AAG5D,qBAAa,aAAc,SAAQ,SAAS;IAC1C;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,IAAI,CACR,OAAO,EAAE,UAAU,CAAC,wBAAwB,EAC5C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sBAAsB,CAAC;IAQ7C;;;;;OAKG;IACG,GAAG,CACP,OAAO,EAAE,UAAU,CAAC,4BAA4B,EAChD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,MAAM,CACV,OAAO,EAAE,UAAU,CAAC,0BAA0B,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,yBAAyB,CAAC;IAQhD;;;;;OAKG;IACG,SAAS,CACb,OAAO,EAAE,UAAU,CAAC,6BAA6B,EACjD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kCAAkC,CAAC;IAQzD;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,+BAA+B,EACnD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,oCAAoC,CAAC;IAQ3D;;;;;OAKG;IACG,WAAW,CACf,OAAO,EAAE,UAAU,CAAC,mCAAmC,EACvD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAQzC;;;;;OAKG;IACG,OAAO,CACX,OAAO,EAAE,UAAU,CAAC,iCAAiC,EACrD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,sCAAsC,CAAC;IAQ7D;;;;;OAKG;IACG,UAAU,CACd,OAAO,EAAE,UAAU,CAAC,+BAA+B,EACnD,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,UAAU,CAAC,kBAAkB,CAAC;CAO1C"}

package/jsr.json

@@ -2,7 +2,7 @@
 
 {
   "name": "@meetkai/mka1",
-  "version": "0.48.38",
+  "version": "0.48.40",
   "exports": {
     ".": "./src/index.ts",    
     "./models/errors": "./src/models/errors/index.ts",    

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@meetkai/mka1",
-  "version": "0.48.38",
+  "version": "0.48.40",
   "author": "Daniel Wilder <dauncy@gmail.com>",
   "homepage": "https://docs.mka1.com",
   "publishConfig": {

package/src/funcs/budgetsApiKeyEvents.ts

@@ -29,7 +29,7 @@ import { Result } from "../types/fp.js";
  * List apikey budget events
  *
  * @remarks
- * Returns recent threshold-alert and block events for the scope's budgets.
+ * Returns recent threshold-alert and block events for the scope's budgets. Callable by cluster admins, or org admins for API keys in their own organization.
  */
 export function budgetsApiKeyEvents(
   client: SDKCore,

package/src/funcs/budgetsDeleteApiKey.ts

@@ -29,7 +29,7 @@ import { Result } from "../types/fp.js";
  * Delete a apikey budget
  *
  * @remarks
- * Removes the apikey's budget for the given owner; enforcement and alerts stop.
+ * Removes the apikey's budget for the given owner; enforcement and alerts stop. Callable by cluster admins, or org admins for API keys in their own organization.
  */
 export function budgetsDeleteApiKey(
   client: SDKCore,

package/src/funcs/budgetsGetApiKey.ts

@@ -29,7 +29,7 @@ import { Result } from "../types/fp.js";
  * List apikey budgets
  *
  * @remarks
- * Returns the apikey's budgets (self-budget and/or ceiling) with each one's live spend gauge.
+ * Returns the apikey's budgets (self-budget and/or ceiling) with each one's live spend gauge. Callable by cluster admins, or org admins for API keys in their own organization.
  */
 export function budgetsGetApiKey(
   client: SDKCore,

package/src/funcs/budgetsList.ts

@@ -27,7 +27,7 @@ import { Result } from "../types/fp.js";
  * List budgets
  *
  * @remarks
- * Cluster admins see all budgets; org admins see their org's budgets.
+ * Cluster admins see all budgets; org admins see their org's budgets plus budgets on API keys in their org.
  */
 export function budgetsList(
   client: SDKCore,

package/src/funcs/budgetsSetApiKey.ts

@@ -29,7 +29,7 @@ import { Result } from "../types/fp.js";
  * Set a apikey budget
  *
  * @remarks
- * Creates or updates a budget for the apikey. One budget per (scope, owner); editing re-evaluates against live spend.
+ * Creates or updates a budget for the apikey. One budget per (scope, owner); editing re-evaluates against live spend. Callable by cluster admins, or org admins for API keys in their own organization.
  */
 export function budgetsSetApiKey(
   client: SDKCore,

package/src/funcs/llmConversationsCreateItems.ts

@@ -11,7 +11,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import * as components from "../models/components/index.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -38,7 +37,7 @@ export function llmConversationsCreateItems(
   options?: RequestOptions,
 ): APIPromise<
   Result<
-    components.ItemListObject,
+    operations.ConversationsItemsCreateResponseBody,
     | SDKError
     | ResponseValidationError
     | ConnectionError
@@ -63,7 +62,7 @@ async function $do(
 ): Promise<
   [
     Result<
-      components.ItemListObject,
+      operations.ConversationsItemsCreateResponseBody,
       | SDKError
       | ResponseValidationError
       | ConnectionError
@@ -167,7 +166,7 @@ async function $do(
   const response = doResult.value;
 
   const [result] = await M.match<
-    components.ItemListObject,
+    operations.ConversationsItemsCreateResponseBody,
     | SDKError
     | ResponseValidationError
     | ConnectionError
@@ -177,7 +176,7 @@ async function $do(
     | UnexpectedClientError
     | SDKValidationError
   >(
-    M.json(200, components.ItemListObject$inboundSchema),
+    M.json(200, operations.ConversationsItemsCreateResponseBody$inboundSchema),
     M.fail("4XX"),
     M.fail("5XX"),
   )(response, req);

package/src/funcs/llmConversationsListItems.ts

@@ -11,7 +11,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import * as components from "../models/components/index.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -38,7 +37,7 @@ export function llmConversationsListItems(
   options?: RequestOptions,
 ): APIPromise<
   Result<
-    components.ItemListObject,
+    operations.ConversationsItemsListResponseBody,
     | SDKError
     | ResponseValidationError
     | ConnectionError
@@ -63,7 +62,7 @@ async function $do(
 ): Promise<
   [
     Result<
-      components.ItemListObject,
+      operations.ConversationsItemsListResponseBody,
       | SDKError
       | ResponseValidationError
       | ConnectionError
@@ -172,7 +171,7 @@ async function $do(
   const response = doResult.value;
 
   const [result] = await M.match<
-    components.ItemListObject,
+    operations.ConversationsItemsListResponseBody,
     | SDKError
     | ResponseValidationError
     | ConnectionError
@@ -182,7 +181,7 @@ async function $do(
     | UnexpectedClientError
     | SDKValidationError
   >(
-    M.json(200, components.ItemListObject$inboundSchema),
+    M.json(200, operations.ConversationsItemsListResponseBody$inboundSchema),
     M.fail("4XX"),
     M.fail("5XX"),
   )(response, req);

package/src/funcs/llmPromptsDelete.ts

@@ -3,7 +3,7 @@
  */
 
 import { SDKCore } from "../core.js";
-import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import { encodeSimple } from "../lib/encodings.js";
 import { matchStatusCode } from "../lib/http.js";
 import * as M from "../lib/matchers.js";
 import { compactMap } from "../lib/primitives.js";
@@ -85,7 +85,7 @@ async function $do(
     return [parsed, { status: "invalid" }];
   }
   const payload = parsed.value;
-  const body = encodeJSON("body", payload.RequestBody, { explode: true });
+  const body = null;
 
   const pathParams = {
     id: encodeSimple("id", payload.id, {
@@ -96,7 +96,6 @@ async function $do(
   const path = pathToFunc("/api/v1/llm/prompts/{id}")(pathParams);
 
   const headers = new Headers(compactMap({
-    "Content-Type": "application/json",
     Accept: "application/json",
     "X-On-Behalf-Of": encodeSimple(
       "X-On-Behalf-Of",

package/src/lib/config.ts

@@ -65,7 +65,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "1.1.0",
-  sdkVersion: "0.48.38",
+  sdkVersion: "0.48.40",
   genVersion: "2.916.2",
-  userAgent: "speakeasy-sdk/typescript 0.48.38 2.916.2 1.1.0 @meetkai/mka1",
+  userAgent: "speakeasy-sdk/typescript 0.48.40 2.916.2 1.1.0 @meetkai/mka1",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.48.38",
+    currentVersion: "0.48.40",
   },
 });
 

package/src/mcp-server/server.ts

@@ -357,7 +357,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "SDK",
-    version: "0.48.38",
+    version: "0.48.40",
   });
 
   const client = new SDKCore({

package/src/mcp-server/tools/budgetsApiKeyEvents.ts

@@ -14,7 +14,7 @@ export const tool$budgetsApiKeyEvents: ToolDefinition<typeof args> = {
   name: "budgets-api-key-events",
   description: `List apikey budget events
 
-Returns recent threshold-alert and block events for the scope's budgets.`,
+Returns recent threshold-alert and block events for the scope's budgets. Callable by cluster admins, or org admins for API keys in their own organization.`,
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await budgetsApiKeyEvents(

package/src/mcp-server/tools/budgetsDeleteApiKey.ts

@@ -14,7 +14,7 @@ export const tool$budgetsDeleteApiKey: ToolDefinition<typeof args> = {
   name: "budgets-delete-api-key",
   description: `Delete a apikey budget
 
-Removes the apikey's budget for the given owner; enforcement and alerts stop.`,
+Removes the apikey's budget for the given owner; enforcement and alerts stop. Callable by cluster admins, or org admins for API keys in their own organization.`,
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await budgetsDeleteApiKey(

package/src/mcp-server/tools/budgetsGetApiKey.ts

@@ -14,7 +14,7 @@ export const tool$budgetsGetApiKey: ToolDefinition<typeof args> = {
   name: "budgets-get-api-key",
   description: `List apikey budgets
 
-Returns the apikey's budgets (self-budget and/or ceiling) with each one's live spend gauge.`,
+Returns the apikey's budgets (self-budget and/or ceiling) with each one's live spend gauge. Callable by cluster admins, or org admins for API keys in their own organization.`,
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await budgetsGetApiKey(

package/src/mcp-server/tools/budgetsList.ts

@@ -9,7 +9,7 @@ export const tool$budgetsList: ToolDefinition = {
   name: "budgets-list",
   description: `List budgets
 
-Cluster admins see all budgets; org admins see their org's budgets.`,
+Cluster admins see all budgets; org admins see their org's budgets plus budgets on API keys in their org.`,
   tool: async (client, ctx) => {
     const [result, apiCall] = await budgetsList(
       client,

package/src/mcp-server/tools/budgetsSetApiKey.ts

@@ -14,7 +14,7 @@ export const tool$budgetsSetApiKey: ToolDefinition<typeof args> = {
   name: "budgets-set-api-key",
   description: `Set a apikey budget
 
-Creates or updates a budget for the apikey. One budget per (scope, owner); editing re-evaluates against live spend.`,
+Creates or updates a budget for the apikey. One budget per (scope, owner); editing re-evaluates against live spend. Callable by cluster admins, or org admins for API keys in their own organization.`,
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await budgetsSetApiKey(

package/src/models/components/conversationobject.ts

@@ -21,6 +21,9 @@ export type ConversationObject = {
    * Unix timestamp of when the conversation was created
    */
   createdAt: number;
+  /**
+   * Set of 16 key-value pairs. Keys max 64 chars, values max 512 chars.
+   */
   metadata?: { [k: string]: string } | null | undefined;
   /**
    * Identity of the conversation owner. Either a SHA256 hash or raw userId:externalUserId depending on IDENTITY_MODE.

package/src/models/components/createconversationrequest.ts

@@ -18,6 +18,9 @@ export type CreateConversationRequest = {
    * Initial items to include in the conversation context. Max 20 items at a time.
    */
   items?: Array<Item> | undefined;
+  /**
+   * Set of 16 key-value pairs for storing additional information.
+   */
   metadata?: { [k: string]: string } | undefined;
 };
 

package/src/models/components/evalfewshotconfig.ts

@@ -8,6 +8,12 @@ import { safeParse } from "../../lib/schemas.js";
 import { ClosedEnum } from "../../types/enums.js";
 import { Result as SafeParseResult } from "../../types/fp.js";
 import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import {
+  EvalDataset,
+  EvalDataset$inboundSchema,
+  EvalDataset$Outbound,
+  EvalDataset$outboundSchema,
+} from "./evaldataset.js";
 
 export const Strategy = {
   First: "first",
@@ -18,9 +24,9 @@ export type Strategy = ClosedEnum<typeof Strategy>;
 export type EvalFewshotConfig = {
   count?: number | undefined;
   /**
-   * Optional separate dataset used for few-shot examples.
+   * Dataset backing an eval task.
    */
-  dataset?: any | undefined;
+  dataset?: EvalDataset | undefined;
   /**
    * Optional prompt template for few-shot examples. Defaults to task prompt_template.
    */
@@ -55,7 +61,7 @@ export const EvalFewshotConfig$inboundSchema: z.ZodType<
   unknown
 > = z.object({
   count: z.number().int().default(0),
-  dataset: z.any().optional(),
+  dataset: EvalDataset$inboundSchema.optional(),
   prompt_template: z.string().optional(),
   target_template: z.string().optional(),
   example_template: z.string().default("{{prompt}}\n{{target}}"),
@@ -72,7 +78,7 @@ export const EvalFewshotConfig$inboundSchema: z.ZodType<
 /** @internal */
 export type EvalFewshotConfig$Outbound = {
   count: number;
-  dataset?: any | undefined;
+  dataset?: EvalDataset$Outbound | undefined;
   prompt_template?: string | undefined;
   target_template?: string | undefined;
   example_template: string;
@@ -88,7 +94,7 @@ export const EvalFewshotConfig$outboundSchema: z.ZodType<
   EvalFewshotConfig
 > = z.object({
   count: z.number().int().default(0),
-  dataset: z.any().optional(),
+  dataset: EvalDataset$outboundSchema.optional(),
   promptTemplate: z.string().optional(),
   targetTemplate: z.string().optional(),
   exampleTemplate: z.string().default("{{prompt}}\n{{target}}"),

package/src/models/components/evalmetric.ts

@@ -0,0 +1,96 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import {
+  collectExtraKeys as collectExtraKeys$,
+  safeParse,
+} from "../../lib/schemas.js";
+import { ClosedEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export const Aggregation = {
+  Mean: "mean",
+  None: "none",
+} as const;
+export type Aggregation = ClosedEnum<typeof Aggregation>;
+
+export type EvalMetric = {
+  id: string;
+  aggregation?: Aggregation | undefined;
+  higherIsBetter?: boolean | undefined;
+  description?: string | undefined;
+  additionalProperties?: { [k: string]: any } | undefined;
+};
+
+/** @internal */
+export const Aggregation$inboundSchema: z.ZodNativeEnum<typeof Aggregation> = z
+  .nativeEnum(Aggregation);
+/** @internal */
+export const Aggregation$outboundSchema: z.ZodNativeEnum<typeof Aggregation> =
+  Aggregation$inboundSchema;
+
+/** @internal */
+export const EvalMetric$inboundSchema: z.ZodType<
+  EvalMetric,
+  z.ZodTypeDef,
+  unknown
+> = collectExtraKeys$(
+  z.object({
+    id: z.string(),
+    aggregation: Aggregation$inboundSchema.default("mean"),
+    higher_is_better: z.boolean().default(true),
+    description: z.string().optional(),
+  }).catchall(z.any()),
+  "additionalProperties",
+  true,
+).transform((v) => {
+  return remap$(v, {
+    "higher_is_better": "higherIsBetter",
+  });
+});
+/** @internal */
+export type EvalMetric$Outbound = {
+  id: string;
+  aggregation: string;
+  higher_is_better: boolean;
+  description?: string | undefined;
+  [additionalProperties: string]: unknown;
+};
+
+/** @internal */
+export const EvalMetric$outboundSchema: z.ZodType<
+  EvalMetric$Outbound,
+  z.ZodTypeDef,
+  EvalMetric
+> = z.object({
+  id: z.string(),
+  aggregation: Aggregation$outboundSchema.default("mean"),
+  higherIsBetter: z.boolean().default(true),
+  description: z.string().optional(),
+  additionalProperties: z.record(z.any()).optional(),
+}).transform((v) => {
+  return {
+    ...v.additionalProperties,
+    ...remap$(v, {
+      higherIsBetter: "higher_is_better",
+      additionalProperties: null,
+    }),
+  };
+});
+
+export function evalMetricToJSON(evalMetric: EvalMetric): string {
+  return JSON.stringify(EvalMetric$outboundSchema.parse(evalMetric));
+}
+export function evalMetricFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalMetric, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => EvalMetric$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalMetric' from JSON`,
+  );
+}

package/src/models/components/evaltask.ts

@@ -19,6 +19,12 @@ import {
   EvalFewshotConfig$Outbound,
   EvalFewshotConfig$outboundSchema,
 } from "./evalfewshotconfig.js";
+import {
+  EvalMetric,
+  EvalMetric$inboundSchema,
+  EvalMetric$Outbound,
+  EvalMetric$outboundSchema,
+} from "./evalmetric.js";
 import {
   EvalOutputExtraction,
   EvalOutputExtraction$inboundSchema,
@@ -58,7 +64,7 @@ export type EvalTask = {
   targetTemplate?: string | undefined;
   choices?: Array<string> | undefined;
   outputExtraction?: EvalOutputExtraction | undefined;
-  metrics?: Array<any> | undefined;
+  metrics?: Array<EvalMetric> | undefined;
   grader: EvalPythonGrader;
   preprocess?: EvalPythonPreprocessor | undefined;
   fewshot?: EvalFewshotConfig | undefined;
@@ -83,7 +89,7 @@ export const EvalTask$inboundSchema: z.ZodType<
   target_template: z.string().optional(),
   choices: z.array(z.string()).optional(),
   output_extraction: EvalOutputExtraction$inboundSchema.optional(),
-  metrics: z.array(z.any()).optional(),
+  metrics: z.array(EvalMetric$inboundSchema).optional(),
   grader: EvalPythonGrader$inboundSchema,
   preprocess: EvalPythonPreprocessor$inboundSchema.optional(),
   fewshot: EvalFewshotConfig$inboundSchema.optional(),
@@ -107,7 +113,7 @@ export type EvalTask$Outbound = {
   target_template?: string | undefined;
   choices?: Array<string> | undefined;
   output_extraction?: EvalOutputExtraction$Outbound | undefined;
-  metrics?: Array<any> | undefined;
+  metrics?: Array<EvalMetric$Outbound> | undefined;
   grader: EvalPythonGrader$Outbound;
   preprocess?: EvalPythonPreprocessor$Outbound | undefined;
   fewshot?: EvalFewshotConfig$Outbound | undefined;
@@ -129,7 +135,7 @@ export const EvalTask$outboundSchema: z.ZodType<
   targetTemplate: z.string().optional(),
   choices: z.array(z.string()).optional(),
   outputExtraction: EvalOutputExtraction$outboundSchema.optional(),
-  metrics: z.array(z.any()).optional(),
+  metrics: z.array(EvalMetric$outboundSchema).optional(),
   grader: EvalPythonGrader$outboundSchema,
   preprocess: EvalPythonPreprocessor$outboundSchema.optional(),
   fewshot: EvalFewshotConfig$outboundSchema.optional(),

package/src/models/components/index.ts

@@ -167,6 +167,7 @@ export * from "./evaldatasetformat.js";
 export * from "./evalfewshotconfig.js";
 export * from "./evalgenerationconfig.js";
 export * from "./evalhistoricalimportobject.js";
+export * from "./evalmetric.js";
 export * from "./evaloutputextraction.js";
 export * from "./evalpythongrader.js";
 export * from "./evalpythongradercontract.js";
@@ -272,7 +273,6 @@ export * from "./inputimagemask.js";
 export * from "./inputitemlistobject.js";
 export * from "./inputmessage.js";
 export * from "./inputmessagecontent.js";
-export * from "./inputmessagewithid.js";
 export * from "./inputtext.js";
 export * from "./inputtokensdetails.js";
 export * from "./insertdatarequest.js";
@@ -280,10 +280,8 @@ export * from "./insertdataresponse.js";
 export * from "./integrationobject.js";
 export * from "./intfield.js";
 export * from "./item.js";
-export * from "./itemlistobject.js";
 export * from "./itemreference.js";
 export * from "./itemreferencewithid.js";
-export * from "./itemwithid.js";
 export * from "./ivfflatindexconfig.js";
 export * from "./ivfpqindexconfig.js";
 export * from "./jobevent.js";

package/src/models/components/livekittokenrequest.ts

@@ -267,6 +267,9 @@ export type Llm = {
    * Specifies the processing tier for serving the request. 'auto' lets the system choose, 'default' uses standard processing, 'flex' allows flexible scheduling for lower priority, 'priority' provides faster processing. Defaults to 'auto'.
    */
   serviceTier?: LivekitTokenRequestServiceTier | undefined;
+  /**
+   * Custom metadata to attach to this response as key-value pairs. Keys must be strings up to 64 characters, values must be strings up to 512 characters. Maximum 16 pairs. Useful for tracking, categorization, or passing custom identifiers through your system.
+   */
   metadata?: { [k: string]: string } | undefined;
   text?: TextConfiguration | undefined;
 };