@meetkai/mka1 0.51.34 → 0.51.35

package/src/funcs/llmEvalsGetSampleAudio.ts

@@ -0,0 +1,195 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { SDKCore } from "../core.js";
+import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
+import { matchStatusCode } from "../lib/http.js";
+import * as M from "../lib/matchers.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import * as components from "../models/components/index.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
+import { SDKError } from "../models/errors/sdkerror.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Get eval sample audio
+ *
+ * @remarks
+ * Returns `{ object, audio, sample_index, task_id, model }` for a single transcription sample — the clip reference (a base64 `data:` URI or a URL) read from the un-redacted `dataset_row` (list responses redact inline `data:` blobs), plus the resolved task/model. Prefers the task's configured `audio_column`, falling back to a heuristic scan. The clip differs across tasks, so pass `task_id` when a run has more than one transcription task; if the index spans multiple tasks and `task_id` is omitted, returns 400 rather than guessing. `model` is optional (the clip is identical across models) and only extends the index prefix. Returns 404 when the sample or its audio is absent, 413 when the inline clip is too large.
+ */
+export function llmEvalsGetSampleAudio(
+  client: SDKCore,
+  request: operations.GetEvalSampleAudioRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    components.EvalSampleAudioObject,
+    | SDKError
+    | ResponseValidationError
+    | ConnectionError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
+  >
+> {
+  return new APIPromise($do(
+    client,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client: SDKCore,
+  request: operations.GetEvalSampleAudioRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      components.EvalSampleAudioObject,
+      | SDKError
+      | ResponseValidationError
+      | ConnectionError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
+    >,
+    APICall,
+  ]
+> {
+  const parsed = safeParse(
+    request,
+    (value) => operations.GetEvalSampleAudioRequest$outboundSchema.parse(value),
+    "Input validation failed",
+  );
+  if (!parsed.ok) {
+    return [parsed, { status: "invalid" }];
+  }
+  const payload = parsed.value;
+  const body = null;
+
+  const pathParams = {
+    run_id: encodeSimple("run_id", payload.run_id, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+    sample_index: encodeSimple("sample_index", payload.sample_index, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+  };
+  const path = pathToFunc(
+    "/api/v1/llm/evals/runs/{run_id}/samples/{sample_index}/audio",
+  )(pathParams);
+
+  const query = encodeFormQuery({
+    "model": payload.model,
+    "task_id": payload.task_id,
+  });
+
+  const headers = new Headers(compactMap({
+    Accept: "application/json",
+    "X-On-Behalf-Of": encodeSimple(
+      "X-On-Behalf-Of",
+      payload["X-On-Behalf-Of"],
+      { explode: false, charEncoding: "none" },
+    ),
+  }));
+
+  const secConfig = await extractSecurity(client._options.bearerAuth);
+  const securityInput = secConfig == null ? {} : { bearerAuth: secConfig };
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client._options,
+    baseURL: options?.serverURL ?? client._baseURL ?? "",
+    operationID: "getEvalSampleAudio",
+    oAuth2Scopes: null,
+
+    resolvedSecurity: requestSecurity,
+
+    securitySource: client._options.bearerAuth,
+    retryConfig: options?.retries
+      || client._options.retryConfig
+      || {
+        strategy: "backoff",
+        backoff: {
+          initialInterval: 500,
+          maxInterval: 5000,
+          exponent: 1.5,
+          maxElapsedTime: 15000,
+        },
+        retryConnectionErrors: true,
+      }
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || ["429", "500", "502", "503", "504"],
+  };
+
+  const requestRes = client._createRequest(context, {
+    security: requestSecurity,
+    method: "GET",
+    baseURL: options?.serverURL,
+    path: path,
+    headers: headers,
+    query: query,
+    body: body,
+    userAgent: client._options.userAgent,
+    timeoutMs: options?.timeoutMs || client._options.timeoutMs || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req = requestRes.value;
+
+  const doResult = await client._do(req, {
+    context,
+    isErrorStatusCode: (statusCode: number) =>
+      matchStatusCode({ status: statusCode } as Response, ["4XX", "5XX"]),
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req }];
+  }
+  const response = doResult.value;
+
+  const [result] = await M.match<
+    components.EvalSampleAudioObject,
+    | SDKError
+    | ResponseValidationError
+    | ConnectionError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
+  >(
+    M.json(200, components.EvalSampleAudioObject$inboundSchema),
+    M.fail("4XX"),
+    M.fail("5XX"),
+  )(response, req);
+  if (!result.ok) {
+    return [result, { status: "complete", request: req, response }];
+  }
+
+  return [result, { status: "complete", request: req, response }];
+}

package/src/funcs/llmEvalsListSamples.ts

@@ -99,8 +99,13 @@ async function $do(
 
   const query = encodeFormQuery({
     "after": payload.after,
+    "include_dataset_row": payload.include_dataset_row,
     "limit": payload.limit,
     "model": payload.model,
+    "sample_index": payload.sample_index,
+    "score_max": payload.score_max,
+    "score_metric": payload.score_metric,
+    "score_min": payload.score_min,
     "status": payload.status,
     "task_id": payload.task_id,
   });

package/src/lib/config.ts

@@ -65,7 +65,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "1.1.0",
-  sdkVersion: "0.51.34",
+  sdkVersion: "0.51.35",
   genVersion: "2.924.0",
-  userAgent: "speakeasy-sdk/typescript 0.51.34 2.924.0 1.1.0 @meetkai/mka1",
+  userAgent: "speakeasy-sdk/typescript 0.51.35 2.924.0 1.1.0 @meetkai/mka1",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.51.34",
+    currentVersion: "0.51.35",
   },
 });
 

package/src/mcp-server/server.ts

@@ -147,6 +147,7 @@ import { tool$llmEvalsDeleteSchedule } from "./tools/llmEvalsDeleteSchedule.js";
 import { tool$llmEvalsDeleteSuite } from "./tools/llmEvalsDeleteSuite.js";
 import { tool$llmEvalsGetArtifacts } from "./tools/llmEvalsGetArtifacts.js";
 import { tool$llmEvalsGetRun } from "./tools/llmEvalsGetRun.js";
+import { tool$llmEvalsGetSampleAudio } from "./tools/llmEvalsGetSampleAudio.js";
 import { tool$llmEvalsGetSchedule } from "./tools/llmEvalsGetSchedule.js";
 import { tool$llmEvalsGetSuite } from "./tools/llmEvalsGetSuite.js";
 import { tool$llmEvalsGetSuiteVersion } from "./tools/llmEvalsGetSuiteVersion.js";
@@ -346,7 +347,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "SDK",
-    version: "0.51.34",
+    version: "0.51.35",
   });
 
   const client = new SDKCore({
@@ -502,6 +503,7 @@ export function createMCPServer(deps: {
   tool(tool$llmEvalsRerunFailedSamples);
   tool(tool$llmEvalsRetryFailedRun);
   tool(tool$llmEvalsListSamples);
+  tool(tool$llmEvalsGetSampleAudio);
   tool(tool$llmEvalsGetArtifacts);
   tool(tool$llmEvalsImportHistoricalResults);
   tool(tool$llmEvalsCreateSchedule);

package/src/mcp-server/tools/llmEvalsGetSampleAudio.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { llmEvalsGetSampleAudio } from "../../funcs/llmEvalsGetSampleAudio.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.GetEvalSampleAudioRequest$inboundSchema,
+};
+
+export const tool$llmEvalsGetSampleAudio: ToolDefinition<typeof args> = {
+  name: "llm-evals-get-sample-audio",
+  description: `Get eval sample audio
+
+Returns \`{ object, audio, sample_index, task_id, model }\` for a single transcription sample — the clip reference (a base64 \`data:\` URI or a URL) read from the un-redacted \`dataset_row\` (list responses redact inline \`data:\` blobs), plus the resolved task/model. Prefers the task's configured \`audio_column\`, falling back to a heuristic scan. The clip differs across tasks, so pass \`task_id\` when a run has more than one transcription task; if the index spans multiple tasks and \`task_id\` is omitted, returns 400 rather than guessing. \`model\` is optional (the clip is identical across models) and only extends the index prefix. Returns 404 when the sample or its audio is absent, 413 when the inline clip is too large.`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await llmEvalsGetSampleAudio(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/models/components/evalsampleaudioobject.ts

@@ -0,0 +1,90 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type EvalSampleAudioObject = {
+  object: "eval.sample.audio";
+  /**
+   * Playable clip reference: a base64 `data:` URI or an http(s) URL.
+   */
+  audio: string;
+  /**
+   * Echoes the requested sample index so the client has a complete cache key without tracking it.
+   */
+  sampleIndex: number;
+  /**
+   * The task the clip was resolved from (the clip differs across tasks).
+   */
+  taskId: string;
+  /**
+   * The model row the clip was read from. The clip is identical across models within a task.
+   */
+  model: string;
+};
+
+/** @internal */
+export const EvalSampleAudioObject$inboundSchema: z.ZodType<
+  EvalSampleAudioObject,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  object: z.literal("eval.sample.audio"),
+  audio: z.string(),
+  sample_index: z.number().int(),
+  task_id: z.string(),
+  model: z.string(),
+}).transform((v) => {
+  return remap$(v, {
+    "sample_index": "sampleIndex",
+    "task_id": "taskId",
+  });
+});
+/** @internal */
+export type EvalSampleAudioObject$Outbound = {
+  object: "eval.sample.audio";
+  audio: string;
+  sample_index: number;
+  task_id: string;
+  model: string;
+};
+
+/** @internal */
+export const EvalSampleAudioObject$outboundSchema: z.ZodType<
+  EvalSampleAudioObject$Outbound,
+  z.ZodTypeDef,
+  EvalSampleAudioObject
+> = z.object({
+  object: z.literal("eval.sample.audio"),
+  audio: z.string(),
+  sampleIndex: z.number().int(),
+  taskId: z.string(),
+  model: z.string(),
+}).transform((v) => {
+  return remap$(v, {
+    sampleIndex: "sample_index",
+    taskId: "task_id",
+  });
+});
+
+export function evalSampleAudioObjectToJSON(
+  evalSampleAudioObject: EvalSampleAudioObject,
+): string {
+  return JSON.stringify(
+    EvalSampleAudioObject$outboundSchema.parse(evalSampleAudioObject),
+  );
+}
+export function evalSampleAudioObjectFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalSampleAudioObject, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => EvalSampleAudioObject$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalSampleAudioObject' from JSON`,
+  );
+}

package/src/models/components/index.ts

@@ -207,6 +207,7 @@ export * from "./evalpythongradermodelaccess.js";
 export * from "./evalpythonpreprocessor.js";
 export * from "./evalrundeletedobject.js";
 export * from "./evalrunstatus.js";
+export * from "./evalsampleaudioobject.js";
 export * from "./evalsamplelist.js";
 export * from "./evalsampleobject.js";
 export * from "./evalsamplestatus.js";

package/src/models/operations/getevalsampleaudio.ts

@@ -0,0 +1,85 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type GetEvalSampleAudioRequest = {
+  runId: string;
+  sampleIndex: number;
+  model?: string | undefined;
+  taskId?: string | undefined;
+  /**
+   * Optional external end-user identifier forwarded by the API gateway.
+   */
+  xOnBehalfOf?: string | undefined;
+};
+
+/** @internal */
+export const GetEvalSampleAudioRequest$inboundSchema: z.ZodType<
+  GetEvalSampleAudioRequest,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  run_id: z.string(),
+  sample_index: z.number().int(),
+  model: z.string().optional(),
+  task_id: z.string().optional(),
+  "X-On-Behalf-Of": z.string().optional(),
+}).transform((v) => {
+  return remap$(v, {
+    "run_id": "runId",
+    "sample_index": "sampleIndex",
+    "task_id": "taskId",
+    "X-On-Behalf-Of": "xOnBehalfOf",
+  });
+});
+/** @internal */
+export type GetEvalSampleAudioRequest$Outbound = {
+  run_id: string;
+  sample_index: number;
+  model?: string | undefined;
+  task_id?: string | undefined;
+  "X-On-Behalf-Of"?: string | undefined;
+};
+
+/** @internal */
+export const GetEvalSampleAudioRequest$outboundSchema: z.ZodType<
+  GetEvalSampleAudioRequest$Outbound,
+  z.ZodTypeDef,
+  GetEvalSampleAudioRequest
+> = z.object({
+  runId: z.string(),
+  sampleIndex: z.number().int(),
+  model: z.string().optional(),
+  taskId: z.string().optional(),
+  xOnBehalfOf: z.string().optional(),
+}).transform((v) => {
+  return remap$(v, {
+    runId: "run_id",
+    sampleIndex: "sample_index",
+    taskId: "task_id",
+    xOnBehalfOf: "X-On-Behalf-Of",
+  });
+});
+
+export function getEvalSampleAudioRequestToJSON(
+  getEvalSampleAudioRequest: GetEvalSampleAudioRequest,
+): string {
+  return JSON.stringify(
+    GetEvalSampleAudioRequest$outboundSchema.parse(getEvalSampleAudioRequest),
+  );
+}
+export function getEvalSampleAudioRequestFromJSON(
+  jsonString: string,
+): SafeParseResult<GetEvalSampleAudioRequest, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => GetEvalSampleAudioRequest$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'GetEvalSampleAudioRequest' from JSON`,
+  );
+}

package/src/models/operations/index.ts

@@ -131,6 +131,7 @@ export * from "./getcurrency.js";
 export * from "./getembeddingsusage.js";
 export * from "./getevalartifacts.js";
 export * from "./getevalrun.js";
+export * from "./getevalsampleaudio.js";
 export * from "./getevalschedule.js";
 export * from "./getevalsuite.js";
 export * from "./getevalsuiteversion.js";

package/src/models/operations/listevalsamples.ts

@@ -27,6 +27,11 @@ export type ListEvalSamplesRequest = {
   taskId?: string | undefined;
   model?: string | undefined;
   status?: QueryParamStatus | undefined;
+  scoreMetric?: string | undefined;
+  scoreMin?: number | undefined;
+  scoreMax?: number | undefined;
+  includeDatasetRow?: boolean | undefined;
+  sampleIndex?: string | undefined;
   /**
    * Optional external end-user identifier forwarded by the API gateway.
    */
@@ -54,11 +59,21 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
   task_id: z.string().optional(),
   model: z.string().optional(),
   status: QueryParamStatus$inboundSchema.optional(),
+  score_metric: z.string().optional(),
+  score_min: z.number().optional(),
+  score_max: z.number().optional(),
+  include_dataset_row: z.boolean().default(true),
+  sample_index: z.string().optional(),
   "X-On-Behalf-Of": z.string().optional(),
 }).transform((v) => {
   return remap$(v, {
     "run_id": "runId",
     "task_id": "taskId",
+    "score_metric": "scoreMetric",
+    "score_min": "scoreMin",
+    "score_max": "scoreMax",
+    "include_dataset_row": "includeDatasetRow",
+    "sample_index": "sampleIndex",
     "X-On-Behalf-Of": "xOnBehalfOf",
   });
 });
@@ -70,6 +85,11 @@ export type ListEvalSamplesRequest$Outbound = {
   task_id?: string | undefined;
   model?: string | undefined;
   status?: string | undefined;
+  score_metric?: string | undefined;
+  score_min?: number | undefined;
+  score_max?: number | undefined;
+  include_dataset_row: boolean;
+  sample_index?: string | undefined;
   "X-On-Behalf-Of"?: string | undefined;
 };
 
@@ -85,11 +105,21 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
   taskId: z.string().optional(),
   model: z.string().optional(),
   status: QueryParamStatus$outboundSchema.optional(),
+  scoreMetric: z.string().optional(),
+  scoreMin: z.number().optional(),
+  scoreMax: z.number().optional(),
+  includeDatasetRow: z.boolean().default(true),
+  sampleIndex: z.string().optional(),
   xOnBehalfOf: z.string().optional(),
 }).transform((v) => {
   return remap$(v, {
     runId: "run_id",
     taskId: "task_id",
+    scoreMetric: "score_metric",
+    scoreMin: "score_min",
+    scoreMax: "score_max",
+    includeDatasetRow: "include_dataset_row",
+    sampleIndex: "sample_index",
     xOnBehalfOf: "X-On-Behalf-Of",
   });
 });

package/src/react-query/index.ts

@@ -139,6 +139,7 @@ export * from "./llmEvalsDeleteSchedule.js";
 export * from "./llmEvalsDeleteSuite.js";
 export * from "./llmEvalsGetArtifacts.js";
 export * from "./llmEvalsGetRun.js";
+export * from "./llmEvalsGetSampleAudio.js";
 export * from "./llmEvalsGetSchedule.js";
 export * from "./llmEvalsGetSuite.js";
 export * from "./llmEvalsGetSuiteVersion.js";

package/src/react-query/llmEvalsGetSampleAudio.core.ts

@@ -0,0 +1,94 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  QueryClient,
+  QueryFunctionContext,
+  QueryKey,
+} from "@tanstack/react-query";
+import { SDKCore } from "../core.js";
+import { llmEvalsGetSampleAudio } from "../funcs/llmEvalsGetSampleAudio.js";
+import { combineSignals } from "../lib/primitives.js";
+import { RequestOptions } from "../lib/sdks.js";
+import * as components from "../models/components/index.js";
+import * as operations from "../models/operations/index.js";
+import { unwrapAsync } from "../types/fp.js";
+export type LlmEvalsGetSampleAudioQueryData = components.EvalSampleAudioObject;
+
+export function prefetchLlmEvalsGetSampleAudio(
+  queryClient: QueryClient,
+  client$: SDKCore,
+  request: operations.GetEvalSampleAudioRequest,
+  options?: RequestOptions,
+): Promise<void> {
+  return queryClient.prefetchQuery({
+    ...buildLlmEvalsGetSampleAudioQuery(
+      client$,
+      request,
+      options,
+    ),
+  });
+}
+
+export function buildLlmEvalsGetSampleAudioQuery(
+  client$: SDKCore,
+  request: operations.GetEvalSampleAudioRequest,
+  options?: RequestOptions,
+): {
+  queryKey: QueryKey;
+  queryFn: (
+    context: QueryFunctionContext,
+  ) => Promise<LlmEvalsGetSampleAudioQueryData>;
+} {
+  return {
+    queryKey: queryKeyLlmEvalsGetSampleAudio(
+      request.runId,
+      request.sampleIndex,
+      {
+        model: request.model,
+        taskId: request.taskId,
+        xOnBehalfOf: request.xOnBehalfOf,
+      },
+    ),
+    queryFn: async function llmEvalsGetSampleAudioQueryFn(
+      ctx,
+    ): Promise<LlmEvalsGetSampleAudioQueryData> {
+      const sig = combineSignals(
+        ctx.signal,
+        options?.signal,
+        options?.fetchOptions?.signal,
+      );
+      const mergedOptions = {
+        ...options?.fetchOptions,
+        ...options,
+        signal: sig,
+      };
+
+      return unwrapAsync(llmEvalsGetSampleAudio(
+        client$,
+        request,
+        mergedOptions,
+      ));
+    },
+  };
+}
+
+export function queryKeyLlmEvalsGetSampleAudio(
+  runId: string,
+  sampleIndex: number,
+  parameters: {
+    model?: string | undefined;
+    taskId?: string | undefined;
+    xOnBehalfOf?: string | undefined;
+  },
+): QueryKey {
+  return [
+    "@meetkai/mka1",
+    "evals",
+    "getSampleAudio",
+    runId,
+    sampleIndex,
+    parameters,
+  ];
+}