@meetkai/mka1 0.54.22 → 0.54.24

package/src/react-query/llmEvalsGetRunOverview.core.ts

@@ -0,0 +1,77 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  QueryClient,
+  QueryFunctionContext,
+  QueryKey,
+} from "@tanstack/react-query";
+import { SDKCore } from "../core.js";
+import { llmEvalsGetRunOverview } from "../funcs/llmEvalsGetRunOverview.js";
+import { combineSignals } from "../lib/primitives.js";
+import { RequestOptions } from "../lib/sdks.js";
+import * as components from "../models/components/index.js";
+import * as operations from "../models/operations/index.js";
+import { unwrapAsync } from "../types/fp.js";
+export type LlmEvalsGetRunOverviewQueryData = components.EvalRunOverview;
+
+export function prefetchLlmEvalsGetRunOverview(
+  queryClient: QueryClient,
+  client$: SDKCore,
+  request: operations.GetEvalRunOverviewRequest,
+  options?: RequestOptions,
+): Promise<void> {
+  return queryClient.prefetchQuery({
+    ...buildLlmEvalsGetRunOverviewQuery(
+      client$,
+      request,
+      options,
+    ),
+  });
+}
+
+export function buildLlmEvalsGetRunOverviewQuery(
+  client$: SDKCore,
+  request: operations.GetEvalRunOverviewRequest,
+  options?: RequestOptions,
+): {
+  queryKey: QueryKey;
+  queryFn: (
+    context: QueryFunctionContext,
+  ) => Promise<LlmEvalsGetRunOverviewQueryData>;
+} {
+  return {
+    queryKey: queryKeyLlmEvalsGetRunOverview(request.runId, {
+      metric: request.metric,
+      xOnBehalfOf: request.xOnBehalfOf,
+    }),
+    queryFn: async function llmEvalsGetRunOverviewQueryFn(
+      ctx,
+    ): Promise<LlmEvalsGetRunOverviewQueryData> {
+      const sig = combineSignals(
+        ctx.signal,
+        options?.signal,
+        options?.fetchOptions?.signal,
+      );
+      const mergedOptions = {
+        ...options?.fetchOptions,
+        ...options,
+        signal: sig,
+      };
+
+      return unwrapAsync(llmEvalsGetRunOverview(
+        client$,
+        request,
+        mergedOptions,
+      ));
+    },
+  };
+}
+
+export function queryKeyLlmEvalsGetRunOverview(
+  runId: string,
+  parameters: { metric?: string | undefined; xOnBehalfOf?: string | undefined },
+): QueryKey {
+  return ["@meetkai/mka1", "evals", "getRunOverview", runId, parameters];
+}

package/src/react-query/llmEvalsGetRunOverview.ts

@@ -0,0 +1,150 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  InvalidateQueryFilters,
+  QueryClient,
+  useQuery,
+  UseQueryResult,
+  useSuspenseQuery,
+  UseSuspenseQueryResult,
+} from "@tanstack/react-query";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
+import { SDKError } from "../models/errors/sdkerror.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { useSDKContext } from "./_context.js";
+import {
+  QueryHookOptions,
+  SuspenseQueryHookOptions,
+  TupleToPrefixes,
+} from "./_types.js";
+import {
+  buildLlmEvalsGetRunOverviewQuery,
+  LlmEvalsGetRunOverviewQueryData,
+  prefetchLlmEvalsGetRunOverview,
+  queryKeyLlmEvalsGetRunOverview,
+} from "./llmEvalsGetRunOverview.core.js";
+export {
+  buildLlmEvalsGetRunOverviewQuery,
+  type LlmEvalsGetRunOverviewQueryData,
+  prefetchLlmEvalsGetRunOverview,
+  queryKeyLlmEvalsGetRunOverview,
+};
+
+export type LlmEvalsGetRunOverviewQueryError =
+  | SDKError
+  | ResponseValidationError
+  | ConnectionError
+  | RequestAbortedError
+  | RequestTimeoutError
+  | InvalidRequestError
+  | UnexpectedClientError
+  | SDKValidationError;
+
+/**
+ * Get an eval run overview
+ *
+ * @remarks
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
+ */
+export function useLlmEvalsGetRunOverview(
+  request: operations.GetEvalRunOverviewRequest,
+  options?: QueryHookOptions<
+    LlmEvalsGetRunOverviewQueryData,
+    LlmEvalsGetRunOverviewQueryError
+  >,
+): UseQueryResult<
+  LlmEvalsGetRunOverviewQueryData,
+  LlmEvalsGetRunOverviewQueryError
+> {
+  const client = useSDKContext();
+  return useQuery({
+    ...buildLlmEvalsGetRunOverviewQuery(
+      client,
+      request,
+      options,
+    ),
+    ...options,
+  });
+}
+
+/**
+ * Get an eval run overview
+ *
+ * @remarks
+ * Aggregate header for one run's trials view: trial counts, average reward, cost, and the input/output/cached token split. Its own route rather than fields on the run object because it scans the run's samples — folding it into `GET /evals/runs/{run_id}` would charge that scan to every run list and to the status polling that runs for the whole length of an eval. `trials.errored` overlaps `trials.failed` instead of partitioning it: a coding-agent trial can carry an agent timeout in `error` and still be completed and scored. `trials.retried` counts trials rerun through rerun-failed, read from the pre-rerun snapshot, since a rerun overwrites the sample in place.
+ */
+export function useLlmEvalsGetRunOverviewSuspense(
+  request: operations.GetEvalRunOverviewRequest,
+  options?: SuspenseQueryHookOptions<
+    LlmEvalsGetRunOverviewQueryData,
+    LlmEvalsGetRunOverviewQueryError
+  >,
+): UseSuspenseQueryResult<
+  LlmEvalsGetRunOverviewQueryData,
+  LlmEvalsGetRunOverviewQueryError
+> {
+  const client = useSDKContext();
+  return useSuspenseQuery({
+    ...buildLlmEvalsGetRunOverviewQuery(
+      client,
+      request,
+      options,
+    ),
+    ...options,
+  });
+}
+
+export function setLlmEvalsGetRunOverviewData(
+  client: QueryClient,
+  queryKeyBase: [
+    runId: string,
+    parameters: {
+      metric?: string | undefined;
+      xOnBehalfOf?: string | undefined;
+    },
+  ],
+  data: LlmEvalsGetRunOverviewQueryData,
+): LlmEvalsGetRunOverviewQueryData | undefined {
+  const key = queryKeyLlmEvalsGetRunOverview(...queryKeyBase);
+
+  return client.setQueryData<LlmEvalsGetRunOverviewQueryData>(key, data);
+}
+
+export function invalidateLlmEvalsGetRunOverview(
+  client: QueryClient,
+  queryKeyBase: TupleToPrefixes<
+    [
+      runId: string,
+      parameters: {
+        metric?: string | undefined;
+        xOnBehalfOf?: string | undefined;
+      },
+    ]
+  >,
+  filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
+): Promise<void> {
+  return client.invalidateQueries({
+    ...filters,
+    queryKey: ["@meetkai/mka1", "evals", "getRunOverview", ...queryKeyBase],
+  });
+}
+
+export function invalidateAllLlmEvalsGetRunOverview(
+  client: QueryClient,
+  filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
+): Promise<void> {
+  return client.invalidateQueries({
+    ...filters,
+    queryKey: ["@meetkai/mka1", "evals", "getRunOverview"],
+  });
+}

package/src/react-query/llmEvalsGetSampleTrajectory.core.ts

@@ -0,0 +1,94 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  QueryClient,
+  QueryFunctionContext,
+  QueryKey,
+} from "@tanstack/react-query";
+import { SDKCore } from "../core.js";
+import { llmEvalsGetSampleTrajectory } from "../funcs/llmEvalsGetSampleTrajectory.js";
+import { combineSignals } from "../lib/primitives.js";
+import { RequestOptions } from "../lib/sdks.js";
+import * as operations from "../models/operations/index.js";
+import { unwrapAsync } from "../types/fp.js";
+export type LlmEvalsGetSampleTrajectoryQueryData =
+  operations.GetEvalSampleTrajectoryResponseBody;
+
+export function prefetchLlmEvalsGetSampleTrajectory(
+  queryClient: QueryClient,
+  client$: SDKCore,
+  request: operations.GetEvalSampleTrajectoryRequest,
+  options?: RequestOptions,
+): Promise<void> {
+  return queryClient.prefetchQuery({
+    ...buildLlmEvalsGetSampleTrajectoryQuery(
+      client$,
+      request,
+      options,
+    ),
+  });
+}
+
+export function buildLlmEvalsGetSampleTrajectoryQuery(
+  client$: SDKCore,
+  request: operations.GetEvalSampleTrajectoryRequest,
+  options?: RequestOptions,
+): {
+  queryKey: QueryKey;
+  queryFn: (
+    context: QueryFunctionContext,
+  ) => Promise<LlmEvalsGetSampleTrajectoryQueryData>;
+} {
+  return {
+    queryKey: queryKeyLlmEvalsGetSampleTrajectory(
+      request.runId,
+      request.sampleIndex,
+      {
+        taskId: request.taskId,
+        model: request.model,
+        xOnBehalfOf: request.xOnBehalfOf,
+      },
+    ),
+    queryFn: async function llmEvalsGetSampleTrajectoryQueryFn(
+      ctx,
+    ): Promise<LlmEvalsGetSampleTrajectoryQueryData> {
+      const sig = combineSignals(
+        ctx.signal,
+        options?.signal,
+        options?.fetchOptions?.signal,
+      );
+      const mergedOptions = {
+        ...options?.fetchOptions,
+        ...options,
+        signal: sig,
+      };
+
+      return unwrapAsync(llmEvalsGetSampleTrajectory(
+        client$,
+        request,
+        mergedOptions,
+      ));
+    },
+  };
+}
+
+export function queryKeyLlmEvalsGetSampleTrajectory(
+  runId: string,
+  sampleIndex: number,
+  parameters: {
+    taskId?: string | undefined;
+    model?: string | undefined;
+    xOnBehalfOf?: string | undefined;
+  },
+): QueryKey {
+  return [
+    "@meetkai/mka1",
+    "evals",
+    "getSampleTrajectory",
+    runId,
+    sampleIndex,
+    parameters,
+  ];
+}

package/src/react-query/llmEvalsGetSampleTrajectory.ts

@@ -0,0 +1,159 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  InvalidateQueryFilters,
+  QueryClient,
+  useQuery,
+  UseQueryResult,
+  useSuspenseQuery,
+  UseSuspenseQueryResult,
+} from "@tanstack/react-query";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
+import { SDKError } from "../models/errors/sdkerror.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { useSDKContext } from "./_context.js";
+import {
+  QueryHookOptions,
+  SuspenseQueryHookOptions,
+  TupleToPrefixes,
+} from "./_types.js";
+import {
+  buildLlmEvalsGetSampleTrajectoryQuery,
+  LlmEvalsGetSampleTrajectoryQueryData,
+  prefetchLlmEvalsGetSampleTrajectory,
+  queryKeyLlmEvalsGetSampleTrajectory,
+} from "./llmEvalsGetSampleTrajectory.core.js";
+export {
+  buildLlmEvalsGetSampleTrajectoryQuery,
+  type LlmEvalsGetSampleTrajectoryQueryData,
+  prefetchLlmEvalsGetSampleTrajectory,
+  queryKeyLlmEvalsGetSampleTrajectory,
+};
+
+export type LlmEvalsGetSampleTrajectoryQueryError =
+  | SDKError
+  | ResponseValidationError
+  | ConnectionError
+  | RequestAbortedError
+  | RequestTimeoutError
+  | InvalidRequestError
+  | UnexpectedClientError
+  | SDKValidationError;
+
+/**
+ * Get an eval sample trajectory
+ *
+ * @remarks
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
+ */
+export function useLlmEvalsGetSampleTrajectory(
+  request: operations.GetEvalSampleTrajectoryRequest,
+  options?: QueryHookOptions<
+    LlmEvalsGetSampleTrajectoryQueryData,
+    LlmEvalsGetSampleTrajectoryQueryError
+  >,
+): UseQueryResult<
+  LlmEvalsGetSampleTrajectoryQueryData,
+  LlmEvalsGetSampleTrajectoryQueryError
+> {
+  const client = useSDKContext();
+  return useQuery({
+    ...buildLlmEvalsGetSampleTrajectoryQuery(
+      client,
+      request,
+      options,
+    ),
+    ...options,
+  });
+}
+
+/**
+ * Get an eval sample trajectory
+ *
+ * @remarks
+ * Returns one coding-agent trial's session — the steps the agent took, verbatim in the harness's interchange format (see `schema_version`, e.g. `ATIF-v1.7`). Deliberately not part of the samples list: a trajectory averages ~92 KB and that list pages up to 500 rows. Sample indices are unique per (task, model), not per run, so pass `task_id` and/or `model` when the run covers more than one; an index that matches several trials returns 400 rather than guessing, and never falls back to another trial's session. Returns 404 when the sample does not exist or recorded no trajectory.
+ */
+export function useLlmEvalsGetSampleTrajectorySuspense(
+  request: operations.GetEvalSampleTrajectoryRequest,
+  options?: SuspenseQueryHookOptions<
+    LlmEvalsGetSampleTrajectoryQueryData,
+    LlmEvalsGetSampleTrajectoryQueryError
+  >,
+): UseSuspenseQueryResult<
+  LlmEvalsGetSampleTrajectoryQueryData,
+  LlmEvalsGetSampleTrajectoryQueryError
+> {
+  const client = useSDKContext();
+  return useSuspenseQuery({
+    ...buildLlmEvalsGetSampleTrajectoryQuery(
+      client,
+      request,
+      options,
+    ),
+    ...options,
+  });
+}
+
+export function setLlmEvalsGetSampleTrajectoryData(
+  client: QueryClient,
+  queryKeyBase: [
+    runId: string,
+    sampleIndex: number,
+    parameters: {
+      taskId?: string | undefined;
+      model?: string | undefined;
+      xOnBehalfOf?: string | undefined;
+    },
+  ],
+  data: LlmEvalsGetSampleTrajectoryQueryData,
+): LlmEvalsGetSampleTrajectoryQueryData | undefined {
+  const key = queryKeyLlmEvalsGetSampleTrajectory(...queryKeyBase);
+
+  return client.setQueryData<LlmEvalsGetSampleTrajectoryQueryData>(key, data);
+}
+
+export function invalidateLlmEvalsGetSampleTrajectory(
+  client: QueryClient,
+  queryKeyBase: TupleToPrefixes<
+    [
+      runId: string,
+      sampleIndex: number,
+      parameters: {
+        taskId?: string | undefined;
+        model?: string | undefined;
+        xOnBehalfOf?: string | undefined;
+      },
+    ]
+  >,
+  filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
+): Promise<void> {
+  return client.invalidateQueries({
+    ...filters,
+    queryKey: [
+      "@meetkai/mka1",
+      "evals",
+      "getSampleTrajectory",
+      ...queryKeyBase,
+    ],
+  });
+}
+
+export function invalidateAllLlmEvalsGetSampleTrajectory(
+  client: QueryClient,
+  filters?: Omit<InvalidateQueryFilters, "queryKey" | "predicate" | "exact">,
+): Promise<void> {
+  return client.invalidateQueries({
+    ...filters,
+    queryKey: ["@meetkai/mka1", "evals", "getSampleTrajectory"],
+  });
+}

package/src/react-query/llmEvalsGetSuiteLeaderboard.core.ts

@@ -0,0 +1,89 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  QueryClient,
+  QueryFunctionContext,
+  QueryKey,
+} from "@tanstack/react-query";
+import { SDKCore } from "../core.js";
+import { llmEvalsGetSuiteLeaderboard } from "../funcs/llmEvalsGetSuiteLeaderboard.js";
+import { combineSignals } from "../lib/primitives.js";
+import { RequestOptions } from "../lib/sdks.js";
+import * as components from "../models/components/index.js";
+import * as operations from "../models/operations/index.js";
+import { unwrapAsync } from "../types/fp.js";
+export type LlmEvalsGetSuiteLeaderboardQueryData =
+  components.EvalSuiteLeaderboard;
+
+export function prefetchLlmEvalsGetSuiteLeaderboard(
+  queryClient: QueryClient,
+  client$: SDKCore,
+  request: operations.GetEvalSuiteLeaderboardRequest,
+  options?: RequestOptions,
+): Promise<void> {
+  return queryClient.prefetchQuery({
+    ...buildLlmEvalsGetSuiteLeaderboardQuery(
+      client$,
+      request,
+      options,
+    ),
+  });
+}
+
+export function buildLlmEvalsGetSuiteLeaderboardQuery(
+  client$: SDKCore,
+  request: operations.GetEvalSuiteLeaderboardRequest,
+  options?: RequestOptions,
+): {
+  queryKey: QueryKey;
+  queryFn: (
+    context: QueryFunctionContext,
+  ) => Promise<LlmEvalsGetSuiteLeaderboardQueryData>;
+} {
+  return {
+    queryKey: queryKeyLlmEvalsGetSuiteLeaderboard(request.suiteId, {
+      suiteVersion: request.suiteVersion,
+      metric: request.metric,
+      agent: request.agent,
+      model: request.model,
+      limit: request.limit,
+      xOnBehalfOf: request.xOnBehalfOf,
+    }),
+    queryFn: async function llmEvalsGetSuiteLeaderboardQueryFn(
+      ctx,
+    ): Promise<LlmEvalsGetSuiteLeaderboardQueryData> {
+      const sig = combineSignals(
+        ctx.signal,
+        options?.signal,
+        options?.fetchOptions?.signal,
+      );
+      const mergedOptions = {
+        ...options?.fetchOptions,
+        ...options,
+        signal: sig,
+      };
+
+      return unwrapAsync(llmEvalsGetSuiteLeaderboard(
+        client$,
+        request,
+        mergedOptions,
+      ));
+    },
+  };
+}
+
+export function queryKeyLlmEvalsGetSuiteLeaderboard(
+  suiteId: string,
+  parameters: {
+    suiteVersion?: number | undefined;
+    metric?: string | undefined;
+    agent?: string | undefined;
+    model?: string | undefined;
+    limit?: number | undefined;
+    xOnBehalfOf?: string | undefined;
+  },
+): QueryKey {
+  return ["@meetkai/mka1", "evals", "getSuiteLeaderboard", suiteId, parameters];
+}