@meetkai/mka1 0.54.71 → 0.54.73

package/src/models/components/evalsuitetokenmeasurement.ts

@@ -0,0 +1,91 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type EvalSuiteTokenMeasurement = {
+  object: "eval.suite.token_measurement";
+  suiteId: string;
+  /**
+   * Runs whose samples were counted in this call.
+   */
+  measuredRuns: number;
+  /**
+   * Samples that gained token figures in this call.
+   */
+  measuredSamples: number;
+  /**
+   * Runs of the suite that still have samples with text but no token figure, after this call.
+   */
+  remainingRuns: number;
+};
+
+/** @internal */
+export const EvalSuiteTokenMeasurement$inboundSchema: z.ZodType<
+  EvalSuiteTokenMeasurement,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  object: z.literal("eval.suite.token_measurement"),
+  suite_id: z.string(),
+  measured_runs: z.number().int(),
+  measured_samples: z.number().int(),
+  remaining_runs: z.number().int(),
+}).transform((v) => {
+  return remap$(v, {
+    "suite_id": "suiteId",
+    "measured_runs": "measuredRuns",
+    "measured_samples": "measuredSamples",
+    "remaining_runs": "remainingRuns",
+  });
+});
+/** @internal */
+export type EvalSuiteTokenMeasurement$Outbound = {
+  object: "eval.suite.token_measurement";
+  suite_id: string;
+  measured_runs: number;
+  measured_samples: number;
+  remaining_runs: number;
+};
+
+/** @internal */
+export const EvalSuiteTokenMeasurement$outboundSchema: z.ZodType<
+  EvalSuiteTokenMeasurement$Outbound,
+  z.ZodTypeDef,
+  EvalSuiteTokenMeasurement
+> = z.object({
+  object: z.literal("eval.suite.token_measurement"),
+  suiteId: z.string(),
+  measuredRuns: z.number().int(),
+  measuredSamples: z.number().int(),
+  remainingRuns: z.number().int(),
+}).transform((v) => {
+  return remap$(v, {
+    suiteId: "suite_id",
+    measuredRuns: "measured_runs",
+    measuredSamples: "measured_samples",
+    remainingRuns: "remaining_runs",
+  });
+});
+
+export function evalSuiteTokenMeasurementToJSON(
+  evalSuiteTokenMeasurement: EvalSuiteTokenMeasurement,
+): string {
+  return JSON.stringify(
+    EvalSuiteTokenMeasurement$outboundSchema.parse(evalSuiteTokenMeasurement),
+  );
+}
+export function evalSuiteTokenMeasurementFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalSuiteTokenMeasurement, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => EvalSuiteTokenMeasurement$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalSuiteTokenMeasurement' from JSON`,
+  );
+}

package/src/models/components/index.ts

@@ -291,6 +291,7 @@ export * from "./evalsuiteleaderboard.js";
 export * from "./evalsuitelist.js";
 export * from "./evalsuitemanifest.js";
 export * from "./evalsuiteobject.js";
+export * from "./evalsuitetokenmeasurement.js";
 export * from "./evaltask.js";
 export * from "./evaltasktype.js";
 export * from "./event.js";
@@ -455,6 +456,7 @@ export * from "./mcptoolcallwithid.js";
 export * from "./mcptoolchoice.js";
 export * from "./mcptooldefinition.js";
 export * from "./mcptoolfilter.js";
+export * from "./measureevalsuitetokensbody.js";
 export * from "./memoryentry.js";
 export * from "./memoryentrydeleted.js";
 export * from "./memoryentrylist.js";

package/src/models/components/measureevalsuitetokensbody.ts

@@ -0,0 +1,54 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type MeasureEvalSuiteTokensBody = {
+  /**
+   * How many runs to measure in this call. Call again until `remaining_runs` is 0.
+   */
+  limit?: number | undefined;
+};
+
+/** @internal */
+export const MeasureEvalSuiteTokensBody$inboundSchema: z.ZodType<
+  MeasureEvalSuiteTokensBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  limit: z.number().int().default(5),
+});
+/** @internal */
+export type MeasureEvalSuiteTokensBody$Outbound = {
+  limit: number;
+};
+
+/** @internal */
+export const MeasureEvalSuiteTokensBody$outboundSchema: z.ZodType<
+  MeasureEvalSuiteTokensBody$Outbound,
+  z.ZodTypeDef,
+  MeasureEvalSuiteTokensBody
+> = z.object({
+  limit: z.number().int().default(5),
+});
+
+export function measureEvalSuiteTokensBodyToJSON(
+  measureEvalSuiteTokensBody: MeasureEvalSuiteTokensBody,
+): string {
+  return JSON.stringify(
+    MeasureEvalSuiteTokensBody$outboundSchema.parse(measureEvalSuiteTokensBody),
+  );
+}
+export function measureEvalSuiteTokensBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<MeasureEvalSuiteTokensBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => MeasureEvalSuiteTokensBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'MeasureEvalSuiteTokensBody' from JSON`,
+  );
+}

package/src/models/components/repo.ts

@@ -22,7 +22,7 @@ export type Repo = {
    * (the API, `git push`, the HF client, the OCI registry). It is the
    * same id the platform session and mk-authentication's members
    * directory use, so a name is one directory lookup away. `null`
-   * for a row that records no user id; never an empty string.
+   * for a repository that records no user id; never an empty string.
    */
   creator: string | null;
   description: string;

package/src/models/operations/index.ts

@@ -338,6 +338,7 @@ export * from "./livekittoken.js";
 export * from "./llmcheck.js";
 export * from "./llmgrant.js";
 export * from "./llmrevoke.js";
+export * from "./measureevalsuitetokens.js";
 export * from "./modifyvectorstore.js";
 export * from "./patchrepo.js";
 export * from "./pauseagentschedule.js";

package/src/models/operations/measureevalsuitetokens.ts

@@ -0,0 +1,80 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import * as components from "../components/index.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type MeasureEvalSuiteTokensRequest = {
+  suiteId: string;
+  /**
+   * Optional external end-user identifier forwarded by the API gateway.
+   */
+  xOnBehalfOf?: string | undefined;
+  measureEvalSuiteTokensBody: components.MeasureEvalSuiteTokensBody;
+};
+
+/** @internal */
+export const MeasureEvalSuiteTokensRequest$inboundSchema: z.ZodType<
+  MeasureEvalSuiteTokensRequest,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  suite_id: z.string(),
+  "X-On-Behalf-Of": z.string().optional(),
+  MeasureEvalSuiteTokensBody:
+    components.MeasureEvalSuiteTokensBody$inboundSchema,
+}).transform((v) => {
+  return remap$(v, {
+    "suite_id": "suiteId",
+    "X-On-Behalf-Of": "xOnBehalfOf",
+    "MeasureEvalSuiteTokensBody": "measureEvalSuiteTokensBody",
+  });
+});
+/** @internal */
+export type MeasureEvalSuiteTokensRequest$Outbound = {
+  suite_id: string;
+  "X-On-Behalf-Of"?: string | undefined;
+  MeasureEvalSuiteTokensBody: components.MeasureEvalSuiteTokensBody$Outbound;
+};
+
+/** @internal */
+export const MeasureEvalSuiteTokensRequest$outboundSchema: z.ZodType<
+  MeasureEvalSuiteTokensRequest$Outbound,
+  z.ZodTypeDef,
+  MeasureEvalSuiteTokensRequest
+> = z.object({
+  suiteId: z.string(),
+  xOnBehalfOf: z.string().optional(),
+  measureEvalSuiteTokensBody:
+    components.MeasureEvalSuiteTokensBody$outboundSchema,
+}).transform((v) => {
+  return remap$(v, {
+    suiteId: "suite_id",
+    xOnBehalfOf: "X-On-Behalf-Of",
+    measureEvalSuiteTokensBody: "MeasureEvalSuiteTokensBody",
+  });
+});
+
+export function measureEvalSuiteTokensRequestToJSON(
+  measureEvalSuiteTokensRequest: MeasureEvalSuiteTokensRequest,
+): string {
+  return JSON.stringify(
+    MeasureEvalSuiteTokensRequest$outboundSchema.parse(
+      measureEvalSuiteTokensRequest,
+    ),
+  );
+}
+export function measureEvalSuiteTokensRequestFromJSON(
+  jsonString: string,
+): SafeParseResult<MeasureEvalSuiteTokensRequest, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => MeasureEvalSuiteTokensRequest$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'MeasureEvalSuiteTokensRequest' from JSON`,
+  );
+}

package/src/react-query/index.ts

@@ -245,6 +245,7 @@ export * from "./llmEvalsListSchedules.js";
 export * from "./llmEvalsListSuiteLeaderboardRuns.js";
 export * from "./llmEvalsListSuites.js";
 export * from "./llmEvalsListSuiteVersions.js";
+export * from "./llmEvalsMeasureSuiteTokens.js";
 export * from "./llmEvalsRerunFailedSamples.js";
 export * from "./llmEvalsRetryFailedRun.js";
 export * from "./llmEvalsTriggerSchedule.js";

package/src/react-query/llmEvalsMeasureSuiteTokens.ts

@@ -0,0 +1,110 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import {
+  MutationKey,
+  useMutation,
+  UseMutationResult,
+} from "@tanstack/react-query";
+import { SDKCore } from "../core.js";
+import { llmEvalsMeasureSuiteTokens } from "../funcs/llmEvalsMeasureSuiteTokens.js";
+import { combineSignals } from "../lib/primitives.js";
+import { RequestOptions } from "../lib/sdks.js";
+import * as components from "../models/components/index.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
+import { SDKError } from "../models/errors/sdkerror.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import * as operations from "../models/operations/index.js";
+import { unwrapAsync } from "../types/fp.js";
+import { useSDKContext } from "./_context.js";
+import { MutationHookOptions } from "./_types.js";
+
+export type LlmEvalsMeasureSuiteTokensMutationVariables = {
+  request: operations.MeasureEvalSuiteTokensRequest;
+  options?: RequestOptions;
+};
+
+export type LlmEvalsMeasureSuiteTokensMutationData =
+  components.EvalSuiteTokenMeasurement;
+
+export type LlmEvalsMeasureSuiteTokensMutationError =
+  | SDKError
+  | ResponseValidationError
+  | ConnectionError
+  | RequestAbortedError
+  | RequestTimeoutError
+  | InvalidRequestError
+  | UnexpectedClientError
+  | SDKValidationError;
+
+/**
+ * Count tokens from stored text for a suite's unmeasured samples
+ *
+ * @remarks
+ * Backfill for rows written before the gateway recorded usage. For samples of the suite's completed runs that have answer or reasoning text but no token figure, counts prompt, reasoning and answer tokens from the stored text (tiktoken o200k_base, one ruler for every model), marks them `tokens_estimated`, and refreshes each run's per-task `tokens` and run totals so the leaderboard's efficiency figures appear. Processes `limit` runs per call, oldest run id first; call again until `remaining_runs` is 0. Samples the provider or the import already measured are left alone, and a sample with no text stays unmeasured. New rows get the same figures at generation or import time, so this is a no-op on a suite with nothing to measure.
+ */
+export function useLlmEvalsMeasureSuiteTokensMutation(
+  options?: MutationHookOptions<
+    LlmEvalsMeasureSuiteTokensMutationData,
+    LlmEvalsMeasureSuiteTokensMutationError,
+    LlmEvalsMeasureSuiteTokensMutationVariables
+  >,
+): UseMutationResult<
+  LlmEvalsMeasureSuiteTokensMutationData,
+  LlmEvalsMeasureSuiteTokensMutationError,
+  LlmEvalsMeasureSuiteTokensMutationVariables
+> {
+  const client = useSDKContext();
+  return useMutation({
+    ...buildLlmEvalsMeasureSuiteTokensMutation(client, options),
+    ...options,
+  });
+}
+
+export function mutationKeyLlmEvalsMeasureSuiteTokens(): MutationKey {
+  return ["@meetkai/mka1", "evals", "measureSuiteTokens"];
+}
+
+export function buildLlmEvalsMeasureSuiteTokensMutation(
+  client$: SDKCore,
+  hookOptions?: RequestOptions,
+): {
+  mutationKey: MutationKey;
+  mutationFn: (
+    variables: LlmEvalsMeasureSuiteTokensMutationVariables,
+  ) => Promise<LlmEvalsMeasureSuiteTokensMutationData>;
+} {
+  return {
+    mutationKey: mutationKeyLlmEvalsMeasureSuiteTokens(),
+    mutationFn: function llmEvalsMeasureSuiteTokensMutationFn({
+      request,
+      options,
+    }): Promise<LlmEvalsMeasureSuiteTokensMutationData> {
+      const mergedOptions = {
+        ...hookOptions,
+        ...options,
+        fetchOptions: {
+          ...hookOptions?.fetchOptions,
+          ...options?.fetchOptions,
+          signal: combineSignals(
+            hookOptions?.fetchOptions?.signal,
+            options?.fetchOptions?.signal,
+          ),
+        },
+      };
+      return unwrapAsync(llmEvalsMeasureSuiteTokens(
+        client$,
+        request,
+        mergedOptions,
+      ));
+    },
+  };
+}

package/src/react-query/reposCreate.ts

@@ -50,11 +50,11 @@ export type ReposCreateMutationError =
  * Create a repository
  *
  * @remarks
- * Provisions a repository (org owner/admin only): DB insert
- * (authoritative) → Gitea create (rolled back on failure). The repository
- * belongs to the caller's org. `kind` says what it will hold and defaults
- * to `repo` (a plain git repository); it decides which protocol planes
- * answer for the name (see the `Repo` schema).
+ * Provisions a repository (org owner/admin only); a failed provision is
+ * rolled back best-effort (see the `502`). The repository belongs to the
+ * caller's org. `kind` says what it will hold and defaults to `repo` (a
+ * plain git repository); it decides which protocol planes answer for the
+ * name (see the `Repo` schema).
  */
 export function useReposCreateMutation(
   options?: MutationHookOptions<

package/src/react-query/reposDelete.ts

@@ -49,8 +49,8 @@ export type ReposDeleteMutationError =
  * Delete a repository
  *
  * @remarks
- * Removes a repository; org owner/admin only. The DB delete is
- * authoritative; the Gitea teardown is best-effort cleanup.
+ * Removes a repository; org owner/admin only. The deletion is
+ * authoritative; the contents are cleaned up best-effort.
  */
 export function useReposDeleteMutation(
   options?: MutationHookOptions<

package/src/react-query/reposList.ts

@@ -58,7 +58,7 @@ export type ReposListQueryError =
  *
  * @remarks
  * Returns every repository in the caller's org (org owner/admin only).
- * Pure DB read. With `kind`, only repositories of that kind; an untyped
+ * Read-only. With `kind`, only repositories of that kind; an untyped
  * (legacy, `kind: null`) repository appears in the unfiltered listing
  * only.
  */
@@ -82,7 +82,7 @@ export function useReposList(
  *
  * @remarks
  * Returns every repository in the caller's org (org owner/admin only).
- * Pure DB read. With `kind`, only repositories of that kind; an untyped
+ * Read-only. With `kind`, only repositories of that kind; an untyped
  * (legacy, `kind: null`) repository appears in the unfiltered listing
  * only.
  */

package/src/react-query/reposUpdate.ts

@@ -51,15 +51,15 @@ export type ReposUpdateMutationError =
  *
  * @remarks
  * Applies a label-only update (name/description/kind); org owner/admin
- * only. The repository id is stable, so a rename is a one-row DB update
- * — no Gitea write. Omitted fields are left unchanged.
+ * only. The repository id is stable, so a rename touches no contents.
+ * Omitted fields are left unchanged.
  *
  * `kind` is the ONE way a repository's kind changes after creation (the
  * protocol planes never change it): it types a legacy `kind: null`
  * repository and corrects a wrong kind. `repo`, `model` and `dataset`
  * convert freely and any repository may become `image`; a repository
  * whose container images are still named by a tag can be given no
- * other kind — leaving `image`, or typing a legacy `null` row as
+ * other kind — leaving `image`, or typing a legacy `null` repository as
  * anything else, is refused with `409 kind_has_content` (list and
  * delete the tags through this API first). A switch away from `image`
  * collects every image no tag reaches before it is judged, so an image

package/src/sdk/evals.ts

@@ -29,6 +29,7 @@ import { llmEvalsListSchedules } from "../funcs/llmEvalsListSchedules.js";
 import { llmEvalsListSuiteLeaderboardRuns } from "../funcs/llmEvalsListSuiteLeaderboardRuns.js";
 import { llmEvalsListSuites } from "../funcs/llmEvalsListSuites.js";
 import { llmEvalsListSuiteVersions } from "../funcs/llmEvalsListSuiteVersions.js";
+import { llmEvalsMeasureSuiteTokens } from "../funcs/llmEvalsMeasureSuiteTokens.js";
 import { llmEvalsRerunFailedSamples } from "../funcs/llmEvalsRerunFailedSamples.js";
 import { llmEvalsRetryFailedRun } from "../funcs/llmEvalsRetryFailedRun.js";
 import { llmEvalsTriggerSchedule } from "../funcs/llmEvalsTriggerSchedule.js";
@@ -193,6 +194,23 @@ export class Evals extends ClientSDK {
     ));
   }
 
+  /**
+   * Count tokens from stored text for a suite's unmeasured samples
+   *
+   * @remarks
+   * Backfill for rows written before the gateway recorded usage. For samples of the suite's completed runs that have answer or reasoning text but no token figure, counts prompt, reasoning and answer tokens from the stored text (tiktoken o200k_base, one ruler for every model), marks them `tokens_estimated`, and refreshes each run's per-task `tokens` and run totals so the leaderboard's efficiency figures appear. Processes `limit` runs per call, oldest run id first; call again until `remaining_runs` is 0. Samples the provider or the import already measured are left alone, and a sample with no text stays unmeasured. New rows get the same figures at generation or import time, so this is a no-op on a suite with nothing to measure.
+   */
+  async measureSuiteTokens(
+    request: operations.MeasureEvalSuiteTokensRequest,
+    options?: RequestOptions,
+  ): Promise<components.EvalSuiteTokenMeasurement> {
+    return unwrapAsync(llmEvalsMeasureSuiteTokens(
+      this,
+      request,
+      options,
+    ));
+  }
+
   /**
    * Create an eval run
    *

package/src/sdk/repos.ts

@@ -24,7 +24,7 @@ export class Repos extends ClientSDK {
    *
    * @remarks
    * Returns every repository in the caller's org (org owner/admin only).
-   * Pure DB read. With `kind`, only repositories of that kind; an untyped
+   * Read-only. With `kind`, only repositories of that kind; an untyped
    * (legacy, `kind: null`) repository appears in the unfiltered listing
    * only.
    */
@@ -43,11 +43,11 @@ export class Repos extends ClientSDK {
    * Create a repository
    *
    * @remarks
-   * Provisions a repository (org owner/admin only): DB insert
-   * (authoritative) → Gitea create (rolled back on failure). The repository
-   * belongs to the caller's org. `kind` says what it will hold and defaults
-   * to `repo` (a plain git repository); it decides which protocol planes
-   * answer for the name (see the `Repo` schema).
+   * Provisions a repository (org owner/admin only); a failed provision is
+   * rolled back best-effort (see the `502`). The repository belongs to the
+   * caller's org. `kind` says what it will hold and defaults to `repo` (a
+   * plain git repository); it decides which protocol planes answer for the
+   * name (see the `Repo` schema).
    */
   async create(
     request: operations.CreateRepoRequest,
@@ -64,8 +64,8 @@ export class Repos extends ClientSDK {
    * Delete a repository
    *
    * @remarks
-   * Removes a repository; org owner/admin only. The DB delete is
-   * authoritative; the Gitea teardown is best-effort cleanup.
+   * Removes a repository; org owner/admin only. The deletion is
+   * authoritative; the contents are cleaned up best-effort.
    */
   async delete(
     request: operations.DeleteRepoRequest,
@@ -101,15 +101,15 @@ export class Repos extends ClientSDK {
    *
    * @remarks
    * Applies a label-only update (name/description/kind); org owner/admin
-   * only. The repository id is stable, so a rename is a one-row DB update
-   * — no Gitea write. Omitted fields are left unchanged.
+   * only. The repository id is stable, so a rename touches no contents.
+   * Omitted fields are left unchanged.
    *
    * `kind` is the ONE way a repository's kind changes after creation (the
    * protocol planes never change it): it types a legacy `kind: null`
    * repository and corrects a wrong kind. `repo`, `model` and `dataset`
    * convert freely and any repository may become `image`; a repository
    * whose container images are still named by a tag can be given no
-   * other kind — leaving `image`, or typing a legacy `null` row as
+   * other kind — leaving `image`, or typing a legacy `null` repository as
    * anything else, is refused with `409 kind_has_content` (list and
    * delete the tags through this API first). A switch away from `image`
    * collects every image no tag reaches before it is judged, so an image