@meetkai/mka1 0.51.7 → 0.51.9

package/src/mcp-server/tools/servingRecipesList.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { servingRecipesList } from "../../funcs/servingRecipesList.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.ListServingRecipesRequest$inboundSchema,
+};
+
+export const tool$servingRecipesList: ToolDefinition<typeof args> = {
+  name: "serving-recipes-list",
+  description: `List serving recipes
+
+List the cluster-global serving recipe catalog. Tenants see only enabled (deployable) recipes; cluster administrators see every registered recipe including disabled ones.`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await servingRecipesList(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/servingRecipesRegister.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { servingRecipesRegister } from "../../funcs/servingRecipesRegister.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.RegisterServingRecipeRequest$inboundSchema,
+};
+
+export const tool$servingRecipesRegister: ToolDefinition<typeof args> = {
+  name: "serving-recipes-register",
+  description: `Register a serving recipe
+
+Register (or re-register) a digest-pinned recipe manifest in the catalog. A new recipe registers disabled; re-registration replaces the manifest and preserves enablement. Cluster administrators only.`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await servingRecipesRegister(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/servingRecipesSetEnabled.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { servingRecipesSetEnabled } from "../../funcs/servingRecipesSetEnabled.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.SetServingRecipeEnabledRequest$inboundSchema,
+};
+
+export const tool$servingRecipesSetEnabled: ToolDefinition<typeof args> = {
+  name: "serving-recipes-set-enabled",
+  description: `Enable or disable a serving recipe
+
+Toggle cluster-wide deployability of a registered recipe. Disabling does not stop deployments already running the recipe. Cluster administrators only.`,
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await servingRecipesSetEnabled(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/models/components/index.ts

@@ -344,6 +344,7 @@ export * from "./pagemodel.js";
 export * from "./pagereplica.js";
 export * from "./pagerevision.js";
 export * from "./pagesecret.js";
+export * from "./pageservingrecipe.js";
 export * from "./pageservingtenant.js";
 export * from "./pagevolume.js";
 export * from "./pendingsafetycheck.js";
@@ -474,6 +475,12 @@ export * from "./secretcreate.js";
 export * from "./security.js";
 export * from "./servingorgdeletionrequest.js";
 export * from "./servingorgteardown.js";
+export * from "./servingrecipe.js";
+export * from "./servingrecipeaccelerator.js";
+export * from "./servingrecipeenable.js";
+export * from "./servingrecipemanifest.js";
+export * from "./servingrecipemodelselector.js";
+export * from "./servingreciperuntime.js";
 export * from "./servingtenant.js";
 export * from "./servingtenantset.js";
 export * from "./servingvalidationerror.js";

package/src/models/components/pageservingrecipe.ts

@@ -0,0 +1,74 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import {
+  ServingRecipe,
+  ServingRecipe$inboundSchema,
+  ServingRecipe$Outbound,
+  ServingRecipe$outboundSchema,
+} from "./servingrecipe.js";
+
+export type PageServingRecipe = {
+  data: Array<ServingRecipe>;
+  nextCursor?: string | null | undefined;
+  total: number;
+};
+
+/** @internal */
+export const PageServingRecipe$inboundSchema: z.ZodType<
+  PageServingRecipe,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  data: z.array(ServingRecipe$inboundSchema),
+  next_cursor: z.nullable(z.string()).optional(),
+  total: z.number().int(),
+}).transform((v) => {
+  return remap$(v, {
+    "next_cursor": "nextCursor",
+  });
+});
+/** @internal */
+export type PageServingRecipe$Outbound = {
+  data: Array<ServingRecipe$Outbound>;
+  next_cursor?: string | null | undefined;
+  total: number;
+};
+
+/** @internal */
+export const PageServingRecipe$outboundSchema: z.ZodType<
+  PageServingRecipe$Outbound,
+  z.ZodTypeDef,
+  PageServingRecipe
+> = z.object({
+  data: z.array(ServingRecipe$outboundSchema),
+  nextCursor: z.nullable(z.string()).optional(),
+  total: z.number().int(),
+}).transform((v) => {
+  return remap$(v, {
+    nextCursor: "next_cursor",
+  });
+});
+
+export function pageServingRecipeToJSON(
+  pageServingRecipe: PageServingRecipe,
+): string {
+  return JSON.stringify(
+    PageServingRecipe$outboundSchema.parse(pageServingRecipe),
+  );
+}
+export function pageServingRecipeFromJSON(
+  jsonString: string,
+): SafeParseResult<PageServingRecipe, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => PageServingRecipe$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'PageServingRecipe' from JSON`,
+  );
+}

package/src/models/components/servingrecipe.ts

@@ -0,0 +1,108 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import {
+  ServingRecipeManifest,
+  ServingRecipeManifest$inboundSchema,
+  ServingRecipeManifest$Outbound,
+  ServingRecipeManifest$outboundSchema,
+} from "./servingrecipemanifest.js";
+
+/**
+ * A registered serving recipe with its cluster-wide enablement state. Only enabled recipes are deployable.
+ */
+export type ServingRecipe = {
+  createdAt: Date;
+  /**
+   * A serving-runtime recipe definition (the recipe.yaml manifest): which image runs on which hardware, its readiness contract, and which models it can serve.
+   */
+  definition: ServingRecipeManifest;
+  disabledAt: Date | null;
+  enabled: boolean;
+  enabledAt: Date | null;
+  enabledBy: string | null;
+  name: string;
+  updatedAt: Date;
+};
+
+/** @internal */
+export const ServingRecipe$inboundSchema: z.ZodType<
+  ServingRecipe,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  created_at: z.string().datetime({ offset: true }).transform(v => new Date(v)),
+  definition: ServingRecipeManifest$inboundSchema,
+  disabled_at: z.nullable(
+    z.string().datetime({ offset: true }).transform(v => new Date(v)),
+  ),
+  enabled: z.boolean(),
+  enabled_at: z.nullable(
+    z.string().datetime({ offset: true }).transform(v => new Date(v)),
+  ),
+  enabled_by: z.nullable(z.string()),
+  name: z.string(),
+  updated_at: z.string().datetime({ offset: true }).transform(v => new Date(v)),
+}).transform((v) => {
+  return remap$(v, {
+    "created_at": "createdAt",
+    "disabled_at": "disabledAt",
+    "enabled_at": "enabledAt",
+    "enabled_by": "enabledBy",
+    "updated_at": "updatedAt",
+  });
+});
+/** @internal */
+export type ServingRecipe$Outbound = {
+  created_at: string;
+  definition: ServingRecipeManifest$Outbound;
+  disabled_at: string | null;
+  enabled: boolean;
+  enabled_at: string | null;
+  enabled_by: string | null;
+  name: string;
+  updated_at: string;
+};
+
+/** @internal */
+export const ServingRecipe$outboundSchema: z.ZodType<
+  ServingRecipe$Outbound,
+  z.ZodTypeDef,
+  ServingRecipe
+> = z.object({
+  createdAt: z.date().transform(v => v.toISOString()),
+  definition: ServingRecipeManifest$outboundSchema,
+  disabledAt: z.nullable(z.date().transform(v => v.toISOString())),
+  enabled: z.boolean(),
+  enabledAt: z.nullable(z.date().transform(v => v.toISOString())),
+  enabledBy: z.nullable(z.string()),
+  name: z.string(),
+  updatedAt: z.date().transform(v => v.toISOString()),
+}).transform((v) => {
+  return remap$(v, {
+    createdAt: "created_at",
+    disabledAt: "disabled_at",
+    enabledAt: "enabled_at",
+    enabledBy: "enabled_by",
+    updatedAt: "updated_at",
+  });
+});
+
+export function servingRecipeToJSON(servingRecipe: ServingRecipe): string {
+  return JSON.stringify(ServingRecipe$outboundSchema.parse(servingRecipe));
+}
+export function servingRecipeFromJSON(
+  jsonString: string,
+): SafeParseResult<ServingRecipe, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ServingRecipe$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ServingRecipe' from JSON`,
+  );
+}

package/src/models/components/servingrecipeaccelerator.ts

@@ -0,0 +1,82 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+/**
+ * One hardware-class entry of a recipe manifest. Only the cuda entry is consumed by the deploy path today.
+ */
+export type ServingRecipeAccelerator = {
+  /**
+   * Container image reference for this hardware class. Digest-pinned for registered recipes.
+   */
+  image: string;
+  minMemGb?: number | null | undefined;
+  minVcpu?: number | null | undefined;
+  minVramGb?: number | null | undefined;
+};
+
+/** @internal */
+export const ServingRecipeAccelerator$inboundSchema: z.ZodType<
+  ServingRecipeAccelerator,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  image: z.string(),
+  min_mem_gb: z.nullable(z.number()).optional(),
+  min_vcpu: z.nullable(z.number()).optional(),
+  min_vram_gb: z.nullable(z.number()).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    "min_mem_gb": "minMemGb",
+    "min_vcpu": "minVcpu",
+    "min_vram_gb": "minVramGb",
+  });
+});
+/** @internal */
+export type ServingRecipeAccelerator$Outbound = {
+  image: string;
+  min_mem_gb?: number | null | undefined;
+  min_vcpu?: number | null | undefined;
+  min_vram_gb?: number | null | undefined;
+};
+
+/** @internal */
+export const ServingRecipeAccelerator$outboundSchema: z.ZodType<
+  ServingRecipeAccelerator$Outbound,
+  z.ZodTypeDef,
+  ServingRecipeAccelerator
+> = z.object({
+  image: z.string(),
+  minMemGb: z.nullable(z.number()).optional(),
+  minVcpu: z.nullable(z.number()).optional(),
+  minVramGb: z.nullable(z.number()).optional(),
+}).transform((v) => {
+  return remap$(v, {
+    minMemGb: "min_mem_gb",
+    minVcpu: "min_vcpu",
+    minVramGb: "min_vram_gb",
+  });
+});
+
+export function servingRecipeAcceleratorToJSON(
+  servingRecipeAccelerator: ServingRecipeAccelerator,
+): string {
+  return JSON.stringify(
+    ServingRecipeAccelerator$outboundSchema.parse(servingRecipeAccelerator),
+  );
+}
+export function servingRecipeAcceleratorFromJSON(
+  jsonString: string,
+): SafeParseResult<ServingRecipeAccelerator, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ServingRecipeAccelerator$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ServingRecipeAccelerator' from JSON`,
+  );
+}

package/src/models/components/servingrecipeenable.ts

@@ -0,0 +1,54 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+/**
+ * Desired cluster-wide deployability of a registered recipe.
+ */
+export type ServingRecipeEnable = {
+  enabled: boolean;
+};
+
+/** @internal */
+export const ServingRecipeEnable$inboundSchema: z.ZodType<
+  ServingRecipeEnable,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  enabled: z.boolean(),
+});
+/** @internal */
+export type ServingRecipeEnable$Outbound = {
+  enabled: boolean;
+};
+
+/** @internal */
+export const ServingRecipeEnable$outboundSchema: z.ZodType<
+  ServingRecipeEnable$Outbound,
+  z.ZodTypeDef,
+  ServingRecipeEnable
+> = z.object({
+  enabled: z.boolean(),
+});
+
+export function servingRecipeEnableToJSON(
+  servingRecipeEnable: ServingRecipeEnable,
+): string {
+  return JSON.stringify(
+    ServingRecipeEnable$outboundSchema.parse(servingRecipeEnable),
+  );
+}
+export function servingRecipeEnableFromJSON(
+  jsonString: string,
+): SafeParseResult<ServingRecipeEnable, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ServingRecipeEnable$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ServingRecipeEnable' from JSON`,
+  );
+}

package/src/models/components/servingrecipemanifest.ts

@@ -0,0 +1,146 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { ClosedEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import {
+  ServingRecipeAccelerator,
+  ServingRecipeAccelerator$inboundSchema,
+  ServingRecipeAccelerator$Outbound,
+  ServingRecipeAccelerator$outboundSchema,
+} from "./servingrecipeaccelerator.js";
+import {
+  ServingRecipeModelSelector,
+  ServingRecipeModelSelector$inboundSchema,
+  ServingRecipeModelSelector$Outbound,
+  ServingRecipeModelSelector$outboundSchema,
+} from "./servingrecipemodelselector.js";
+import {
+  ServingRecipeRuntime,
+  ServingRecipeRuntime$inboundSchema,
+  ServingRecipeRuntime$Outbound,
+  ServingRecipeRuntime$outboundSchema,
+} from "./servingreciperuntime.js";
+
+export const ApiFormat = {
+  Responses: "responses",
+  Completions: "completions",
+  Embeddings: "embeddings",
+  Images: "images",
+  Transcriptions: "transcriptions",
+  Tts: "tts",
+} as const;
+export type ApiFormat = ClosedEnum<typeof ApiFormat>;
+
+/**
+ * A serving-runtime recipe definition (the recipe.yaml manifest): which image runs on which hardware, its readiness contract, and which models it can serve.
+ */
+export type ServingRecipeManifest = {
+  accelerators: { [k: string]: ServingRecipeAccelerator };
+  apiFormat: ApiFormat;
+  apiProviderType?: string | undefined;
+  capabilities?: { [k: string]: any } | undefined;
+  description?: string | undefined;
+  engine?: string | undefined;
+  modelSelectors: Array<ServingRecipeModelSelector>;
+  name: string;
+  port: number;
+  readiness?: { [k: string]: any } | undefined;
+  /**
+   * Launch templating (arguments or environment) of a recipe manifest.
+   */
+  runtime?: ServingRecipeRuntime | undefined;
+  version: number;
+};
+
+/** @internal */
+export const ApiFormat$inboundSchema: z.ZodNativeEnum<typeof ApiFormat> = z
+  .nativeEnum(ApiFormat);
+/** @internal */
+export const ApiFormat$outboundSchema: z.ZodNativeEnum<typeof ApiFormat> =
+  ApiFormat$inboundSchema;
+
+/** @internal */
+export const ServingRecipeManifest$inboundSchema: z.ZodType<
+  ServingRecipeManifest,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  accelerators: z.record(ServingRecipeAccelerator$inboundSchema),
+  apiFormat: ApiFormat$inboundSchema,
+  apiProviderType: z.string().optional(),
+  capabilities: z.record(z.any()).optional(),
+  description: z.string().optional(),
+  engine: z.string().default("vllm"),
+  model_selectors: z.array(ServingRecipeModelSelector$inboundSchema),
+  name: z.string(),
+  port: z.number().int(),
+  readiness: z.record(z.any()).optional(),
+  runtime: ServingRecipeRuntime$inboundSchema.optional(),
+  version: z.number().int(),
+}).transform((v) => {
+  return remap$(v, {
+    "model_selectors": "modelSelectors",
+  });
+});
+/** @internal */
+export type ServingRecipeManifest$Outbound = {
+  accelerators: { [k: string]: ServingRecipeAccelerator$Outbound };
+  apiFormat: string;
+  apiProviderType?: string | undefined;
+  capabilities?: { [k: string]: any } | undefined;
+  description?: string | undefined;
+  engine: string;
+  model_selectors: Array<ServingRecipeModelSelector$Outbound>;
+  name: string;
+  port: number;
+  readiness?: { [k: string]: any } | undefined;
+  runtime?: ServingRecipeRuntime$Outbound | undefined;
+  version: number;
+};
+
+/** @internal */
+export const ServingRecipeManifest$outboundSchema: z.ZodType<
+  ServingRecipeManifest$Outbound,
+  z.ZodTypeDef,
+  ServingRecipeManifest
+> = z.object({
+  accelerators: z.record(ServingRecipeAccelerator$outboundSchema),
+  apiFormat: ApiFormat$outboundSchema,
+  apiProviderType: z.string().optional(),
+  capabilities: z.record(z.any()).optional(),
+  description: z.string().optional(),
+  engine: z.string().default("vllm"),
+  modelSelectors: z.array(ServingRecipeModelSelector$outboundSchema),
+  name: z.string(),
+  port: z.number().int(),
+  readiness: z.record(z.any()).optional(),
+  runtime: ServingRecipeRuntime$outboundSchema.optional(),
+  version: z.number().int(),
+}).transform((v) => {
+  return remap$(v, {
+    modelSelectors: "model_selectors",
+  });
+});
+
+export function servingRecipeManifestToJSON(
+  servingRecipeManifest: ServingRecipeManifest,
+): string {
+  return JSON.stringify(
+    ServingRecipeManifest$outboundSchema.parse(servingRecipeManifest),
+  );
+}
+export function servingRecipeManifestFromJSON(
+  jsonString: string,
+): SafeParseResult<ServingRecipeManifest, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ServingRecipeManifest$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ServingRecipeManifest' from JSON`,
+  );
+}

package/src/models/components/servingrecipemodelselector.ts

@@ -0,0 +1,62 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod/v3";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+/**
+ * One model shape the recipe can serve.
+ */
+export type ServingRecipeModelSelector = {
+  architecture?: string | undefined;
+  family?: string | undefined;
+  modality: string;
+};
+
+/** @internal */
+export const ServingRecipeModelSelector$inboundSchema: z.ZodType<
+  ServingRecipeModelSelector,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  architecture: z.string().optional(),
+  family: z.string().optional(),
+  modality: z.string(),
+});
+/** @internal */
+export type ServingRecipeModelSelector$Outbound = {
+  architecture?: string | undefined;
+  family?: string | undefined;
+  modality: string;
+};
+
+/** @internal */
+export const ServingRecipeModelSelector$outboundSchema: z.ZodType<
+  ServingRecipeModelSelector$Outbound,
+  z.ZodTypeDef,
+  ServingRecipeModelSelector
+> = z.object({
+  architecture: z.string().optional(),
+  family: z.string().optional(),
+  modality: z.string(),
+});
+
+export function servingRecipeModelSelectorToJSON(
+  servingRecipeModelSelector: ServingRecipeModelSelector,
+): string {
+  return JSON.stringify(
+    ServingRecipeModelSelector$outboundSchema.parse(servingRecipeModelSelector),
+  );
+}
+export function servingRecipeModelSelectorFromJSON(
+  jsonString: string,
+): SafeParseResult<ServingRecipeModelSelector, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => ServingRecipeModelSelector$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'ServingRecipeModelSelector' from JSON`,
+  );
+}