@daocloud-proto/infery 0.0.0-dev-5b50f43a

package/common/common.pb.ts

@@ -0,0 +1,109 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+export enum DBType {
+  DB_TYPE_UNSPECIFIED = "DB_TYPE_UNSPECIFIED",
+  MYSQL = "MYSQL",
+  POSTGRESQL = "POSTGRESQL",
+  SQLITE = "SQLITE",
+}
+
+export enum InferenceStack {
+  INFERENCE_STACK_UNSPECIFIED = "INFERENCE_STACK_UNSPECIFIED",
+  INFERENCE_STACK_LLM_D = "INFERENCE_STACK_LLM_D",
+  INFERENCE_STACK_DYNAMO = "INFERENCE_STACK_DYNAMO",
+}
+
+export enum DisaggregationMode {
+  DISAGGREGATION_MODE_UNSPECIFIED = "DISAGGREGATION_MODE_UNSPECIFIED",
+  DISAGGREGATION_MODE_AGGREGATED = "DISAGGREGATION_MODE_AGGREGATED",
+  DISAGGREGATION_MODE_DISAGGREGATED = "DISAGGREGATION_MODE_DISAGGREGATED",
+  DISAGGREGATION_MODE_EPD = "DISAGGREGATION_MODE_EPD",
+}
+
+export enum SearchIndexFieldBuilderType {
+  FIELD_TYPE_UNSPECIFIED = "FIELD_TYPE_UNSPECIFIED",
+  FILED = "FILED",
+  JSON_FILED_PATH = "JSON_FILED_PATH",
+  CONST = "CONST",
+  I18N_FIELD = "I18N_FIELD",
+  SUBQUERY = "SUBQUERY",
+  FUNC_REPLACE = "FUNC_REPLACE",
+  FUNC_CONCAT = "FUNC_CONCAT",
+}
+
+export type NoParamsQuery = {
+}
+
+export type Pagination = {
+  total?: number
+  page?: number
+  pageSize?: number
+  sort?: string
+  search?: string
+}
+
+export type I18nName = {
+  zhCn?: string
+  enUs?: string
+}
+
+export type SearchIndexFieldBuilderFuncCall = {
+  fields?: SearchIndexFieldBuilder[]
+}
+
+export type SearchIndexFieldBuilder = {
+  type?: SearchIndexFieldBuilderType
+  fieldName?: string
+  jsonFieldPath?: string[]
+  constValue?: string
+  funcCall?: SearchIndexFieldBuilderFuncCall
+}
+
+export type SearchIndex = {
+  searchKey?: string
+  fieldBuilder?: SearchIndexFieldBuilder
+}
+
+export type AuthResourceAction = {
+  resourceType?: string
+  action?: string
+}
+
+export type Auth = {
+  skipAuth?: boolean
+  user?: AuthResourceAction
+}
+
+export type AuditObject = {
+  nameKey?: string
+  namespaceKey?: string
+  clusterKey?: string
+}
+
+export type AuditObjectKind = {
+  kindName?: string
+  kindGroup?: string
+  kindVersion?: string
+  kindKey?: string
+}
+
+export type Audit = {
+  object?: AuditObject
+  objectKind?: AuditObjectKind
+  action?: string
+  actionKey?: string
+  customObject?: boolean
+  extraExplainKeys?: string[]
+}
+
+export type AuditObject = {
+  namespace?: string
+  name?: string
+  kind?: string
+  group?: string
+  version?: string
+}

package/common/error.pb.ts

@@ -0,0 +1,10 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+export type RPCError = {
+  id?: string
+  message?: string
+  targets?: string[]
+}

package/common/errorcode.ts

@@ -0,0 +1,23 @@
+// auto generated by tools/gen-error-ts/main.go
+export enum ErrorCode {
+  // EN: internal server error: %v
+  SYSTEM_INTERNAL_ERROR = "SYSTEM-INTERNAL_ERROR",
+  // EN: resource not found: %v
+  SYSTEM_NOT_FOUND_ERROR = "SYSTEM-NOT_FOUND_ERROR",
+  // EN: request params error: %v
+  SYSTEM_PARAMS_ERROR = "SYSTEM-PARAMS_ERROR",
+  // EN: not implemented: %v
+  SYSTEM_UNIMPLEMENTED = "SYSTEM-UNIMPLEMENTED",
+  // EN: upstream service unavailable: %v
+  SYSTEM_UPSTREAM_UNAVAILABLE = "SYSTEM-UPSTREAM_UNAVAILABLE",
+  // EN: Requested resource conflicted error: %v
+  USER_CONFLICT_ERROR = "USER-CONFLICT_ERROR",
+  // EN: Failed precondition error: %v
+  USER_FAILED_PRECONDITION_ERROR = "USER-FAILED_PRECONDITION_ERROR",
+  // EN: out of page: %v
+  USER_OUT_OF_PAGE = "USER-OUT_OF_PAGE",
+  // EN: permission denied: %v
+  USER_PERMISSION_DENIED = "USER-PERMISSION_DENIED",
+  // EN: unauthorized request
+  USER_UNAUTHORIZED = "USER-UNAUTHORIZED",
+}

package/fetch.pb.ts

@@ -0,0 +1,341 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+/**
+ * base64 encoder and decoder
+ * Copied and adapted from https://github.com/protobufjs/protobuf.js/blob/master/lib/base64/index.js
+ */
+// Base64 encoding table
+const b64 = new Array(64);
+
+// Base64 decoding table
+const s64 = new Array(123);
+
+// 65..90, 97..122, 48..57, 43, 47
+for (let i = 0; i < 64;)
+    s64[b64[i] = i < 26 ? i + 65 : i < 52 ? i + 71 : i < 62 ? i - 4 : i - 59 | 43] = i++;
+
+export function b64Encode(buffer: Uint8Array, start: number, end: number): string {
+	let parts: string[] = null;
+  const chunk = [];
+  let i = 0, // output index
+    j = 0, // goto index
+    t;     // temporary
+  while (start < end) {
+    const b = buffer[start++];
+    switch (j) {
+      case 0:
+        chunk[i++] = b64[b >> 2];
+        t = (b & 3) << 4;
+        j = 1;
+        break;
+      case 1:
+        chunk[i++] = b64[t | b >> 4];
+        t = (b & 15) << 2;
+        j = 2;
+        break;
+      case 2:
+        chunk[i++] = b64[t | b >> 6];
+        chunk[i++] = b64[b & 63];
+        j = 0;
+        break;
+    }
+    if (i > 8191) {
+      (parts || (parts = [])).push(String.fromCharCode.apply(String, chunk));
+      i = 0;
+    }
+  }
+  if (j) {
+    chunk[i++] = b64[t];
+    chunk[i++] = 61;
+    if (j === 1)
+      chunk[i++] = 61;
+  }
+  if (parts) {
+    if (i)
+      parts.push(String.fromCharCode.apply(String, chunk.slice(0, i)));
+    return parts.join("");
+  }
+  return String.fromCharCode.apply(String, chunk.slice(0, i));
+}
+
+const invalidEncoding = "invalid encoding";
+
+export function b64Decode(s: string): Uint8Array {
+	const buffer = [];
+	let offset = 0;
+  let j = 0, // goto index
+      t;     // temporary
+  for (let i = 0; i < s.length;) {
+    let c = s.charCodeAt(i++);
+    if (c === 61 && j > 1)
+        break;
+    if ((c = s64[c]) === undefined)
+        throw Error(invalidEncoding);
+    switch (j) {
+      case 0:
+        t = c;
+        j = 1;
+        break;
+      case 1:
+        buffer[offset++] = t << 2 | (c & 48) >> 4;
+        t = c;
+        j = 2;
+        break;
+      case 2:
+        buffer[offset++] = (t & 15) << 4 | (c & 60) >> 2;
+        t = c;
+        j = 3;
+        break;
+      case 3:
+        buffer[offset++] = (t & 3) << 6 | c;
+        j = 0;
+        break;
+    }
+  }
+  if (j === 1)
+      throw Error(invalidEncoding);
+  return new Uint8Array(buffer);
+}
+
+function b64Test(s: string): boolean {
+	return /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/.test(s);
+}
+
+export interface InitReq extends RequestInit {
+  pathPrefix?: string
+}
+
+export function replacer(key: any, value: any): any {
+  if(value && value.constructor === Uint8Array) {
+    return b64Encode(value, 0, value.length);
+  }
+
+  return value;
+}
+
+export function fetchReq<I, O>(path: string, init?: InitReq): Promise<O> {
+  const {pathPrefix, ...req} = init || {}
+
+  const url = pathPrefix ? `${pathPrefix}${path}` : path
+
+  return fetch(url, req).then(r => r.json().then((body: O) => {
+    if (!r.ok) { throw body; }
+    return body;
+  })) as Promise<O>
+}
+
+// NotifyStreamEntityArrival is a callback that will be called on streaming entity arrival
+export type NotifyStreamEntityArrival<T> = (resp: T) => void
+
+/**
+ * fetchStreamingRequest is able to handle grpc-gateway server side streaming call
+ * it takes NotifyStreamEntityArrival that lets users respond to entity arrival during the call
+ * all entities will be returned as an array after the call finishes.
+ **/
+export async function fetchStreamingRequest<S, R>(path: string, callback?: NotifyStreamEntityArrival<R>, init?: InitReq) {
+  const {pathPrefix, ...req} = init || {}
+  const url = pathPrefix ?`${pathPrefix}${path}` : path
+  const result = await fetch(url, req)
+  // needs to use the .ok to check the status of HTTP status code
+  // http other than 200 will not throw an error, instead the .ok will become false.
+  // see https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API/Using_Fetch#
+  if (!result.ok) {
+    const resp = await result.json()
+    const errMsg = resp.error && resp.error.message ? resp.error.message : ""
+    throw new Error(errMsg)
+  }
+
+  if (!result.body) {
+    throw new Error("response doesnt have a body")
+  }
+
+  await result.body
+    .pipeThrough(new TextDecoderStream())
+    .pipeThrough<R>(getNewLineDelimitedJSONDecodingStream<R>())
+    .pipeTo(getNotifyEntityArrivalSink((e: R) => {
+      if (callback) {
+        callback(e)
+      }
+    }))
+
+  // wait for the streaming to finish and return the success respond
+  return
+}
+
+/**
+ * JSONStringStreamController represents the transform controller that's able to transform the incoming
+ * new line delimited json content stream into entities and able to push the entity to the down stream
+ */
+interface JSONStringStreamController<T> extends TransformStreamDefaultController {
+  buf?: string
+  pos?: number
+  enqueue: (s: T) => void
+}
+
+/**
+ * getNewLineDelimitedJSONDecodingStream returns a TransformStream that's able to handle new line delimited json stream content into parsed entities
+ */
+function getNewLineDelimitedJSONDecodingStream<T>(): TransformStream<string, T> {
+  return new TransformStream({
+    start(controller: JSONStringStreamController<T>) {
+      controller.buf = ''
+      controller.pos = 0
+    },
+
+    transform(chunk: string, controller: JSONStringStreamController<T>) {
+      if (controller.buf === undefined) {
+        controller.buf = ''
+      }
+      if (controller.pos === undefined) {
+        controller.pos = 0
+      }
+      controller.buf += chunk
+      while (controller.pos < controller.buf.length) {
+        if (controller.buf[controller.pos] === '\n') {
+          const line = controller.buf.substring(0, controller.pos)
+          const response = JSON.parse(line)
+          controller.enqueue(response.result)
+          controller.buf = controller.buf.substring(controller.pos + 1)
+          controller.pos = 0
+        } else {
+          ++controller.pos
+        }
+      }
+    }
+  })
+
+}
+
+/**
+ * getNotifyEntityArrivalSink takes the NotifyStreamEntityArrival callback and return
+ * a sink that will call the callback on entity arrival
+ * @param notifyCallback
+ */
+function getNotifyEntityArrivalSink<T>(notifyCallback: NotifyStreamEntityArrival<T>) {
+  return new WritableStream<T>({
+    write(entity: T) {
+      notifyCallback(entity)
+    }
+  })
+}
+
+type Primitive = string | boolean | number;
+type RequestPayload = Record<string, unknown>;
+type FlattenedRequestPayload = Record<string, Primitive | Array<Primitive>>;
+
+/**
+ * Checks if given value is a plain object
+ * Logic copied and adapted from below source: 
+ * https://github.com/char0n/ramda-adjunct/blob/master/src/isPlainObj.js
+ * @param  {unknown} value
+ * @return {boolean}
+ */
+function isPlainObject(value: unknown): boolean {
+  const isObject =
+    Object.prototype.toString.call(value).slice(8, -1) === "Object";
+  const isObjLike = value !== null && isObject;
+
+  if (!isObjLike || !isObject) {
+    return false;
+  }
+
+  const proto = Object.getPrototypeOf(value);
+
+  const hasObjectConstructor =
+    typeof proto === "object" &&
+    proto.constructor === Object.prototype.constructor;
+
+  return hasObjectConstructor;
+}
+
+/**
+ * Checks if given value is of a primitive type
+ * @param  {unknown} value
+ * @return {boolean}
+ */
+function isPrimitive(value: unknown): boolean {
+  return ["string", "number", "boolean"].some(t => typeof value === t);
+}
+
+/**
+ * Checks if given primitive is zero-value
+ * @param  {Primitive} value
+ * @return {boolean}
+ */
+function isZeroValuePrimitive(value: Primitive): boolean {
+  return value === false || value === 0 || value === "";
+}
+
+/**
+ * Flattens a deeply nested request payload and returns an object
+ * with only primitive values and non-empty array of primitive values
+ * as per https://github.com/googleapis/googleapis/blob/master/google/api/http.proto
+ * @param  {RequestPayload} requestPayload
+ * @param  {String} path
+ * @return {FlattenedRequestPayload>}
+ */
+function flattenRequestPayload<T extends RequestPayload>(
+  requestPayload: T,
+  path: string = ""
+): FlattenedRequestPayload {
+  return Object.keys(requestPayload).reduce(
+    (acc: T, key: string): T => {
+      const value = requestPayload[key];
+      const newPath = path ? [path, key].join(".") : key;
+
+      const isNonEmptyPrimitiveArray =
+        Array.isArray(value) &&
+        value.every(v => isPrimitive(v)) &&
+        value.length > 0;
+
+      const isNonZeroValuePrimitive =
+        isPrimitive(value) && !isZeroValuePrimitive(value as Primitive);
+
+      let objectToMerge = {};
+
+      if (isPlainObject(value)) {
+        objectToMerge = flattenRequestPayload(value as RequestPayload, newPath);
+      } else if (isNonZeroValuePrimitive || isNonEmptyPrimitiveArray) {
+        objectToMerge = { [newPath]: value };
+      }
+
+      return { ...acc, ...objectToMerge };
+    },
+    {} as T
+  ) as FlattenedRequestPayload;
+}
+
+/**
+ * Renders a deeply nested request payload into a string of URL search
+ * parameters by first flattening the request payload and then removing keys
+ * which are already present in the URL path.
+ * @param  {RequestPayload} requestPayload
+ * @param  {string[]} urlPathParams
+ * @return {string}
+ */
+export function renderURLSearchParams<T extends RequestPayload>(
+  requestPayload: T,
+  urlPathParams: string[] = []
+): string {
+  const flattenedRequestPayload = flattenRequestPayload(requestPayload);
+
+  const urlSearchParams = Object.keys(flattenedRequestPayload).reduce(
+    (acc: string[][], key: string): string[][] => {
+      // key should not be present in the url path as a parameter
+      const value = flattenedRequestPayload[key];
+      if (urlPathParams.find(f => f === key)) {
+        return acc;
+      }
+      return Array.isArray(value)
+        ? [...acc, ...value.map(m => [key, m.toString()])]
+        : (acc = [...acc, [key, value.toString()]]);
+    },
+    [] as string[][]
+  );
+
+  return new URLSearchParams(urlSearchParams).toString();
+}

package/management-api/inference_template/v1alpha1/inference_template.pb.ts

@@ -0,0 +1,146 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as InferyCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+
+export enum Maturity {
+  MATURITY_UNSPECIFIED = "MATURITY_UNSPECIFIED",
+  MATURITY_PRODUCTION = "MATURITY_PRODUCTION",
+  MATURITY_PREVIEW = "MATURITY_PREVIEW",
+}
+
+export enum InferenceEngine {
+  INFERENCE_ENGINE_UNSPECIFIED = "INFERENCE_ENGINE_UNSPECIFIED",
+  INFERENCE_ENGINE_VLLM = "INFERENCE_ENGINE_VLLM",
+  INFERENCE_ENGINE_SGLANG = "INFERENCE_ENGINE_SGLANG",
+}
+
+export type ParallelSpec = {
+  tp?: number
+  dp?: number
+  ep?: boolean
+  gpuPerNode?: number
+}
+
+export type RoleSpec = {
+  replicas?: number
+  nodes?: number
+  parallel?: ParallelSpec
+}
+
+export type RoleConfig = {
+  decode?: RoleSpec
+  prefill?: RoleSpec
+  encoder?: RoleSpec
+}
+
+export type InferenceTemplateSpec = {
+  modelName?: string
+  engine?: InferenceEngine
+  stack?: InferyCommonCommon.InferenceStack
+  disaggregationMode?: InferyCommonCommon.DisaggregationMode
+  maturity?: Maturity
+  hardwareVendor?: string
+  supportedGpus?: {[key: string]: string}
+  guide?: InferyCommonCommon.I18nName
+  role?: RoleConfig
+}
+
+export type InferenceTemplateMetadata = {
+  name?: string
+}
+
+export type InferenceTemplateManifest = {
+  content?: string
+}
+
+export type InferenceTemplate = {
+  metadata?: InferenceTemplateMetadata
+  spec?: InferenceTemplateSpec
+}
+
+export type ModelServingReference = {
+  name?: string
+  configurationRevision?: string
+}
+
+export type ExportInferenceTemplateRequest = {
+  workspace?: number
+  modelServing?: ModelServingReference
+  templateName?: string
+  maturity?: Maturity
+}
+
+export type CreateInferenceTemplateRequest = {
+  workspace?: number
+  name?: string
+  manifest?: InferenceTemplateManifest
+  maturity?: Maturity
+  guide?: string
+}
+
+export type ListInferenceTemplatesRequest = {
+  workspace?: number
+  name?: string
+  modelName?: string
+  hardwareVendor?: string
+  stack?: string
+  disaggregationMode?: string
+  maturity?: Maturity
+  page?: InferyCommonCommon.Pagination
+}
+
+export type ListInferenceTemplatesResponse = {
+  items?: InferenceTemplateListItem[]
+  page?: InferyCommonCommon.Pagination
+}
+
+export type InferenceTemplateListItem = {
+  inferenceTemplate?: InferenceTemplate
+}
+
+export type GetInferenceTemplateRequest = {
+  workspace?: number
+  name?: string
+}
+
+export type GetInferenceTemplateResponse = {
+  inferenceTemplate?: InferenceTemplate
+  manifest?: InferenceTemplateManifest
+}
+
+export type UpdateInferenceTemplateRequest = {
+  workspace?: number
+  name?: string
+  manifest?: InferenceTemplateManifest
+}
+
+export type DeleteInferenceTemplateRequest = {
+  workspace?: number
+  name?: string
+}
+
+export class InferenceTemplateManagement {
+  static ExportInferenceTemplate(req: ExportInferenceTemplateRequest, initReq?: fm.InitReq): Promise<InferenceTemplateManifest> {
+    return fm.fetchReq<ExportInferenceTemplateRequest, InferenceTemplateManifest>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates:export`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static CreateInferenceTemplate(req: CreateInferenceTemplateRequest, initReq?: fm.InitReq): Promise<InferenceTemplate> {
+    return fm.fetchReq<CreateInferenceTemplateRequest, InferenceTemplate>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static ListInferenceTemplates(req: ListInferenceTemplatesRequest, initReq?: fm.InitReq): Promise<ListInferenceTemplatesResponse> {
+    return fm.fetchReq<ListInferenceTemplatesRequest, ListInferenceTemplatesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
+  }
+  static GetInferenceTemplate(req: GetInferenceTemplateRequest, initReq?: fm.InitReq): Promise<GetInferenceTemplateResponse> {
+    return fm.fetchReq<GetInferenceTemplateRequest, GetInferenceTemplateResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
+  }
+  static UpdateInferenceTemplate(req: UpdateInferenceTemplateRequest, initReq?: fm.InitReq): Promise<InferenceTemplate> {
+    return fm.fetchReq<UpdateInferenceTemplateRequest, InferenceTemplate>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates/${req["name"]}`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+  static DeleteInferenceTemplate(req: DeleteInferenceTemplateRequest, initReq?: fm.InitReq): Promise<InferenceTemplate> {
+    return fm.fetchReq<DeleteInferenceTemplateRequest, InferenceTemplate>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/inference-templates/${req["name"]}`, {...initReq, method: "DELETE"})
+  }
+}

package/management-api/model_serving/v1alpha1/model_serving.pb.ts

@@ -0,0 +1,474 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as InferyCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
+
+type Absent<T, K extends keyof T> = { [k in Exclude<keyof T, K>]?: undefined };
+type OneOf<T> =
+  | { [k in keyof T]?: undefined }
+  | (
+    keyof T extends infer K ?
+      (K extends string & keyof T ? { [k in K]: T[K] } & Absent<T, K>
+        : never)
+    : never);
+
+export enum ConfigurationFormat {
+  CONFIGURATION_FORMAT_UNSPECIFIED = "CONFIGURATION_FORMAT_UNSPECIFIED",
+  CONFIGURATION_FORMAT_HELM_VALUES_YAML = "CONFIGURATION_FORMAT_HELM_VALUES_YAML",
+}
+
+export enum RoleType {
+  ROLE_TYPE_UNSPECIFIED = "ROLE_TYPE_UNSPECIFIED",
+  ROLE_TYPE_LLM_D_PREFILL = "ROLE_TYPE_LLM_D_PREFILL",
+  ROLE_TYPE_LLM_D_DECODE = "ROLE_TYPE_LLM_D_DECODE",
+  ROLE_TYPE_LLM_D_MODEL_SERVER = "ROLE_TYPE_LLM_D_MODEL_SERVER",
+  ROLE_TYPE_LLM_D_ROUTING_PROXY = "ROLE_TYPE_LLM_D_ROUTING_PROXY",
+  ROLE_TYPE_LLM_D_ROUTER = "ROLE_TYPE_LLM_D_ROUTER",
+  ROLE_TYPE_DYNAMO_GATEWAY = "ROLE_TYPE_DYNAMO_GATEWAY",
+  ROLE_TYPE_DYNAMO_FRONTEND = "ROLE_TYPE_DYNAMO_FRONTEND",
+  ROLE_TYPE_DYNAMO_PLANNER = "ROLE_TYPE_DYNAMO_PLANNER",
+  ROLE_TYPE_DYNAMO_WORKER_POOL = "ROLE_TYPE_DYNAMO_WORKER_POOL",
+  ROLE_TYPE_DYNAMO_PREFILL = "ROLE_TYPE_DYNAMO_PREFILL",
+  ROLE_TYPE_DYNAMO_DECODE = "ROLE_TYPE_DYNAMO_DECODE",
+}
+
+export enum KVCacheMode {
+  KV_CACHE_MODE_UNSPECIFIED = "KV_CACHE_MODE_UNSPECIFIED",
+  KV_CACHE_MODE_LOCAL_GPU = "KV_CACHE_MODE_LOCAL_GPU",
+  KV_CACHE_MODE_REDHARD_OFFLOAD = "KV_CACHE_MODE_REDHARD_OFFLOAD",
+}
+
+export enum OperationPhase {
+  OPERATION_PHASE_UNSPECIFIED = "OPERATION_PHASE_UNSPECIFIED",
+  OPERATION_PHASE_DEPLOYING = "OPERATION_PHASE_DEPLOYING",
+  OPERATION_PHASE_RUNNING = "OPERATION_PHASE_RUNNING",
+  OPERATION_PHASE_UPDATING = "OPERATION_PHASE_UPDATING",
+  OPERATION_PHASE_DELETING = "OPERATION_PHASE_DELETING",
+  OPERATION_PHASE_STOPPED = "OPERATION_PHASE_STOPPED",
+  OPERATION_PHASE_FAILED = "OPERATION_PHASE_FAILED",
+}
+
+export enum SyncStatus {
+  SYNC_STATUS_UNSPECIFIED = "SYNC_STATUS_UNSPECIFIED",
+  SYNC_STATUS_SYNCED = "SYNC_STATUS_SYNCED",
+  SYNC_STATUS_OUT_OF_SYNC = "SYNC_STATUS_OUT_OF_SYNC",
+  SYNC_STATUS_UNKNOWN = "SYNC_STATUS_UNKNOWN",
+}
+
+export enum HealthStatus {
+  HEALTH_STATUS_UNSPECIFIED = "HEALTH_STATUS_UNSPECIFIED",
+  HEALTH_STATUS_HEALTHY = "HEALTH_STATUS_HEALTHY",
+  HEALTH_STATUS_PROGRESSING = "HEALTH_STATUS_PROGRESSING",
+  HEALTH_STATUS_DEGRADED = "HEALTH_STATUS_DEGRADED",
+  HEALTH_STATUS_MISSING = "HEALTH_STATUS_MISSING",
+  HEALTH_STATUS_UNKNOWN = "HEALTH_STATUS_UNKNOWN",
+}
+
+export enum AvailabilityStatus {
+  AVAILABILITY_STATUS_UNSPECIFIED = "AVAILABILITY_STATUS_UNSPECIFIED",
+  AVAILABILITY_STATUS_AVAILABLE = "AVAILABILITY_STATUS_AVAILABLE",
+  AVAILABILITY_STATUS_UNAVAILABLE = "AVAILABILITY_STATUS_UNAVAILABLE",
+  AVAILABILITY_STATUS_UNKNOWN = "AVAILABILITY_STATUS_UNKNOWN",
+}
+
+export enum ConditionStatus {
+  CONDITION_STATUS_UNSPECIFIED = "CONDITION_STATUS_UNSPECIFIED",
+  CONDITION_STATUS_TRUE = "CONDITION_STATUS_TRUE",
+  CONDITION_STATUS_FALSE = "CONDITION_STATUS_FALSE",
+  CONDITION_STATUS_UNKNOWN = "CONDITION_STATUS_UNKNOWN",
+}
+
+export enum ModelServingOriginType {
+  MODEL_SERVING_ORIGIN_TYPE_UNSPECIFIED = "MODEL_SERVING_ORIGIN_TYPE_UNSPECIFIED",
+  MODEL_SERVING_ORIGIN_TYPE_STRUCTURED = "MODEL_SERVING_ORIGIN_TYPE_STRUCTURED",
+  MODEL_SERVING_ORIGIN_TYPE_INFERENCE_TEMPLATE = "MODEL_SERVING_ORIGIN_TYPE_INFERENCE_TEMPLATE",
+  MODEL_SERVING_ORIGIN_TYPE_CUSTOM_CONFIGURATION = "MODEL_SERVING_ORIGIN_TYPE_CUSTOM_CONFIGURATION",
+  MODEL_SERVING_ORIGIN_TYPE_EXTERNAL = "MODEL_SERVING_ORIGIN_TYPE_EXTERNAL",
+}
+
+export enum RoleCapability {
+  ROLE_CAPABILITY_UNSPECIFIED = "ROLE_CAPABILITY_UNSPECIFIED",
+  ROLE_CAPABILITY_ENTRY = "ROLE_CAPABILITY_ENTRY",
+  ROLE_CAPABILITY_ROUTING = "ROLE_CAPABILITY_ROUTING",
+  ROLE_CAPABILITY_KV_CACHE_OFFLOAD = "ROLE_CAPABILITY_KV_CACHE_OFFLOAD",
+}
+
+export enum ModelServingAction {
+  MODEL_SERVING_ACTION_UNSPECIFIED = "MODEL_SERVING_ACTION_UNSPECIFIED",
+  MODEL_SERVING_ACTION_START = "MODEL_SERVING_ACTION_START",
+  MODEL_SERVING_ACTION_STOP = "MODEL_SERVING_ACTION_STOP",
+  MODEL_SERVING_ACTION_SYNC = "MODEL_SERVING_ACTION_SYNC",
+  MODEL_SERVING_ACTION_PAUSE_UPDATE = "MODEL_SERVING_ACTION_PAUSE_UPDATE",
+  MODEL_SERVING_ACTION_RESUME_UPDATE = "MODEL_SERVING_ACTION_RESUME_UPDATE",
+}
+
+export enum ValidationIssueSeverity {
+  SEVERITY_UNSPECIFIED = "SEVERITY_UNSPECIFIED",
+  SEVERITY_ERROR = "SEVERITY_ERROR",
+  SEVERITY_WARNING = "SEVERITY_WARNING",
+}
+
+export type Configuration = {
+  format?: ConfigurationFormat
+  content?: string
+}
+
+export type GetModelServingConfigurationResponse = {
+  configuration?: Configuration
+  revision?: string
+}
+
+export type ValidationIssue = {
+  severity?: ValidationIssueSeverity
+  fieldPath?: string
+  code?: string
+  message?: string
+}
+
+export type ConfigurationPreview = {
+  valid?: boolean
+  normalized?: Configuration
+  issues?: ValidationIssue[]
+}
+
+export type PVCModelSource = {
+  claimName?: string
+  subPath?: string
+  mountPath?: string
+}
+
+
+type BaseModelSource = {
+}
+
+export type ModelSource = BaseModelSource
+  & OneOf<{ pvc: PVCModelSource }>
+
+export type ModelConfiguration = {
+  modelSource?: ModelSource
+  accessModelName?: string
+}
+
+
+type BaseParallelismConfig = {
+  expertParallelSize?: boolean
+}
+
+export type ParallelismConfig = BaseParallelismConfig
+  & OneOf<{ tensorParallelSize: number }>
+  & OneOf<{ dataParallelSize: number }>
+  & OneOf<{ pipelineParallelSize: number }>
+
+export type KVCacheConfig = {
+  mode?: KVCacheMode
+  redisInstance?: string
+}
+
+export type InferenceTemplateReference = {
+  name?: string
+}
+
+export type InferenceTemplateDeployment = {
+  inferenceTemplateName?: string
+}
+
+export type StatusCondition = {
+  type?: string
+  status?: ConditionStatus
+  reason?: string
+  message?: string
+  lastTransitionTime?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type ModelServingStatusSummary = {
+  phase?: OperationPhase
+  syncStatus?: SyncStatus
+  healthStatus?: HealthStatus
+  availability?: AvailabilityStatus
+}
+
+export type RoleStatus = {
+  role?: RoleType
+  desiredReplicas?: number
+  readyReplicas?: number
+  restartingPods?: number
+}
+
+export type ModelServiceStatus = {
+  phase?: OperationPhase
+  syncStatus?: SyncStatus
+  healthStatus?: HealthStatus
+  availability?: AvailabilityStatus
+  roles?: RoleStatus[]
+  conditions?: StatusCondition[]
+}
+
+export type ModelServingOrigin = {
+  type?: ModelServingOriginType
+  template?: InferenceTemplateReference
+}
+
+export type ModelServing = {
+  name?: string
+  workspace?: number
+  alias?: string
+  cluster?: string
+  namespace?: string
+  status?: ModelServiceStatus
+  createTime?: GoogleProtobufTimestamp.Timestamp
+  updateTime?: GoogleProtobufTimestamp.Timestamp
+  origin?: ModelServingOrigin
+  resourceVersion?: string
+}
+
+export type AcceleratorSummary = {
+  vendor?: string
+  model?: string
+  count?: number
+}
+
+
+type BasePreviewModelServingRequest = {
+  workspace?: number
+  name?: string
+  alias?: string
+  cluster?: string
+  namespace?: string
+  accelerator?: AcceleratorSummary
+  modelConfiguration?: ModelConfiguration
+}
+
+export type PreviewModelServingRequest = BasePreviewModelServingRequest
+  & OneOf<{ inferenceTemplate: InferenceTemplateDeployment; configuration: Configuration }>
+
+export type PreviewModelServingResponse = {
+  configuration?: ConfigurationPreview
+  resolvedTemplate?: InferenceTemplateReference
+  origin?: ModelServingOrigin
+}
+
+export type CreateModelServingRequest = {
+  workspace?: number
+  name?: string
+  alias?: string
+  cluster?: string
+  namespace?: string
+  configuration?: Configuration
+  origin?: ModelServingOrigin
+}
+
+export type CreateModelServingResponse = {
+  name?: string
+  phase?: OperationPhase
+  resourceVersion?: string
+  createTime?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type ListModelServingRequest = {
+  workspace?: number
+  name?: string
+  phase?: OperationPhase
+  availability?: AvailabilityStatus
+  syncStatus?: SyncStatus
+  cluster?: string
+  namespace?: string
+  stack?: InferyCommonCommon.InferenceStack
+  disaggregationMode?: InferyCommonCommon.DisaggregationMode
+  gpuModel?: string
+  page?: InferyCommonCommon.Pagination
+}
+
+export type ModelServingRoleSummary = {
+  role?: RoleType
+  desiredReplicas?: number
+  readyReplicas?: number
+}
+
+export type ModelServingListItem = {
+  name?: string
+  alias?: string
+  accessModelName?: string
+  cluster?: string
+  namespace?: string
+  disaggregationMode?: InferyCommonCommon.DisaggregationMode
+  stack?: InferyCommonCommon.InferenceStack
+  createTime?: GoogleProtobufTimestamp.Timestamp
+  status?: ModelServingStatusSummary
+  roles?: ModelServingRoleSummary[]
+  totalGpuCount?: number
+  accelerators?: AcceleratorSummary[]
+  origin?: ModelServingOrigin
+}
+
+export type ListModelServingResponse = {
+  items?: ModelServingListItem[]
+  page?: InferyCommonCommon.Pagination
+}
+
+export type GPUAllocation = {
+  vendor?: string
+  model?: string
+  resourceName?: string
+  gpuCountPerNode?: number
+  nodesPerReplica?: number
+  totalGpuCount?: number
+}
+
+export type ModelServingRoleOverview = {
+  role?: RoleType
+  componentName?: string
+  desiredReplicas?: number
+  readyReplicas?: number
+  image?: string
+  gpu?: GPUAllocation
+  parallelism?: ParallelismConfig
+  capabilities?: RoleCapability[]
+}
+
+export type ModelServingAccess = {
+  serviceAddress?: string
+  accessPath?: string
+  accessModelName?: string
+}
+
+export type GetModelServingResponse = {
+  modelServing?: ModelServing
+  topology?: ModelServingRoleOverview[]
+  access?: ModelServingAccess
+}
+
+export type GetModelServingRequest = {
+  workspace?: number
+  name?: string
+}
+
+export type ListModelServingResourcesRequest = {
+  workspace?: number
+  name?: string
+  kind?: string
+  healthStatus?: HealthStatus
+  resourceName?: string
+  status?: string
+}
+
+export type ModelServingResource = {
+  apiVersion?: string
+  kind?: string
+  namespace?: string
+  name?: string
+  healthStatus?: HealthStatus
+  status?: string
+  message?: string
+  nodeName?: string
+  logsAvailable?: boolean
+}
+
+export type ModelServingResourceGroup = {
+  role?: RoleType
+  componentName?: string
+  desiredReplicas?: number
+  readyReplicas?: number
+  resources?: ModelServingResource[]
+}
+
+export type ListModelServingResourcesResponse = {
+  groups?: ModelServingResourceGroup[]
+}
+
+export type UpdateModelServingRequest = {
+  workspace?: number
+  name?: string
+  alias?: string
+  resourceVersion?: string
+}
+
+export type DeleteModelServingRequest = {
+  workspace?: number
+  name?: string
+  resourceVersion?: string
+}
+
+export type ModelServingActionRequest = {
+  workspace?: number
+  name?: string
+  action?: ModelServingAction
+  resourceVersion?: string
+}
+
+export type UpdateModelServingResponse = {
+  name?: string
+  alias?: string
+  resourceVersion?: string
+  updateTime?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type DeleteModelServingResponse = {
+  name?: string
+  phase?: OperationPhase
+  resourceVersion?: string
+  updateTime?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type ModelServingActionResponse = {
+  name?: string
+  phase?: OperationPhase
+  resourceVersion?: string
+  updateTime?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type UpdateModelServingConfigurationResponse = {
+  name?: string
+  phase?: OperationPhase
+  resourceVersion?: string
+  updateTime?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type GetModelServingConfigurationRequest = {
+  workspace?: number
+  name?: string
+}
+
+export type UpdateModelServingConfigurationRequest = {
+  workspace?: number
+  name?: string
+  configuration?: Configuration
+  baseRevision?: string
+}
+
+export class ModelServingManagement {
+  static PreviewModelServing(req: PreviewModelServingRequest, initReq?: fm.InitReq): Promise<PreviewModelServingResponse> {
+    return fm.fetchReq<PreviewModelServingRequest, PreviewModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/preview`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static CreateModelServing(req: CreateModelServingRequest, initReq?: fm.InitReq): Promise<CreateModelServingResponse> {
+    return fm.fetchReq<CreateModelServingRequest, CreateModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static ListModelServing(req: ListModelServingRequest, initReq?: fm.InitReq): Promise<ListModelServingResponse> {
+    return fm.fetchReq<ListModelServingRequest, ListModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
+  }
+  static GetModelServing(req: GetModelServingRequest, initReq?: fm.InitReq): Promise<GetModelServingResponse> {
+    return fm.fetchReq<GetModelServingRequest, GetModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
+  }
+  static ListModelServingResources(req: ListModelServingResourcesRequest, initReq?: fm.InitReq): Promise<ListModelServingResourcesResponse> {
+    return fm.fetchReq<ListModelServingResourcesRequest, ListModelServingResourcesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}/resources?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
+  }
+  static UpdateModelServing(req: UpdateModelServingRequest, initReq?: fm.InitReq): Promise<UpdateModelServingResponse> {
+    return fm.fetchReq<UpdateModelServingRequest, UpdateModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+  static DeleteModelServing(req: DeleteModelServingRequest, initReq?: fm.InitReq): Promise<DeleteModelServingResponse> {
+    return fm.fetchReq<DeleteModelServingRequest, DeleteModelServingResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}`, {...initReq, method: "DELETE"})
+  }
+  static DoModelServingAction(req: ModelServingActionRequest, initReq?: fm.InitReq): Promise<ModelServingActionResponse> {
+    return fm.fetchReq<ModelServingActionRequest, ModelServingActionResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}/actions`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static GetModelServingConfiguration(req: GetModelServingConfigurationRequest, initReq?: fm.InitReq): Promise<GetModelServingConfigurationResponse> {
+    return fm.fetchReq<GetModelServingConfigurationRequest, GetModelServingConfigurationResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}/configuration?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
+  }
+  static UpdateModelServingConfiguration(req: UpdateModelServingConfigurationRequest, initReq?: fm.InitReq): Promise<UpdateModelServingConfigurationResponse> {
+    return fm.fetchReq<UpdateModelServingConfigurationRequest, UpdateModelServingConfigurationResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["name"]}/configuration`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+}

package/management-api/workspace/v1alpha1/workspace.pb.ts

@@ -0,0 +1,150 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as InferyCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+export type ListWorkspaceRequest = {
+  cluster?: string
+}
+
+export type Workspace = {
+  workspaceId?: number
+  alias?: string
+}
+
+export type ListWorkspacesResponse = {
+  items?: Workspace[]
+}
+
+export type ListClusterRequest = {
+  workspace?: number
+}
+
+export type Cluster = {
+  name?: string
+}
+
+export type ListClustersResponse = {
+  items?: Cluster[]
+}
+
+export type ListClusterNamespacesRequest = {
+  workspace?: number
+  cluster?: string
+}
+
+export type ClusterNamespace = {
+  cluster?: string
+  namespace?: string
+}
+
+export type ListClusterNamespaceResponse = {
+  items?: ClusterNamespace[]
+}
+
+export type ListClusterGPUTypesRequest = {
+  workspace?: number
+  cluster?: string
+}
+
+export type GPUType = {
+  type?: string
+  alias?: string
+}
+
+export type ListClusterGPUTypesResponse = {
+  items?: GPUType[]
+}
+
+export type KubernetesObjectMeta = {
+  name?: string
+  namespace?: string
+  labels?: {[key: string]: string}
+  annotations?: {[key: string]: string}
+}
+
+export type PersistentVolumeClaim = {
+  metadata?: KubernetesObjectMeta
+}
+
+export type Secret = {
+  metadata?: KubernetesObjectMeta
+  immutable?: boolean
+  type?: string
+  data?: {[key: string]: Uint8Array}
+  stringData?: {[key: string]: string}
+}
+
+export type ConfigMap = {
+  metadata?: KubernetesObjectMeta
+  immutable?: boolean
+  data?: {[key: string]: string}
+  binaryData?: {[key: string]: Uint8Array}
+}
+
+export type ListPersistentVolumeClaimsRequest = {
+  workspace?: number
+  cluster?: string
+  namespace?: string
+  page?: InferyCommonCommon.Pagination
+  name?: string
+}
+
+export type ListPersistentVolumeClaimsResponse = {
+  items?: PersistentVolumeClaim[]
+  page?: InferyCommonCommon.Pagination
+}
+
+export type ListSecretsRequest = {
+  workspace?: number
+  cluster?: string
+  namespace?: string
+  page?: InferyCommonCommon.Pagination
+  name?: string
+  type?: string
+}
+
+export type ListSecretsResponse = {
+  items?: Secret[]
+  page?: InferyCommonCommon.Pagination
+}
+
+export type ListConfigMapsRequest = {
+  workspace?: number
+  cluster?: string
+  namespace?: string
+  page?: InferyCommonCommon.Pagination
+  name?: string
+}
+
+export type ListConfigMapsResponse = {
+  items?: ConfigMap[]
+  page?: InferyCommonCommon.Pagination
+}
+
+export class WorkspaceService {
+  static ListWorkspaces(req: ListWorkspaceRequest, initReq?: fm.InitReq): Promise<ListWorkspacesResponse> {
+    return fm.fetchReq<ListWorkspaceRequest, ListWorkspacesResponse>(`/apis/infery.io/v1alpha1/workspaces?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
+  static ListClusterGPUTypes(req: ListClusterGPUTypesRequest, initReq?: fm.InitReq): Promise<ListClusterGPUTypesResponse> {
+    return fm.fetchReq<ListClusterGPUTypesRequest, ListClusterGPUTypesResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/gpu-types?${fm.renderURLSearchParams(req, ["workspace", "cluster"])}`, {...initReq, method: "GET"})
+  }
+  static ListClusters(req: ListClusterRequest, initReq?: fm.InitReq): Promise<ListClustersResponse> {
+    return fm.fetchReq<ListClusterRequest, ListClustersResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
+  }
+  static ListClusterNamespaces(req: ListClusterNamespacesRequest, initReq?: fm.InitReq): Promise<ListClusterNamespaceResponse> {
+    return fm.fetchReq<ListClusterNamespacesRequest, ListClusterNamespaceResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/cluster-namespaces?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
+  }
+  static ListPersistentVolumeClaims(req: ListPersistentVolumeClaimsRequest, initReq?: fm.InitReq): Promise<ListPersistentVolumeClaimsResponse> {
+    return fm.fetchReq<ListPersistentVolumeClaimsRequest, ListPersistentVolumeClaimsResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/persistentvolumeclaims?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace"])}`, {...initReq, method: "GET"})
+  }
+  static ListSecrets(req: ListSecretsRequest, initReq?: fm.InitReq): Promise<ListSecretsResponse> {
+    return fm.fetchReq<ListSecretsRequest, ListSecretsResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/secrets?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace"])}`, {...initReq, method: "GET"})
+  }
+  static ListConfigMaps(req: ListConfigMapsRequest, initReq?: fm.InitReq): Promise<ListConfigMapsResponse> {
+    return fm.fetchReq<ListConfigMapsRequest, ListConfigMapsResponse>(`/apis/infery.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/configmaps?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace"])}`, {...initReq, method: "GET"})
+  }
+}

package/package.json

@@ -0,0 +1,6 @@
+{
+  "name": "@daocloud-proto/infery",
+  "version": "v0.0.0-dev-5b50f43a",
+  "description": "Infery frontend protobuf SDK",
+  "license": "ISC"
+}