@daocloud-proto/hydra 0.11.0-dev-28 → 0.11.0-dev-32

package/admin-api/model/v1alpha1/model_weights_volume.pb.ts

@@ -25,6 +25,7 @@ export type ModelWeightsVolume = {
   mountPath?: string
   creationTimestamp?: GoogleProtobufTimestamp.Timestamp
   updateTimestamp?: GoogleProtobufTimestamp.Timestamp
+  referenced?: boolean
 }
 
 export type CreateModelWeightsVolumeRequest = {

package/management-api/core/v1alpha1/image.pb.ts

@@ -0,0 +1,142 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as HydraCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
+
+export enum RegistryType {
+  REGISTRY_TYPE_UNSPECIFIED = "REGISTRY_TYPE_UNSPECIFIED",
+  REGISTRY_TYPE_HARBOR = "REGISTRY_TYPE_HARBOR",
+  REGISTRY_TYPE_DOCKER = "REGISTRY_TYPE_DOCKER",
+  REGISTRY_TYPE_JFROG = "REGISTRY_TYPE_JFROG",
+}
+
+export enum Scope {
+  SCOPE_UNKNOWN = "SCOPE_UNKNOWN",
+  SCOPE_GLOBAL = "SCOPE_GLOBAL",
+  SCOPE_WORKSPACE = "SCOPE_WORKSPACE",
+}
+
+export enum Visibility {
+  VISIBLE_UNKNOWN = "VISIBLE_UNKNOWN",
+  VISIBLE_PUBLIC = "VISIBLE_PUBLIC",
+  VISIBLE_PRIVATE = "VISIBLE_PRIVATE",
+}
+
+export type ListRegistriesRequest = {
+  workspace?: number
+  global?: boolean
+  page?: HydraCommonCommon.Pagination
+}
+
+export type Registry = {
+  host?: string
+  name?: string
+  type?: RegistryType
+  scope?: Scope
+}
+
+export type ListRegistriesResponse = {
+  items?: Registry[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type ListProjectsRequest = {
+  workspace?: number
+  registry?: string
+  public?: boolean
+  page?: HydraCommonCommon.Pagination
+  onlyBind?: boolean
+  all?: boolean
+}
+
+export type Project = {
+  name?: string
+  visible?: Visibility
+}
+
+export type ListProjectsResponse = {
+  items?: Project[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type ListRepositoriesRequest = {
+  workspace?: number
+  registry?: string
+  project?: string
+  page?: HydraCommonCommon.Pagination
+}
+
+export type Tag = {
+  name?: string
+  creationTimestamp?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type Repository = {
+  name?: string
+  updateTimestamp?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type ListRepositoriesResponse = {
+  items?: Repository[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type ListArtifactsRequest = {
+  workspace?: number
+  registry?: string
+  project?: string
+  repository?: string
+  page?: HydraCommonCommon.Pagination
+}
+
+export type Artifact = {
+  digest?: string
+  tags?: Tag[]
+  imageSize?: string
+  creationTimestamp?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type ListArtifactsResponse = {
+  items?: Artifact[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type ListSecretsRequest = {
+  cluster?: string
+  namespace?: string
+  type?: string
+}
+
+export type Secret = {
+  name?: string
+  namespace?: string
+  cluster?: string
+  type?: string
+}
+
+export type ListSecretsResponse = {
+  items?: Secret[]
+}
+
+export class Image {
+  static ListRegistries(req: ListRegistriesRequest, initReq?: fm.InitReq): Promise<ListRegistriesResponse> {
+    return fm.fetchReq<ListRegistriesRequest, ListRegistriesResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/registries?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
+  }
+  static ListProjects(req: ListProjectsRequest, initReq?: fm.InitReq): Promise<ListProjectsResponse> {
+    return fm.fetchReq<ListProjectsRequest, ListProjectsResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/registries/${req["registry"]}/projects?${fm.renderURLSearchParams(req, ["workspace", "registry"])}`, {...initReq, method: "GET"})
+  }
+  static ListRepositories(req: ListRepositoriesRequest, initReq?: fm.InitReq): Promise<ListRepositoriesResponse> {
+    return fm.fetchReq<ListRepositoriesRequest, ListRepositoriesResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/registries/${req["registry"]}/repositories?${fm.renderURLSearchParams(req, ["workspace", "registry"])}`, {...initReq, method: "GET"})
+  }
+  static ListArtifacts(req: ListArtifactsRequest, initReq?: fm.InitReq): Promise<ListArtifactsResponse> {
+    return fm.fetchReq<ListArtifactsRequest, ListArtifactsResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/registries/${req["registry"]}/repositories/${req["repository"]}/artifacts?${fm.renderURLSearchParams(req, ["workspace", "registry", "repository"])}`, {...initReq, method: "GET"})
+  }
+  static ListSecrets(req: ListSecretsRequest, initReq?: fm.InitReq): Promise<ListSecretsResponse> {
+    return fm.fetchReq<ListSecretsRequest, ListSecretsResponse>(`/apis/hydra.io/v1alpha1/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/secrets?${fm.renderURLSearchParams(req, ["cluster", "namespace"])}`, {...initReq, method: "GET"})
+  }
+}

package/management-api/model/v1alpha1/model_weights_volume.pb.ts

@@ -25,6 +25,7 @@ export type WSModelWeightsVolume = {
   mountPath?: string
   creationTimestamp?: GoogleProtobufTimestamp.Timestamp
   updateTimestamp?: GoogleProtobufTimestamp.Timestamp
+  referenced?: boolean
 }
 
 export type CreateWSModelWeightsVolumeRequest = {

package/management-api/model_serving/v1alpha1/model_serving.pb.ts

@@ -8,12 +8,30 @@ import * as HydraCommonCommon from "../../../common/common.pb"
 import * as fm from "../../../fetch.pb"
 import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
 import * as HydraManagement_apiModelV1alpha1Model from "../../model/v1alpha1/model.pb"
+import * as HydraManagement_apiModelV1alpha1Model_weights_volume from "../../model/v1alpha1/model_weights_volume.pb"
+
+type Absent<T, K extends keyof T> = { [k in Exclude<keyof T, K>]?: undefined };
+type OneOf<T> =
+  | { [k in keyof T]?: undefined }
+  | (
+    keyof T extends infer K ?
+      (K extends string & keyof T ? { [k in K]: T[K] } & Absent<T, K>
+        : never)
+    : never);
 
 export enum PaymentMethod {
   PAYMENT_METHOD_UNSPECIFIED = "PAYMENT_METHOD_UNSPECIFIED",
   PAY_AS_YOU_GO = "PAY_AS_YOU_GO",
 }
 
+export enum InferenceRuntime {
+  INFERENCE_RUNTIME_UNSPECIFIED = "INFERENCE_RUNTIME_UNSPECIFIED",
+  VLLM = "VLLM",
+  SGLANG = "SGLANG",
+  IMAGE_GEN = "IMAGE_GEN",
+  CUSTOM = "CUSTOM",
+}
+
 export enum ModelServingStatus {
   STATUS_UNSPECIFIED = "STATUS_UNSPECIFIED",
   DEPLOYING = "DEPLOYING",
@@ -41,6 +59,41 @@ export enum WSModelServingActionRequestAction {
   STOP = "STOP",
 }
 
+export type WeightVolumeConfig = {
+  modelId?: string
+  modelTag?: string
+  storageSource?: HydraManagement_apiModelV1alpha1Model_weights_volume.StorageSourceType
+  storageRef?: string
+  subPath?: string
+  mountPath?: string
+}
+
+
+/* hydra modified */ export type BaseResourceConfig = {
+  cpu?: number
+  memory?: number
+  gpuType?: HydraManagement_apiModelV1alpha1Model.DeployTemplateGPUType
+  gpuCount?: number
+  perGpuMemory?: number
+}
+
+export type ResourceConfig = BaseResourceConfig
+  & OneOf<{ gpuCores: number }>
+
+export type EnvVar = {
+  name?: string
+  value?: string
+}
+
+export type RuntimeConfig = {
+  runtimeType?: InferenceRuntime
+  runtimeImage?: string
+  versionRequired?: string
+  imagePullSecretName?: string[]
+  runtimeCommand?: string
+  env?: EnvVar[]
+}
+
 export type CreateModelServingRequest = {
   name?: string
   modelId?: string
@@ -50,15 +103,23 @@ export type CreateModelServingRequest = {
   paymentMethods?: PaymentMethod
 }
 
-export type CreateWSModelServingRequest = {
+
+/* hydra modified */ export type BaseCreateWSModelServingRequest = {
   name?: string
   modelId?: string
   workspace?: number
   cluster?: string
   namespace?: string
   replicas?: number
+  nodeSize?: number
+  weightVolumeId?: string
+  resourceConfig?: ResourceConfig
+  runtimeConfig?: RuntimeConfig
 }
 
+export type CreateWSModelServingRequest = BaseCreateWSModelServingRequest
+  & OneOf<{ weightVolumeConfig: WeightVolumeConfig }>
+
 export type ModelServing = {
   id?: string
   name?: string
@@ -88,6 +149,7 @@ export type WSModelServing = {
   modelName?: string
   cluster?: string
   replicas?: number
+  nodeSize?: number
   status?: ModelServingStatus
   creationTimestamp?: GoogleProtobufTimestamp.Timestamp
   accessModelName?: string
@@ -95,6 +157,9 @@ export type WSModelServing = {
   address?: string
   modelAvatar?: string
   modelSupportFeature?: HydraManagement_apiModelV1alpha1Model.ModelSupportFeature[]
+  resourceConfig?: ResourceConfig
+  runtimeConfig?: RuntimeConfig
+  weightVolumeConfig?: WeightVolumeConfig
 }
 
 export type ListModelServingRequest = {
@@ -166,13 +231,21 @@ export type WSModelServingActionRequest = {
   action?: WSModelServingActionRequestAction
 }
 
-export type WSModelServingDeployDetectionRequest = {
+
+/* hydra modified */ export type BaseWSModelServingDeployDetectionRequest = {
   workspace?: number
   modelId?: string
   cluster?: string
   namespace?: string
+  nodeSize?: number
+  weightVolumeId?: string
+  resourceConfig?: ResourceConfig
+  runtimeConfig?: RuntimeConfig
 }
 
+export type WSModelServingDeployDetectionRequest = BaseWSModelServingDeployDetectionRequest
+  & OneOf<{ weightVolumeConfig: WeightVolumeConfig }>
+
 export type ModelServingDeployDetectionResponse = {
   ready?: boolean
   conditions?: DeployDetectCondition[]

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daocloud-proto/hydra",
-  "version": "v0.11.0-dev-28",
+  "version": "v0.11.0-dev-32",
   "description": "",
   "author": "",
   "license": "ISC"