@daocloud-proto/hydra 0.5.0-dev-3 → 0.5.0-dev-7

package/admin-api/model/v1alpha1/model.pb.ts

@@ -0,0 +1,121 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as HydraCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
+import * as HydraManagement_apiModelV1alpha1Model from "../../../management-api/model/v1alpha1/model.pb"
+export type CreateModelRequest = {
+  modelId?: string
+  modelAvatar?: string
+  modelName?: string
+  providerId?: string
+  modelDescription?: HydraCommonCommon.I18nName
+  modelSupportFeature?: HydraManagement_apiModelV1alpha1Model.ModelSupportFeature[]
+  publicEndpointEnabled?: boolean
+  publicEndpointBaseUrl?: string
+  publicAccessModelName?: string
+  readme?: HydraCommonCommon.I18nName
+  publicModelConfig?: HydraManagement_apiModelV1alpha1Model.PublicModelConfig
+  servingSpec?: HydraManagement_apiModelV1alpha1Model.ModelServingSpec
+  hidden?: boolean
+}
+
+export type Model = {
+  modelId?: string
+  modelAvatar?: string
+  modelName?: string
+  providerId?: string
+  providerName?: HydraCommonCommon.I18nName
+  modelDescription?: HydraCommonCommon.I18nName
+  modelSupportFeature?: HydraManagement_apiModelV1alpha1Model.ModelSupportFeature[]
+  creationTimestamp?: GoogleProtobufTimestamp.Timestamp
+  updateTimestamp?: GoogleProtobufTimestamp.Timestamp
+  publicEndpointEnabled?: boolean
+  publicEndpointBaseUrl?: string
+  publicAccessModelName?: string
+  readme?: HydraCommonCommon.I18nName
+  publicModelConfig?: HydraManagement_apiModelV1alpha1Model.PublicModelConfig
+  servingSpec?: HydraManagement_apiModelV1alpha1Model.ModelServingSpec
+  hidden?: boolean
+}
+
+export type UpdateModelRequest = {
+  modelId?: string
+  modelAvatar?: string
+  modelName?: string
+  providerId?: string
+  modelDescription?: HydraCommonCommon.I18nName
+  modelSupportFeature?: HydraManagement_apiModelV1alpha1Model.ModelSupportFeature[]
+  publicEndpointEnabled?: boolean
+  publicEndpointBaseUrl?: string
+  publicAccessModelName?: string
+  readme?: HydraCommonCommon.I18nName
+  publicModelConfig?: HydraManagement_apiModelV1alpha1Model.PublicModelConfig
+  servingSpec?: HydraManagement_apiModelV1alpha1Model.ModelServingSpec
+  hidden?: boolean
+}
+
+export type ListModelRequest = {
+  page?: HydraCommonCommon.Pagination
+  showDeployTemplate?: boolean
+}
+
+export type ListModelResponse = {
+  items?: Model[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type SingleModelRequest = {
+  modelId?: string
+}
+
+export type ImportModelRequest = {
+  yAML?: string
+  uRL?: string
+}
+
+export type ImportModelResponse = {
+  items?: Model[]
+}
+
+export type BatchCreateModelsRequest = {
+  models?: CreateModelRequest[]
+}
+
+export type BatchCreateModelsResponse = {
+  items?: Model[]
+}
+
+export class AdminModelManagement {
+  static CreateModel(req: CreateModelRequest, initReq?: fm.InitReq): Promise<Model> {
+    return fm.fetchReq<CreateModelRequest, Model>(`/apis/admin.hydra.io/v1alpha1/models`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static GetModel(req: SingleModelRequest, initReq?: fm.InitReq): Promise<Model> {
+    return fm.fetchReq<SingleModelRequest, Model>(`/apis/admin.hydra.io/v1alpha1/models/${req["modelId"]}?${fm.renderURLSearchParams(req, ["modelId"])}`, {...initReq, method: "GET"})
+  }
+  static ListModels(req: ListModelRequest, initReq?: fm.InitReq): Promise<ListModelResponse> {
+    return fm.fetchReq<ListModelRequest, ListModelResponse>(`/apis/admin.hydra.io/v1alpha1/models?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
+  static UpdateModel(req: UpdateModelRequest, initReq?: fm.InitReq): Promise<Model> {
+    return fm.fetchReq<UpdateModelRequest, Model>(`/apis/admin.hydra.io/v1alpha1/models/${req["modelId"]}`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+  static DeleteModel(req: SingleModelRequest, initReq?: fm.InitReq): Promise<Model> {
+    return fm.fetchReq<SingleModelRequest, Model>(`/apis/admin.hydra.io/v1alpha1/models/${req["modelId"]}`, {...initReq, method: "DELETE"})
+  }
+  static ImportModel(req: ImportModelRequest, initReq?: fm.InitReq): Promise<ImportModelResponse> {
+    return fm.fetchReq<ImportModelRequest, ImportModelResponse>(`/apis/admin.hydra.io/v1alpha1/models:import`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static BatchCreateModels(req: BatchCreateModelsRequest, initReq?: fm.InitReq): Promise<BatchCreateModelsResponse> {
+    return fm.fetchReq<BatchCreateModelsRequest, BatchCreateModelsResponse>(`/apis/admin.hydra.io/v1alpha1/models:batch_create`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static PublishModel(req: SingleModelRequest, initReq?: fm.InitReq): Promise<Model> {
+    return fm.fetchReq<SingleModelRequest, Model>(`/apis/admin.hydra.io/v1alpha1/models/${req["modelId"]}:publish`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static UnpublishModel(req: SingleModelRequest, initReq?: fm.InitReq): Promise<Model> {
+    return fm.fetchReq<SingleModelRequest, Model>(`/apis/admin.hydra.io/v1alpha1/models/${req["modelId"]}:unpublish`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+}

package/admin-api/model/v1alpha1/provider.pb.ts

@@ -0,0 +1,59 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as HydraCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+export type CreateProviderRequest = {
+  providerId?: string
+  providerName?: HydraCommonCommon.I18nName
+  providerDescription?: HydraCommonCommon.I18nName
+  providerAvatar?: string
+}
+
+export type Provider = {
+  providerId?: string
+  providerName?: HydraCommonCommon.I18nName
+  providerDescription?: HydraCommonCommon.I18nName
+  providerAvatar?: string
+}
+
+export type UpdateProviderRequest = {
+  providerId?: string
+  providerName?: HydraCommonCommon.I18nName
+  providerDescription?: HydraCommonCommon.I18nName
+  providerAvatar?: string
+}
+
+export type ListProviderRequest = {
+  page?: HydraCommonCommon.Pagination
+}
+
+export type ListProviderResponse = {
+  items?: Provider[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type SingleProviderRequest = {
+  providerId?: string
+}
+
+export class AdminProviderManagement {
+  static CreateProvider(req: CreateProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
+    return fm.fetchReq<CreateProviderRequest, Provider>(`/apis/admin.hydra.io/v1alpha1/providers`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static GetProvider(req: SingleProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
+    return fm.fetchReq<SingleProviderRequest, Provider>(`/apis/admin.hydra.io/v1alpha1/providers/${req["providerId"]}?${fm.renderURLSearchParams(req, ["providerId"])}`, {...initReq, method: "GET"})
+  }
+  static ListProviders(req: ListProviderRequest, initReq?: fm.InitReq): Promise<ListProviderResponse> {
+    return fm.fetchReq<ListProviderRequest, ListProviderResponse>(`/apis/admin.hydra.io/v1alpha1/providers?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
+  static UpdateProvider(req: UpdateProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
+    return fm.fetchReq<UpdateProviderRequest, Provider>(`/apis/admin.hydra.io/v1alpha1/providers/${req["providerId"]}`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+  static DeleteProvider(req: SingleProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
+    return fm.fetchReq<SingleProviderRequest, Provider>(`/apis/admin.hydra.io/v1alpha1/providers/${req["providerId"]}`, {...initReq, method: "DELETE"})
+  }
+}

package/common/common.pb.ts

@@ -8,6 +8,7 @@ export enum Mode {
   MODE_UNSPECIFIED = "MODE_UNSPECIFIED",
   CSP = "CSP",
   WS = "WS",
+  Any = "Any",
 }
 
 export type NoParamsQuery = {

package/management-api/model/v1alpha1/model.pb.ts

@@ -28,6 +28,19 @@ export enum PublicModelConfigRateLimitLimitedBy {
   API_KEY = "API_KEY",
 }
 
+export enum DeployTemplateGPUType {
+  GPU_TYPE_UNSPECIFIED = "GPU_TYPE_UNSPECIFIED",
+  NVIDIA_GPU = "NVIDIA_GPU",
+  NVIDIA_vGPU = "NVIDIA_vGPU",
+}
+
+export enum DeployTemplateInferenceRuntime {
+  INFERENCE_RUNTIME_UNSPECIFIED = "INFERENCE_RUNTIME_UNSPECIFIED",
+  VLLM = "VLLM",
+  SGLANG = "SGLANG",
+  IMAGE_GEN = "IMAGE_GEN",
+}
+
 export type ModelPrice = {
   inputPerKTokens?: string
   outputPerKTokens?: string
@@ -77,6 +90,25 @@ export type PublicModelConfig = {
   rateLimit?: PublicModelConfigRateLimit
 }
 
+export type ModelServingSpec = {
+  deployTemplates?: DeployTemplate[]
+}
+
+export type DeployTemplateResourcesRequirements = {
+  cpu?: number
+  memory?: number
+  gpuType?: DeployTemplateGPUType
+  gpuCount?: number
+  perGpuMemory?: number
+}
+
+export type DeployTemplate = {
+  resourcesRequirements?: DeployTemplateResourcesRequirements
+  runtime?: DeployTemplateInferenceRuntime
+  versionRequired?: string
+  customDeployArgs?: string[]
+}
+
 export type ListWSModelRequest = {
   workspace?: number
   page?: HydraCommonCommon.Pagination

package/management-api/model/v1alpha1/provider.pb.ts

@@ -7,11 +7,6 @@
 import * as HydraCommonCommon from "../../../common/common.pb"
 import * as fm from "../../../fetch.pb"
 import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
-export type CreateProviderRequest = {
-  providerName?: string
-  providerAvatar?: string
-}
-
 export type Provider = {
   providerId?: string
   providerName?: HydraCommonCommon.I18nName
@@ -32,12 +27,6 @@ export type SingleProviderRequest = {
   id?: string
 }
 
-export type CreateWSProviderRequest = {
-  providerName?: string
-  providerAvatar?: string
-  workspace?: number
-}
-
 export type ListWSProviderRequest = {
   page?: HydraCommonCommon.Pagination
   workspace?: number
@@ -62,30 +51,18 @@ export type SingleWSProviderRequest = {
 }
 
 export class ProviderManagement {
-  static CreateProvider(req: CreateProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
-    return fm.fetchReq<CreateProviderRequest, Provider>(`/apis/hydra.io/v1alpha1/providers`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
-  }
   static GetProvider(req: SingleProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
     return fm.fetchReq<SingleProviderRequest, Provider>(`/apis/hydra.io/v1alpha1/providers/${req["id"]}?${fm.renderURLSearchParams(req, ["id"])}`, {...initReq, method: "GET"})
   }
   static ListProvider(req: ListProviderRequest, initReq?: fm.InitReq): Promise<ListProviderResponse> {
     return fm.fetchReq<ListProviderRequest, ListProviderResponse>(`/apis/hydra.io/v1alpha1/providers?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
   }
-  static DeleteProvider(req: SingleProviderRequest, initReq?: fm.InitReq): Promise<Provider> {
-    return fm.fetchReq<SingleProviderRequest, Provider>(`/apis/hydra.io/v1alpha1/providers/${req["id"]}`, {...initReq, method: "DELETE", body: JSON.stringify(req, fm.replacer)})
-  }
 }
 export class WSProviderManagement {
-  static CreateWSProvider(req: CreateWSProviderRequest, initReq?: fm.InitReq): Promise<WSProvider> {
-    return fm.fetchReq<CreateWSProviderRequest, WSProvider>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/providers`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
-  }
   static GetWSProvider(req: SingleWSProviderRequest, initReq?: fm.InitReq): Promise<WSProvider> {
     return fm.fetchReq<SingleWSProviderRequest, WSProvider>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/providers/${req["id"]}?${fm.renderURLSearchParams(req, ["workspace", "id"])}`, {...initReq, method: "GET"})
   }
   static ListWSProvider(req: ListWSProviderRequest, initReq?: fm.InitReq): Promise<ListWSProviderResponse> {
     return fm.fetchReq<ListWSProviderRequest, ListWSProviderResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/providers?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
   }
-  static DeleteWSProvider(req: SingleWSProviderRequest, initReq?: fm.InitReq): Promise<WSProvider> {
-    return fm.fetchReq<SingleWSProviderRequest, WSProvider>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/providers/${req["id"]}`, {...initReq, method: "DELETE", body: JSON.stringify(req, fm.replacer)})
-  }
 }

package/management-api/model_serving/v1alpha1/model_serving.pb.ts

@@ -38,6 +38,7 @@ export enum ModelServingActionRequestAction {
 export enum WSModelServingActionRequestAction {
   MODEL_SERVING_ACTION_UNSPECIFIED = "MODEL_SERVING_ACTION_UNSPECIFIED",
   START = "START",
+  STOP = "STOP",
 }
 
 export type CreateModelServingRequest = {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daocloud-proto/hydra",
-  "version": "v0.5.0-dev-3",
+  "version": "v0.5.0-dev-7",
   "description": "",
   "author": "",
   "license": "ISC"