@daocloud-proto/hydra 0.15.0-dev-7 → 0.16.0-dev-1

package/admin-api/core/v1alpha1/core.pb.ts

@@ -64,6 +64,45 @@ export type GetAnalysisURIResponse = {
   uri?: string
 }
 
+export type NodeGPUInfo = {
+  clusterName?: string
+  nodeName?: string
+  gpuProduct?: string
+  gpuMemory?: string
+  gpuCount?: number
+}
+
+export type ListNodeGPUInfoRequest = {
+  cluster?: string
+}
+
+export type ListNodeGPUInfoResponse = {
+  items?: NodeGPUInfo[]
+}
+
+export type ModelGPUInfo = {
+  accessModelName?: string
+  lwsName?: string
+  namespace?: string
+  cluster?: string
+  nodes?: ModelNodeGPU[]
+}
+
+export type ModelNodeGPU = {
+  nodeName?: string
+  gpuProduct?: string
+  gpuMemory?: string
+  gpuCount?: number
+}
+
+export type ListModelGPUInfoRequest = {
+  accessModelName?: string
+}
+
+export type ListModelGPUInfoResponse = {
+  items?: ModelGPUInfo[]
+}
+
 export class CoreService {
   static AdminListCluster(req: ListClusterRequest, initReq?: fm.InitReq): Promise<ListClusterResponse> {
     return fm.fetchReq<ListClusterRequest, ListClusterResponse>(`/apis/admin.hydra.io/v1alpha1/clusters?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
@@ -80,4 +119,10 @@ export class CoreService {
   static GetAnalysisURI(req: GetAnalysisURIRequest, initReq?: fm.InitReq): Promise<GetAnalysisURIResponse> {
     return fm.fetchReq<GetAnalysisURIRequest, GetAnalysisURIResponse>(`/apis/admin.hydra.io/v1alpha1/analysis-uri?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
   }
+  static ListNodeGPUInfo(req: ListNodeGPUInfoRequest, initReq?: fm.InitReq): Promise<ListNodeGPUInfoResponse> {
+    return fm.fetchReq<ListNodeGPUInfoRequest, ListNodeGPUInfoResponse>(`/apis/admin.hydra.io/v1alpha1/node-gpu-info?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
+  static ListModelGPUInfo(req: ListModelGPUInfoRequest, initReq?: fm.InitReq): Promise<ListModelGPUInfoResponse> {
+    return fm.fetchReq<ListModelGPUInfoRequest, ListModelGPUInfoResponse>(`/apis/admin.hydra.io/v1alpha1/model-gpu-info?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
 }

package/admin-api/cost-mock-config/v1alpha1/cost_mock_config.pb.ts

@@ -0,0 +1,76 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as fm from "../../../fetch.pb"
+export type CostMockConfig = {
+  gpus?: GPUCost[]
+  upstreamTokenPrices?: UpstreamTokenPrice[]
+  upstreamTotalTokenPrices?: UpstreamTotalTokenPrice[]
+  excludedGpuCostKeys?: string[]
+}
+
+export type GPUCost = {
+  clusterName?: string
+  nodeName?: string
+  product?: string
+  memory?: string
+  price?: number
+  count?: number
+}
+
+export type UpstreamTokenPrice = {
+  name?: string
+  maasModelName?: string
+  inPrice?: number
+  outPrice?: number
+  cachedPrice?: number
+  inputImagePrice?: number
+  outputImagePrice?: number
+  inputAudioPrice?: number
+  outputAudioPrice?: number
+}
+
+export type UpstreamTotalTokenPrice = {
+  name?: string
+  maasModelName?: string
+  expirationTime?: string
+  inputTokenHourlyPrice?: number
+  outputTokenHourlyPrice?: number
+  cachedTokenHourlyPrice?: number
+  inputImageHourlyPrice?: number
+  outputImageHourlyPrice?: number
+  inputAudioHourlyPrice?: number
+  outputAudioHourlyPrice?: number
+}
+
+export type CreateCostMockConfigRequest = {
+  config?: CostMockConfig
+}
+
+export type GetCostMockConfigRequest = {
+}
+
+export type UpdateCostMockConfigRequest = {
+  config?: CostMockConfig
+}
+
+export type DeleteCostMockConfigRequest = {
+}
+
+export class CostMockConfigManagement {
+  static CreateCostMockConfig(req: CreateCostMockConfigRequest, initReq?: fm.InitReq): Promise<CostMockConfig> {
+    return fm.fetchReq<CreateCostMockConfigRequest, CostMockConfig>(`/apis/admin.hydra.io/v1alpha1/cost-mock-config`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static GetCostMockConfig(req: GetCostMockConfigRequest, initReq?: fm.InitReq): Promise<CostMockConfig> {
+    return fm.fetchReq<GetCostMockConfigRequest, CostMockConfig>(`/apis/admin.hydra.io/v1alpha1/cost-mock-config?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
+  static UpdateCostMockConfig(req: UpdateCostMockConfigRequest, initReq?: fm.InitReq): Promise<CostMockConfig> {
+    return fm.fetchReq<UpdateCostMockConfigRequest, CostMockConfig>(`/apis/admin.hydra.io/v1alpha1/cost-mock-config`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+  static DeleteCostMockConfig(req: DeleteCostMockConfigRequest, initReq?: fm.InitReq): Promise<CostMockConfig> {
+    return fm.fetchReq<DeleteCostMockConfigRequest, CostMockConfig>(`/apis/admin.hydra.io/v1alpha1/cost-mock-config`, {...initReq, method: "DELETE"})
+  }
+}

package/management-api/model/v1alpha1/model.pb.ts

@@ -24,6 +24,12 @@ export enum ModelSupportFeature {
   TOOLS = "TOOLS",
 }
 
+export enum SkuDiscountScheduleType {
+  SKU_DISCOUNT_SCHEDULE_TYPE_UNSPECIFIED = "SKU_DISCOUNT_SCHEDULE_TYPE_UNSPECIFIED",
+  SKU_DISCOUNT_SCHEDULE_TYPE_ABSOLUTE = "SKU_DISCOUNT_SCHEDULE_TYPE_ABSOLUTE",
+  SKU_DISCOUNT_SCHEDULE_TYPE_DAILY = "SKU_DISCOUNT_SCHEDULE_TYPE_DAILY",
+}
+
 export enum PublicModelConfigRateLimitLimitedBy {
   LIMITED_BY_UNSPECIFIED = "LIMITED_BY_UNSPECIFIED",
   USER_ID = "USER_ID",
@@ -37,11 +43,31 @@ export enum DeployTemplateInferenceRuntime {
   IMAGE_GEN = "IMAGE_GEN",
 }
 
+export type ModelPriceDiscountInfo = {
+  discountRate?: number
+  discountName?: string
+  schedule?: ModelPriceDiscountSchedule
+}
+
+export type ModelPriceDiscountSchedule = {
+  discountRuleId?: string
+  type?: SkuDiscountScheduleType
+  effectiveStartAt?: string
+  effectiveEndAt?: string
+  dailyStartMinute?: number
+  dailyEndMinute?: number
+  timezone?: string
+}
+
 export type ModelPrice = {
   inputPerKTokens?: string
   outputPerKTokens?: string
   perImage?: string
   cachedPerKTokens?: string
+  inputDiscountInfo?: ModelPriceDiscountInfo
+  outputDiscountInfo?: ModelPriceDiscountInfo
+  perImageDiscountInfo?: ModelPriceDiscountInfo
+  cachedDiscountInfo?: ModelPriceDiscountInfo
 }
 
 export type Model = {

package/management-api/model_serving/v1alpha1/model_serving.pb.ts

@@ -211,6 +211,7 @@ export type ModelServing = {
   modelAvatar?: string
   regionName?: HydraCommonCommon.I18nName
   modelSupportFeature?: HydraManagement_apiModelV1alpha1Model.ModelSupportFeature[]
+  enableMetrics?: boolean
 }
 
 
@@ -237,6 +238,7 @@ export type ModelServing = {
   preflight?: PreflightConfig
   configMapMounts?: ConfigMapMountConfig[]
   healthCheck?: HealthCheckConfig
+  enableMetrics?: boolean
 }
 
 export type WSModelServing = BaseWSModelServing
@@ -336,6 +338,19 @@ export type DeployDetectCondition = {
   message?: string
 }
 
+export type ListBuiltinEnvVarsRequest = {
+}
+
+export type BuiltinEnvVar = {
+  name?: string
+  description?: HydraCommonCommon.I18nName
+  example?: string
+}
+
+export type ListBuiltinEnvVarsResponse = {
+  items?: BuiltinEnvVar[]
+}
+
 export class ModelServingManagement {
   static CreateModelServing(req: CreateModelServingRequest, initReq?: fm.InitReq): Promise<ModelServing> {
     return fm.fetchReq<CreateModelServingRequest, ModelServing>(`/apis/hydra.io/v1alpha1/model-serving`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
@@ -378,4 +393,7 @@ export class WSModelServingManagement {
   static DoModelWSServingAction(req: WSModelServingActionRequest, initReq?: fm.InitReq): Promise<WSModelServing> {
     return fm.fetchReq<WSModelServingActionRequest, WSModelServing>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/model-serving/${req["id"]}/actions`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
   }
+  static ListBuiltinEnvVars(req: ListBuiltinEnvVarsRequest, initReq?: fm.InitReq): Promise<ListBuiltinEnvVarsResponse> {
+    return fm.fetchReq<ListBuiltinEnvVarsRequest, ListBuiltinEnvVarsResponse>(`/apis/hydra.io/v1alpha1/model-serving/builtin-env-vars?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daocloud-proto/hydra",
-  "version": "v0.15.0-dev-7",
+  "version": "v0.16.0-dev-1",
   "description": "",
   "author": "",
   "license": "ISC"