@daocloud-proto/hydra 0.0.0-dev-df7fe94b → 0.0.0-dev-88ed8f0b

package/management-api/agent/v1alpha1/event.pb.ts

@@ -15,6 +15,7 @@ export enum APIKeyEventType {
   OUT_OF_QUOTA = "OUT_OF_QUOTA",
   RECOVERY = "RECOVERY",
   UPDATE = "UPDATE",
+  CREATE = "CREATE",
 }
 
 export enum UsageReportRequestMode {

package/management-api/apikey/v1alpha1/apikey.pb.ts

@@ -8,6 +8,22 @@ import * as HydraCommonCommon from "../../../common/common.pb"
 import * as fm from "../../../fetch.pb"
 import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
 
+type Absent<T, K extends keyof T> = { [k in Exclude<keyof T, K>]?: undefined };
+type OneOf<T> =
+  | { [k in keyof T]?: undefined }
+  | (
+    keyof T extends infer K ?
+      (K extends string & keyof T ? { [k in K]: T[K] } & Absent<T, K>
+        : never)
+    : never);
+
+export enum APIKeyStatus {
+  API_KEY_STATUS_UNSPECIFIED = "API_KEY_STATUS_UNSPECIFIED",
+  API_KEY_STATUS_ACTIVE = "API_KEY_STATUS_ACTIVE",
+  API_KEY_STATUS_DISABLED = "API_KEY_STATUS_DISABLED",
+  API_KEY_STATUS_EXPIRED = "API_KEY_STATUS_EXPIRED",
+}
+
 export enum TimePeriod {
   TIME_PERIOD_UNSPECIFIED = "TIME_PERIOD_UNSPECIFIED",
   TIME_PERIOD_HOUR = "TIME_PERIOD_HOUR",
@@ -16,15 +32,25 @@ export enum TimePeriod {
   TIME_PERIOD_MONTH = "TIME_PERIOD_MONTH",
 }
 
-export type CreateWSAPIKeyRequest = {
+
+/* hydra modified */ export type BaseCreateWSAPIKeyRequest = {
   name?: string
   workspace?: number
+  quota?: string
+  unlimitedQuota?: boolean
 }
 
-export type CreateAPIKeyRequest = {
+export type CreateWSAPIKeyRequest = BaseCreateWSAPIKeyRequest
+  & OneOf<{ expireTime: GoogleProtobufTimestamp.Timestamp }>
+
+
+/* hydra modified */ export type BaseCreateAPIKeyRequest = {
   name?: string
 }
 
+export type CreateAPIKeyRequest = BaseCreateAPIKeyRequest
+  & OneOf<{ expireTime: GoogleProtobufTimestamp.Timestamp }>
+
 export type APIKey = {
   id?: string
   key?: string
@@ -35,6 +61,13 @@ export type APIKey = {
   denyModels?: string[]
   workspace?: number
   createBy?: string
+  quota?: string
+  expireTime?: GoogleProtobufTimestamp.Timestamp
+  remainingQuota?: string
+  remainingQuotaSyncedAt?: GoogleProtobufTimestamp.Timestamp
+  status?: APIKeyStatus
+  unlimitedQuota?: boolean
+  usedQuota?: string
 }
 
 export type ListWSAPIKeyRequest = {

package/management-api/finetune/v1alpha1/finetune.pb.ts

@@ -0,0 +1,182 @@
+/* eslint-disable */
+// @ts-nocheck
+/*
+* This file is a generated Typescript file for GRPC Gateway, DO NOT MODIFY
+*/
+
+import * as HydraCommonCommon from "../../../common/common.pb"
+import * as fm from "../../../fetch.pb"
+import * as GoogleProtobufTimestamp from "../../../google/protobuf/timestamp.pb"
+
+export enum TrainingStage {
+  TRAINING_STAGE_UNSPECIFIED = "TRAINING_STAGE_UNSPECIFIED",
+  SFT = "SFT",
+  DPO = "DPO",
+}
+
+export enum FineTuningType {
+  FINE_TUNING_TYPE_UNSPECIFIED = "FINE_TUNING_TYPE_UNSPECIFIED",
+  LORA = "LORA",
+  FULL = "FULL",
+  FREEZE = "FREEZE",
+}
+
+export type ModelConfig = {
+  modelId?: string
+  modelVolumeId?: string
+  template?: string
+  trustRemoteCode?: boolean
+}
+
+export type LoraConfig = {
+  loraRank?: number
+  loraAlpha?: number
+  loraDropout?: number
+  loraTarget?: string
+  additionalTarget?: string
+  loraPlusLrRatio?: number
+  loraPlusLrEmbedding?: number
+  useRslora?: boolean
+  useDora?: boolean
+  pissaInit?: boolean
+  pissaIter?: number
+  pissaConvert?: boolean
+  createNewAdapter?: boolean
+  quantizationBit?: number
+  quantizationMethod?: string
+  ropeScaling?: string
+  booster?: string
+}
+
+export type DatasetConfig = {
+  datasetId?: string
+  datasetVolumeId?: string
+  cutoffLen?: number
+  maxSamples?: number
+  valSize?: string
+}
+
+export type TrainingConfig = {
+  numTrainEpochs?: string
+  perDeviceTrainBatchSize?: number
+  gradientAccumulationSteps?: number
+  learningRate?: string
+  lrSchedulerType?: string
+  warmupRatio?: string
+  warmupSteps?: number
+  bf16?: boolean
+  optimizer?: string
+  seed?: number
+  ddpTimeout?: number
+  maxGradNorm?: string
+  neftAlpha?: number
+  deepspeedStage?: string
+  deepspeedOffload?: boolean
+  gradientCheckpointing?: boolean
+  loggingSteps?: number
+  saveSteps?: number
+  outputSubPath?: string
+}
+
+export type DpoConfig = {
+  prefBeta?: string
+  prefLoss?: string
+  prefFtx?: string
+  dpoLabelSmoothing?: string
+  refModel?: string
+}
+
+export type ResourceQuota = {
+  request?: string
+  limit?: string
+}
+
+export type ResourceConfig = {
+  replicas?: number
+  gpuType?: string
+  gpuCount?: number
+  cpu?: ResourceQuota
+  memory?: ResourceQuota
+}
+
+export type FineTuneConfig = {
+  name?: string
+  cluster?: string
+  stage?: TrainingStage
+  finetuningType?: FineTuningType
+  model?: ModelConfig
+  lora?: LoraConfig
+  dataset?: DatasetConfig
+  training?: TrainingConfig
+  dpo?: DpoConfig
+  resources?: ResourceConfig
+  createdAt?: GoogleProtobufTimestamp.Timestamp
+  updatedAt?: GoogleProtobufTimestamp.Timestamp
+}
+
+export type CreateWSFineTuneConfigRequest = {
+  workspace?: number
+  cluster?: string
+  name?: string
+  stage?: TrainingStage
+  finetuningType?: FineTuningType
+  model?: ModelConfig
+  lora?: LoraConfig
+  dataset?: DatasetConfig
+  training?: TrainingConfig
+  dpo?: DpoConfig
+  resources?: ResourceConfig
+}
+
+export type UpdateWSFineTuneConfigRequest = {
+  workspace?: number
+  cluster?: string
+  name?: string
+  stage?: TrainingStage
+  finetuningType?: FineTuningType
+  model?: ModelConfig
+  lora?: LoraConfig
+  dataset?: DatasetConfig
+  training?: TrainingConfig
+  dpo?: DpoConfig
+  resources?: ResourceConfig
+}
+
+export type GetWSFineTuneConfigRequest = {
+  workspace?: number
+  name?: string
+}
+
+export type ListWSFineTuneConfigsRequest = {
+  workspace?: number
+  cluster?: string
+  page?: HydraCommonCommon.Pagination
+}
+
+export type ListWSFineTuneConfigsResponse = {
+  items?: FineTuneConfig[]
+  page?: HydraCommonCommon.Pagination
+}
+
+export type DeleteWSFineTuneConfigRequest = {
+  workspace?: number
+  name?: string
+}
+
+export class WSFineTuneConfigManagement {
+  static CreateWSFineTuneConfig(req: CreateWSFineTuneConfigRequest, initReq?: fm.InitReq): Promise<FineTuneConfig> {
+    return fm.fetchReq<CreateWSFineTuneConfigRequest, FineTuneConfig>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/train-configs`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
+  }
+  static UpdateWSFineTuneConfig(req: UpdateWSFineTuneConfigRequest, initReq?: fm.InitReq): Promise<FineTuneConfig> {
+    return fm.fetchReq<UpdateWSFineTuneConfigRequest, FineTuneConfig>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/train-configs/${req["name"]}`, {...initReq, method: "PUT", body: JSON.stringify(req, fm.replacer)})
+  }
+  static GetWSFineTuneConfig(req: GetWSFineTuneConfigRequest, initReq?: fm.InitReq): Promise<FineTuneConfig> {
+    return fm.fetchReq<GetWSFineTuneConfigRequest, FineTuneConfig>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/train-configs/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "name"])}`, {...initReq, method: "GET"})
+  }
+  static ListWSFineTuneConfigs(req: ListWSFineTuneConfigsRequest, initReq?: fm.InitReq): Promise<ListWSFineTuneConfigsResponse> {
+    return fm.fetchReq<ListWSFineTuneConfigsRequest, ListWSFineTuneConfigsResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/train-configs?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
+  }
+  static DeleteWSFineTuneConfig(req: DeleteWSFineTuneConfigRequest, initReq?: fm.InitReq): Promise<FineTuneConfig> {
+    return fm.fetchReq<DeleteWSFineTuneConfigRequest, FineTuneConfig>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/train-configs/${req["name"]}`, {...initReq, method: "DELETE"})
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daocloud-proto/hydra",
-  "version": "v0.0.0-dev-df7fe94b",
+  "version": "v0.0.0-dev-88ed8f0b",
   "description": "",
   "author": "",
   "license": "ISC"