@daocloud-proto/hydra 0.0.0-dev-29dd9c89 → 0.0.0-dev-5da66a4a

package/management-api/finetune/v1alpha1/evaljob.pb.ts

@@ -102,6 +102,10 @@ export type GetWSEvalMetricsResponse = {
   metrics?: GoogleProtobufStruct.Struct
 }
 
+export type DefaultEvalJobRequest = {
+  workspace?: number
+}
+
 export class WSEvalJobManagement {
   static CreateWSEvalJob(req: CreateWSEvalJobRequest, initReq?: fm.InitReq): Promise<EvalJob> {
     return fm.fetchReq<CreateWSEvalJobRequest, EvalJob>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/finetune-evaljobs`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
@@ -115,8 +119,8 @@ export class WSEvalJobManagement {
   static DeleteWSEvalJob(req: DeleteWSEvalJobRequest, initReq?: fm.InitReq): Promise<GoogleProtobufEmpty.Empty> {
     return fm.fetchReq<DeleteWSEvalJobRequest, GoogleProtobufEmpty.Empty>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/finetune-evaljobs/${req["id"]}`, {...initReq, method: "DELETE"})
   }
-  static DefaultEvalJob(req: GoogleProtobufEmpty.Empty, initReq?: fm.InitReq): Promise<EvalJob> {
-    return fm.fetchReq<GoogleProtobufEmpty.Empty, EvalJob>(`/apis/hydra.io/v1alpha1/finetune-evaljobs:default?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  static DefaultEvalJob(req: DefaultEvalJobRequest, initReq?: fm.InitReq): Promise<EvalJob> {
+    return fm.fetchReq<DefaultEvalJobRequest, EvalJob>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/finetune-evaljobs:default?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
   }
   static GetWSEvalMetrics(req: GetWSEvalMetricsRequest, initReq?: fm.InitReq): Promise<GetWSEvalMetricsResponse> {
     return fm.fetchReq<GetWSEvalMetricsRequest, GetWSEvalMetricsResponse>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/finetune-evaljobs/${req["id"]}/metrics?${fm.renderURLSearchParams(req, ["workspace", "id"])}`, {...initReq, method: "GET"})

package/management-api/finetune/v1alpha1/export_job.pb.ts

@@ -65,6 +65,10 @@ export type ListExportJobResponse = {
   page?: HydraCommonCommon.Pagination
 }
 
+export type DefaultExportJobRequest = {
+  workspace?: number
+}
+
 export class WSExportJobService {
   static CreatExportJob(req: SaveExportJobRequest, initReq?: fm.InitReq): Promise<GoogleProtobufEmpty.Empty> {
     return fm.fetchReq<SaveExportJobRequest, GoogleProtobufEmpty.Empty>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/finetune-exportjobs`, {...initReq, method: "POST", body: JSON.stringify(req, fm.replacer)})
@@ -72,8 +76,8 @@ export class WSExportJobService {
   static DeleteExportJob(req: SingleExportJobRequest, initReq?: fm.InitReq): Promise<GoogleProtobufEmpty.Empty> {
     return fm.fetchReq<SingleExportJobRequest, GoogleProtobufEmpty.Empty>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/finetune-exportjobs/${req["name"]}`, {...initReq, method: "DELETE"})
   }
-  static DefaultExportJob(req: GoogleProtobufEmpty.Empty, initReq?: fm.InitReq): Promise<ExportJob> {
-    return fm.fetchReq<GoogleProtobufEmpty.Empty, ExportJob>(`/apis/hydra.io/v1alpha1/finetune-exportjobs:default?${fm.renderURLSearchParams(req, [])}`, {...initReq, method: "GET"})
+  static DefaultExportJob(req: DefaultExportJobRequest, initReq?: fm.InitReq): Promise<ExportJob> {
+    return fm.fetchReq<DefaultExportJobRequest, ExportJob>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/finetune-exportjobs:default?${fm.renderURLSearchParams(req, ["workspace"])}`, {...initReq, method: "GET"})
   }
   static GetExportJob(req: SingleExportJobRequest, initReq?: fm.InitReq): Promise<ExportJob> {
     return fm.fetchReq<SingleExportJobRequest, ExportJob>(`/apis/hydra.io/v1alpha1/workspaces/${req["workspace"]}/clusters/${req["cluster"]}/namespaces/${req["namespace"]}/finetune-exportjobs/${req["name"]}?${fm.renderURLSearchParams(req, ["workspace", "cluster", "namespace", "name"])}`, {...initReq, method: "GET"})

package/management-api/finetune/v1alpha1/finetuneconfig.pb.ts

@@ -30,6 +30,44 @@ export enum FineTuningType {
   FREEZE = "FREEZE",
 }
 
+export enum ComputeType {
+  COMPUTE_TYPE_UNSPECIFIED = "COMPUTE_TYPE_UNSPECIFIED",
+  BF16 = "BF16",
+  FP16 = "FP16",
+  FP32 = "FP32",
+  PURE_BF16 = "PURE_BF16",
+}
+
+export enum LrSchedulerType {
+  LR_SCHEDULER_TYPE_UNSPECIFIED = "LR_SCHEDULER_TYPE_UNSPECIFIED",
+  COSINE = "COSINE",
+  LINEAR = "LINEAR",
+  COSINE_WITH_RESTARTS = "COSINE_WITH_RESTARTS",
+  POLYNOMIAL = "POLYNOMIAL",
+  CONSTANT = "CONSTANT",
+  CONSTANT_WITH_WARMUP = "CONSTANT_WITH_WARMUP",
+  INVERSE_SQRT = "INVERSE_SQRT",
+  REDUCE_LR_ON_PLATEAU = "REDUCE_LR_ON_PLATEAU",
+  COSINE_WITH_MIN_LR = "COSINE_WITH_MIN_LR",
+  WARMUP_STABLE_DECAY = "WARMUP_STABLE_DECAY",
+}
+
+export enum OptimizerType {
+  OPTIMIZER_TYPE_UNSPECIFIED = "OPTIMIZER_TYPE_UNSPECIFIED",
+  ADAMW_TORCH = "ADAMW_TORCH",
+  ADAMW_HF = "ADAMW_HF",
+  SGD = "SGD",
+  ADAFACTOR = "ADAFACTOR",
+  ADAGRAD = "ADAGRAD",
+}
+
+export enum QuantizationMethodType {
+  QUANTIZATION_METHOD_TYPE_UNSPECIFIED = "QUANTIZATION_METHOD_TYPE_UNSPECIFIED",
+  BITSANDBYTES = "BITSANDBYTES",
+  HQQ = "HQQ",
+  EETQ = "EETQ",
+}
+
 export type ModelConfig = {
   modelId?: string
   modelVolumeId?: string
@@ -52,7 +90,7 @@ export type LoraConfig = {
   pissaConvert?: boolean
   createNewAdapter?: boolean
   quantizationBit?: number
-  quantizationMethod?: string
+  quantizationMethod?: QuantizationMethodType
   ropeScaling?: string
   booster?: string
 }
@@ -70,11 +108,11 @@ export type TrainingConfig = {
   perDeviceTrainBatchSize?: number
   gradientAccumulationSteps?: number
   learningRate?: string
-  lrSchedulerType?: string
+  lrSchedulerType?: LrSchedulerType
   warmupRatio?: string
   warmupSteps?: number
-  bf16?: boolean
-  optimizer?: string
+  computeType?: ComputeType
+  optimizer?: OptimizerType
   seed?: number
   ddpTimeout?: number
   maxGradNorm?: string

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@daocloud-proto/hydra",
-  "version": "v0.0.0-dev-29dd9c89",
+  "version": "v0.0.0-dev-5da66a4a",
   "description": "",
   "author": "",
   "license": "ISC"