@things-factory/mlops 9.1.19

package/server/service/ml-model/ml-model.ts

@@ -0,0 +1,143 @@
+import {
+  CreateDateColumn,
+  UpdateDateColumn,
+  DeleteDateColumn,
+  Entity,
+  Index,
+  Column,
+  RelationId,
+  ManyToOne,
+  PrimaryGeneratedColumn
+} from 'typeorm'
+import { ObjectType, Field, Int, ID, registerEnumType } from 'type-graphql'
+import { Domain } from '@things-factory/shell'
+import { User } from '@things-factory/auth-base'
+
+/**
+ * ML Model Stage
+ */
+export enum ModelStage {
+  NONE = 'None',
+  STAGING = 'Staging',
+  PRODUCTION = 'Production',
+  ARCHIVED = 'Archived'
+}
+
+registerEnumType(ModelStage, {
+  name: 'ModelStage',
+  description: 'ML model deployment stage'
+})
+
+/**
+ * Model Framework
+ */
+export enum ModelFramework {
+  TENSORFLOW = 'TensorFlow',
+  PYTORCH = 'PyTorch',
+  SKLEARN = 'Scikit-Learn',
+  XGBOOST = 'XGBoost',
+  LIGHTGBM = 'LightGBM',
+  ONNX = 'ONNX',
+  CUSTOM = 'Custom'
+}
+
+registerEnumType(ModelFramework, {
+  name: 'ModelFramework',
+  description: 'ML framework used for model training'
+})
+
+/**
+ * ML Model Entity
+ *
+ * Represents a registered ML model with version management
+ */
+@Entity('ml_models')
+@Index('ix_ml_model_0', ['domain', 'name', 'version'], { unique: true })
+@Index('ix_ml_model_1', ['domain', 'stage'])
+@ObjectType({ description: 'ML Model registered in the system' })
+export class MLModel {
+  @PrimaryGeneratedColumn('uuid')
+  @Field(type => ID, { description: 'Model ID' })
+  id: string
+
+  @Column({ nullable: true, comment: 'Model name' })
+  @Field({ description: 'Model name' })
+  name: string
+
+  @Column({ nullable: true, comment: 'Model version' })
+  @Field({ description: 'Model version' })
+  version: string
+
+  @Column({ nullable: true, comment: 'Model description' })
+  @Field({ nullable: true, description: 'Model description' })
+  description?: string
+
+  @Column({ type: 'varchar', default: ModelStage.NONE, comment: 'Deployment stage' })
+  @Field(type => ModelStage, { description: 'Current deployment stage' })
+  stage: ModelStage
+
+  @Column({ type: 'varchar', nullable: true, comment: 'ML framework' })
+  @Field(type => ModelFramework, { nullable: true, description: 'Framework used for training' })
+  framework?: ModelFramework
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Model metrics (accuracy, loss, etc.)' })
+  @Field(type => String, { nullable: true, description: 'Model metrics as JSON' })
+  metrics?: string
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Model metadata' })
+  @Field(type => String, { nullable: true, description: 'Model metadata as JSON' })
+  metadata?: string
+
+  @Column({ nullable: true, comment: 'Model artifact URI (S3, local path, etc.)' })
+  @Field({ nullable: true, description: 'Model artifact storage URI' })
+  artifactUri?: string
+
+  @Column({ nullable: true, comment: 'MLflow run ID' })
+  @Field({ nullable: true, description: 'MLflow run ID for tracking' })
+  mlflowRunId?: string
+
+  @Column({ nullable: true, comment: 'MLflow experiment ID' })
+  @Field({ nullable: true, description: 'MLflow experiment ID' })
+  mlflowExperimentId?: string
+
+  @Column({ type: 'int', nullable: true, comment: 'Label Studio project ID' })
+  @Field(type => Int, { nullable: true, description: 'Associated Label Studio project' })
+  labelStudioProjectId?: number
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Model tags' })
+  @Field(type => String, { nullable: true, description: 'Tags as JSON array' })
+  tags?: string
+
+  @ManyToOne(() => Domain)
+  @Field({ nullable: true, description: 'Domain' })
+  domain?: Domain
+
+  @RelationId((model: MLModel) => model.domain)
+  domainId?: string
+
+  @ManyToOne(() => User, { nullable: true })
+  @Field(type => User, { nullable: true, description: 'Creator' })
+  creator?: User
+
+  @RelationId((model: MLModel) => model.creator)
+  creatorId?: string
+
+  @ManyToOne(() => User, { nullable: true })
+  @Field(type => User, { nullable: true, description: 'Last updater' })
+  updater?: User
+
+  @RelationId((model: MLModel) => model.updater)
+  updaterId?: string
+
+  @CreateDateColumn()
+  @Field({ description: 'Created at' })
+  createdAt: Date
+
+  @UpdateDateColumn()
+  @Field({ description: 'Updated at' })
+  updatedAt: Date
+
+  @DeleteDateColumn()
+  @Field({ nullable: true, description: 'Deleted at' })
+  deletedAt?: Date
+}

package/server/service/ml-pipeline/index.ts

@@ -0,0 +1,6 @@
+import { MLPipeline } from './ml-pipeline'
+
+export const entities = [MLPipeline]
+export const resolvers = []
+
+// export * from './ml-pipeline'

package/server/service/ml-pipeline/ml-pipeline.ts

@@ -0,0 +1,144 @@
+import {
+  CreateDateColumn,
+  UpdateDateColumn,
+  DeleteDateColumn,
+  Entity,
+  Index,
+  Column,
+  RelationId,
+  ManyToOne,
+  PrimaryGeneratedColumn
+} from 'typeorm'
+import { ObjectType, Field, Int, ID, registerEnumType } from 'type-graphql'
+import { Domain } from '@things-factory/shell'
+import { User } from '@things-factory/auth-base'
+
+/**
+ * Pipeline Status
+ */
+export enum PipelineStatus {
+  DRAFT = 'DRAFT',
+  ACTIVE = 'ACTIVE',
+  PAUSED = 'PAUSED',
+  ARCHIVED = 'ARCHIVED'
+}
+
+registerEnumType(PipelineStatus, {
+  name: 'PipelineStatus',
+  description: 'ML pipeline status'
+})
+
+/**
+ * Pipeline Trigger Type
+ */
+export enum PipelineTriggerType {
+  MANUAL = 'MANUAL',
+  SCHEDULE = 'SCHEDULE',
+  WEBHOOK = 'WEBHOOK',
+  EVENT = 'EVENT'
+}
+
+registerEnumType(PipelineTriggerType, {
+  name: 'PipelineTriggerType',
+  description: 'How pipeline is triggered'
+})
+
+/**
+ * ML Pipeline Entity
+ *
+ * Represents an end-to-end ML pipeline for auto-training
+ */
+@Entity('ml_pipelines')
+@Index('ix_ml_pipeline_0', ['domain', 'name'])
+@Index('ix_ml_pipeline_1', ['domain', 'status'])
+@ObjectType({ description: 'ML Pipeline for automated training workflow' })
+export class MLPipeline {
+  @PrimaryGeneratedColumn('uuid')
+  @Field(type => ID, { description: 'Pipeline ID' })
+  id: string
+
+  @Column({ nullable: true, comment: 'Pipeline name' })
+  @Field({ description: 'Pipeline name' })
+  name: string
+
+  @Column({ nullable: true, comment: 'Pipeline description' })
+  @Field({ nullable: true, description: 'Pipeline description' })
+  description?: string
+
+  @Column({ type: 'varchar', default: PipelineStatus.DRAFT, comment: 'Pipeline status' })
+  @Field(type => PipelineStatus, { description: 'Current pipeline status' })
+  status: PipelineStatus
+
+  @Column({ type: 'varchar', default: PipelineTriggerType.MANUAL, comment: 'Trigger type' })
+  @Field(type => PipelineTriggerType, { description: 'How pipeline is triggered' })
+  triggerType: PipelineTriggerType
+
+  @Column({ nullable: true, comment: 'Cron schedule (if SCHEDULE trigger)' })
+  @Field({ nullable: true, description: 'Cron expression for scheduling' })
+  schedule?: string
+
+  @Column({ type: 'int', nullable: true, comment: 'Label Studio project ID' })
+  @Field(type => Int, { nullable: true, description: 'Source Label Studio project' })
+  labelStudioProjectId?: number
+
+  @Column({ type: 'int', nullable: true, comment: 'Minimum new annotations to trigger' })
+  @Field(type => Int, { nullable: true, description: 'Min annotations threshold' })
+  annotationThreshold?: number
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Pipeline configuration' })
+  @Field(type => String, { nullable: true, description: 'Pipeline config as JSON' })
+  config?: string
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Training parameters' })
+  @Field(type => String, { nullable: true, description: 'Training params as JSON' })
+  trainingParams?: string
+
+  @Column({ type: 'float', nullable: true, comment: 'Auto-promotion accuracy threshold' })
+  @Field({ nullable: true, description: 'Auto-promote if accuracy exceeds this' })
+  promotionThreshold?: number
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Notification settings' })
+  @Field(type => String, { nullable: true, description: 'Notification config as JSON' })
+  notifications?: string
+
+  @Column({ type: 'timestamp', nullable: true, comment: 'Last execution time' })
+  @Field({ nullable: true, description: 'Last executed at' })
+  lastExecutedAt?: Date
+
+  @Column({ type: 'int', default: 0, comment: 'Total execution count' })
+  @Field(type => Int, { description: 'Total times executed' })
+  executionCount: number
+
+  @ManyToOne(() => Domain)
+  @Field({ nullable: true, description: 'Domain' })
+  domain?: Domain
+
+  @RelationId((pipeline: MLPipeline) => pipeline.domain)
+  domainId?: string
+
+  @ManyToOne(() => User, { nullable: true })
+  @Field(type => User, { nullable: true, description: 'Creator' })
+  creator?: User
+
+  @RelationId((pipeline: MLPipeline) => pipeline.creator)
+  creatorId?: string
+
+  @ManyToOne(() => User, { nullable: true })
+  @Field(type => User, { nullable: true, description: 'Last updater' })
+  updater?: User
+
+  @RelationId((pipeline: MLPipeline) => pipeline.updater)
+  updaterId?: string
+
+  @CreateDateColumn()
+  @Field({ description: 'Created at' })
+  createdAt: Date
+
+  @UpdateDateColumn()
+  @Field({ description: 'Updated at' })
+  updatedAt: Date
+
+  @DeleteDateColumn()
+  @Field({ nullable: true, description: 'Deleted at' })
+  deletedAt?: Date
+}

package/server/service/ml-pipeline-run/index.ts

@@ -0,0 +1,6 @@
+import { MLPipelineRun } from './ml-pipeline-run'
+
+export const entities = [MLPipelineRun]
+export const resolvers = []
+
+// export * from './ml-pipeline-run'

package/server/service/ml-pipeline-run/ml-pipeline-run.ts

@@ -0,0 +1,118 @@
+import {
+  CreateDateColumn,
+  UpdateDateColumn,
+  Entity,
+  Index,
+  Column,
+  RelationId,
+  ManyToOne,
+  PrimaryGeneratedColumn
+} from 'typeorm'
+import { ObjectType, Field, Int, ID, registerEnumType } from 'type-graphql'
+import { Domain } from '@things-factory/shell'
+import { User } from '@things-factory/auth-base'
+import { MLPipeline } from '../ml-pipeline/ml-pipeline'
+
+/**
+ * Pipeline Run Status
+ */
+export enum PipelineRunStatus {
+  PENDING = 'PENDING',
+  RUNNING = 'RUNNING',
+  SUCCEEDED = 'SUCCEEDED',
+  FAILED = 'FAILED',
+  CANCELLED = 'CANCELLED'
+}
+
+registerEnumType(PipelineRunStatus, {
+  name: 'PipelineRunStatus',
+  description: 'Status of pipeline execution'
+})
+
+/**
+ * ML Pipeline Run Entity
+ *
+ * Tracks individual pipeline executions
+ */
+@Entity('ml_pipeline_runs')
+@Index('ix_ml_pipeline_run_0', ['domain', 'pipeline'])
+@Index('ix_ml_pipeline_run_1', ['status', 'startedAt'])
+@ObjectType({ description: 'Individual ML pipeline execution record' })
+export class MLPipelineRun {
+  @PrimaryGeneratedColumn('uuid')
+  @Field(type => ID, { description: 'Run ID' })
+  id: string
+
+  @ManyToOne(() => MLPipeline)
+  @Field(type => MLPipeline, { description: 'Parent pipeline' })
+  pipeline: MLPipeline
+
+  @RelationId((run: MLPipelineRun) => run.pipeline)
+  pipelineId: string
+
+  @Column({ type: 'varchar', default: PipelineRunStatus.PENDING, comment: 'Run status' })
+  @Field(type => PipelineRunStatus, { description: 'Current run status' })
+  status: PipelineRunStatus
+
+  @Column({ type: 'timestamp', nullable: true, comment: 'Start time' })
+  @Field({ nullable: true, description: 'Started at' })
+  startedAt?: Date
+
+  @Column({ type: 'timestamp', nullable: true, comment: 'End time' })
+  @Field({ nullable: true, description: 'Completed at' })
+  completedAt?: Date
+
+  @Column({ type: 'int', nullable: true, comment: 'Duration in seconds' })
+  @Field(type => Int, { nullable: true, description: 'Duration in seconds' })
+  duration?: number
+
+  @Column({ type: 'text', nullable: true, comment: 'Error message if failed' })
+  @Field({ nullable: true, description: 'Error message' })
+  errorMessage?: string
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Run parameters' })
+  @Field(type => String, { nullable: true, description: 'Parameters used as JSON' })
+  params?: string
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Run results and metrics' })
+  @Field(type => String, { nullable: true, description: 'Results as JSON' })
+  results?: string
+
+  @Column({ type: 'int', nullable: true, comment: 'Training data count' })
+  @Field(type => Int, { nullable: true, description: 'Number of training samples' })
+  trainingDataCount?: number
+
+  @Column({ nullable: true, comment: 'Generated model ID' })
+  @Field({ nullable: true, description: 'Model ID created by this run' })
+  modelId?: string
+
+  @Column({ nullable: true, comment: 'MLflow run ID' })
+  @Field({ nullable: true, description: 'MLflow run ID' })
+  mlflowRunId?: string
+
+  @Column({ type: 'simple-json', nullable: true, comment: 'Logs or execution trace' })
+  @Field(type => String, { nullable: true, description: 'Execution logs as JSON' })
+  logs?: string
+
+  @ManyToOne(() => Domain)
+  @Field({ nullable: true, description: 'Domain' })
+  domain?: Domain
+
+  @RelationId((run: MLPipelineRun) => run.domain)
+  domainId?: string
+
+  @ManyToOne(() => User, { nullable: true })
+  @Field(type => User, { nullable: true, description: 'Triggered by' })
+  triggeredBy?: User
+
+  @RelationId((run: MLPipelineRun) => run.triggeredBy)
+  triggeredById?: string
+
+  @CreateDateColumn()
+  @Field({ description: 'Created at' })
+  createdAt: Date
+
+  @UpdateDateColumn()
+  @Field({ description: 'Updated at' })
+  updatedAt: Date
+}

package/server/tsconfig.json

@@ -0,0 +1,11 @@
+{
+  "extends": "../../tsconfig-base.json",
+  "compilerOptions": {
+    "strict": false,
+    "declaration": true,
+    "module": "commonjs",
+    "outDir": "../dist-server",
+    "baseUrl": "./"
+  },
+  "include": ["./**/*"]
+}

package/things-factory.config.js

@@ -0,0 +1,13 @@
+import route from './dist-client/route'
+import bootstrap from './dist-client/bootstrap'
+
+export default {
+  route,
+  routes: [
+    { tagname: 'mlops-dashboard-page', page: 'mlops-dashboard' },
+    { tagname: 'ml-model-list-page', page: 'ml-model-list' },
+    { tagname: 'ml-pipeline-list-page', page: 'ml-pipeline-list' },
+    { tagname: 'ml-deployment-list-page', page: 'ml-deployment-list' }
+  ],
+  bootstrap
+}

package/translations/en.json

@@ -0,0 +1,30 @@
+{
+  "menu": {
+    "mlops": "MLOps",
+    "ml-models": "ML Models",
+    "ml-pipelines": "Pipelines",
+    "ml-deployments": "Deployments",
+    "mlops-dashboard": "Dashboard"
+  },
+  "label": {
+    "model-name": "Model Name",
+    "model-version": "Version",
+    "model-stage": "Stage",
+    "model-framework": "Framework",
+    "model-metrics": "Metrics",
+    "pipeline-name": "Pipeline Name",
+    "pipeline-status": "Status",
+    "pipeline-trigger": "Trigger",
+    "deployment-environment": "Environment",
+    "deployment-status": "Status",
+    "deployment-endpoint": "Endpoint"
+  },
+  "button": {
+    "register-model": "Register Model",
+    "promote-model": "Promote",
+    "archive-model": "Archive",
+    "create-pipeline": "Create Pipeline",
+    "run-pipeline": "Run",
+    "deploy-model": "Deploy"
+  }
+}

package/translations/ko.json

@@ -0,0 +1,30 @@
+{
+  "menu": {
+    "mlops": "MLOps",
+    "ml-models": "ML 모델",
+    "ml-pipelines": "파이프라인",
+    "ml-deployments": "배포",
+    "mlops-dashboard": "대시보드"
+  },
+  "label": {
+    "model-name": "모델 이름",
+    "model-version": "버전",
+    "model-stage": "단계",
+    "model-framework": "프레임워크",
+    "model-metrics": "메트릭",
+    "pipeline-name": "파이프라인 이름",
+    "pipeline-status": "상태",
+    "pipeline-trigger": "트리거",
+    "deployment-environment": "환경",
+    "deployment-status": "상태",
+    "deployment-endpoint": "엔드포인트"
+  },
+  "button": {
+    "register-model": "모델 등록",
+    "promote-model": "프로모션",
+    "archive-model": "아카이브",
+    "create-pipeline": "파이프라인 생성",
+    "run-pipeline": "실행",
+    "deploy-model": "배포"
+  }
+}