learning_model 1.0.33 → 1.0.36

package/lib/learning/image.ts

@@ -1,283 +0,0 @@
-import * as tf from '@tensorflow/tfjs';
-import { io } from '@tensorflow/tfjs-core';
-import LearningInterface from './base';
-
-class LearningImage implements LearningInterface {
-  model: tf.LayersModel | null;
-  epochs: number;
-  batchSize: number;
-  learningRate: number;
-  validateRate: number;
-  labels: string[];
-  isRunning: boolean;
-  isReady: boolean;
-  isTrainedDone: boolean;
-  limitSize: number;
-  trainImages: tf.Tensor3D[] = [];
-  
-  readonly MOBILE_NET_INPUT_WIDTH = 224;
-  readonly MOBILE_NET_INPUT_HEIGHT = 224;
-  readonly MOBILE_NET_INPUT_CHANNEL = 3;
-  readonly IMAGE_NORMALIZATION_FACTOR = 255.0;
-  
-  constructor({ 
-    epochs = 10,
-    batchSize = 16,
-    limitSize = 2,
-    learningRate = 0.001,
-    validateRate = 0.2,
-  }: { modelURL?: string, epochs?: number, batchSize?: number, limitSize?: number, learningRate?: number, validateRate?: number} = {}) {
-    this.model = null;
-    this.epochs = epochs;
-    this.batchSize = batchSize;
-    this.learningRate = learningRate;
-    this.validateRate = validateRate;
-    this.labels = [];
-    this.isRunning = false;
-    this.isReady = false;
-    this.isTrainedDone = false;
-    this.limitSize = 2;
-  }
-
-  public onProgress: (progress: number) => void = () => {};
-
-  public onLoss: (loss: number) => void = () => {};
-
-  public onEvents: (logs: any) => void = () => {};
-
-  public onTrainBegin: (log: any) => void = () => {};
-
-  public onTrainEnd: (log: any) => void = () => {};
-
-  public onEpochEnd: (epoch: number, logs: any) => void = () => {};
-
-  // 학습 데이타 등록 
-  public async addData(label: string, data: any): Promise<void> {
-    try {
-      const tensor = tf.browser.fromPixels(data);
-      console.log('addData', tensor);
-      this.trainImages.push(tensor);
-      this.labels.push(label);
-      if(this.labels.length >= this.limitSize) {
-        this.isReady = true;
-      }
-      return Promise.resolve();
-    } catch (error) {
-      console.error('Model training failed', error);
-      throw error;
-    }
-  }
-
-  // 모델 학습 처리
-  public async train(): Promise<tf.History> {
-    if (this.isRunning) {
-      return Promise.reject(new Error('Training is already in progress.'));
-    }
-    
-    // 콜백 정의
-    const customCallback = {
-      onTrainBegin: (log: any) => {
-        this.isTrainedDone = false;
-        this.onTrainBegin(log);
-        console.log('Training has started.');
-      },
-      onTrainEnd: (log: any) => {
-        this.isTrainedDone = true;
-        this.onTrainEnd(log);
-        console.log('Training has ended.');
-        this.isRunning = false;
-      },
-      onBatchBegin: (batch: any, logs: any) => {
-        console.log(`Batch ${batch} is starting.`);
-      },
-      onBatchEnd: (batch: any, logs: any) => {
-        console.log(`Batch ${batch} has ended.`);
-      },
-      onEpochBegin: (epoch: number, logs: any) => {
-        console.log(`Epoch ${epoch+1} is starting.`, logs);
-      },
-      onEpochEnd: (epoch: number, logs: any) => {
-        console.log(`Epoch ${epoch+1} has ended.`);
-        this.onLoss(logs.loss);
-        console.log('Loss:', logs);
-        this.onEvents(logs);
-        this.onProgress(epoch+1);
-      }
-    };
-
-    try {
-      this.isRunning = true;
-      if (this.labels.length < this.limitSize) {
-        return Promise.reject(new Error('Please train Data need over 2 data length'));
-      }
-      this.model = await this._createModel(this.labels.length);
-      const inputData = this._preprocessedInputData(this.model);
-      console.log('inputData', inputData);
-      const targetData = this._preprocessedTargetData();
-      console.log('targetData', targetData);
-      const history = await this.model.fit(inputData, targetData, {
-        epochs: this.epochs,
-        batchSize: this.batchSize,
-        validationSplit: this.validateRate, // 검증 데이터의 비율 설정
-        callbacks: customCallback
-      });
-      console.log('Model training completed', history);
-      return history;
-    } catch (error) {
-      this.isRunning = false;
-      console.error('Model training failed', error);
-      throw error;
-    }
-  }
-  
-  // 추론하기
-  public async infer(data: any): Promise<Map<string, number>> {
-    if (this.model === null) {
-      throw new Error('Model is null');
-    }
-  
-    try {
-      const tensor = tf.browser.fromPixels(data);
-      const resizedTensor = tf.image.resizeBilinear(tensor, [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT]);
-      const reshapedTensor = resizedTensor.expandDims(0); // 배치 크기 1을 추가하여 4차원으로 변환
-      const predictions = this.model.predict(reshapedTensor) as tf.Tensor;
-      const predictionsData = await predictions.data(); // 예측 텐서의 데이터를 비동기로 가져옴
-      const classProbabilities = new Map<string, number>(); // 클래스별 확률 누적값을 저장할 맵
-      for (let i = 0; i < predictionsData.length; i++) {
-        const className = this.labels[i]; // 클래스 이름
-        const probability = predictionsData[i];
-        const existingProbability = classProbabilities.get(className);
-        if (existingProbability !== undefined) {
-          classProbabilities.set(className, existingProbability + probability);
-        } else {
-          classProbabilities.set(className, probability);
-        }
-      }
-      console.log('Class Probabilities:', classProbabilities);
-      return classProbabilities;
-    } catch (error) {
-      throw error;
-    }
-  }
-  
-
-  // 모델 저장
-  public async saveModel(handlerOrURL: io.IOHandler | string, config?: io.SaveConfig): Promise<void> {
-    console.log('saved model');
-    if (!this.isTrainedDone) {
-      return Promise.reject(new Error('Train is not done status'));
-    }
-    await this.model?.save(handlerOrURL, config);
-  }
-
-
-  // 진행중 여부
-  public running(): boolean {
-    return this.isRunning;
-  }
-
-
-  public ready(): boolean {
-    return this.isReady;
-  }
-
-
-  // target 라벨 데이타
-  private _preprocessedTargetData(): tf.Tensor<tf.Rank> {
-    // 라벨 unique 처리 & 배열 리턴
-    console.log('uniqueLabels.length', this.labels, this.labels.length);
-    const labelIndices = this.labels.map((label) => this.labels.indexOf(label));
-    console.log('labelIndices', labelIndices);
-    const oneHotEncode = tf.oneHot(tf.tensor1d(labelIndices, 'int32'),this.labels.length);
-    console.log('oneHotEncode', oneHotEncode);
-    return oneHotEncode;
-  }
-
-
-  // 입력 이미지 데이타 
-  private _preprocessedInputData(model: tf.LayersModel): tf.Tensor<tf.Rank> {
-    // 이미지 배열을 배치로 변환 - [null, 224, 224, 3]
-    const inputShape = model.inputs[0].shape;
-    console.log('inputShape', inputShape);
-    // inputShape를 이와 같이 포멧 맞춘다. for reshape to [224, 224, 3]
-    const inputShapeArray = inputShape.slice(1) as number[];
-    console.log('inputShapeArray', inputShapeArray);
-    const inputBatch = tf.stack(this.trainImages.map((image) => {
-      // 이미지 전처리 및 크기 조정 등을 수행한 후에
-      // 모델의 입력 형태로 변환하여 반환
-      const xs = this._preprocessData(image);  // 전처리 함수는 사용자 정의해야 함
-      return tf.reshape(xs, inputShapeArray);
-    }));
-    return inputBatch;
-  }
-
-
-  // 모델 학습하기 위한 데이타 전처리 단계
-  private _preprocessData(tensor: tf.Tensor3D): tf.Tensor4D {
-    try {
-      // mobilenet model summary를 하면 위와 같이 224,224 사이즈의 입력값 설정되어 있다. ex) input_1 (InputLayer) [null,224,224,3]
-      const resizedImage = tf.image.resizeBilinear(tensor, [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT]);
-      // 이미지를 [0,1] 범위로 정규화 255로 나뉜 픽셀값
-      const normalizedImage = resizedImage.div(this.IMAGE_NORMALIZATION_FACTOR);
-      // expandDims(0)을 하여 차원을 추가하여 4D텐서 반환
-      return normalizedImage.expandDims(0) as tf.Tensor4D;
-    } catch (error) {
-      console.error('Failed to _preprocessData data', error);
-      throw error;
-    }
-  }
-
-  // 모델 저장
-  private async _createModel(numClasses: number): Promise<tf.Sequential> {
-    try {
-      const inputShape = [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT, this.MOBILE_NET_INPUT_CHANNEL];
-      const model = tf.sequential();
-      
-      model.add(tf.layers.conv2d({
-        activation: "relu",
-        filters: 32,
-        inputShape: inputShape,
-        kernelSize: 3,
-      }));
-      model.add(tf.layers.conv2d({
-        activation: "relu",
-        filters: 32,
-        kernelSize: 3,
-      }));
-      model.add(tf.layers.maxPooling2d({poolSize: [2, 2]}));
-      model.add(tf.layers.conv2d({
-        activation: "relu",
-        filters: 64,
-        kernelSize: 3,
-      }));
-      model.add(tf.layers.conv2d({
-        activation: "relu",
-        filters: 64,
-        kernelSize: 3,
-      }));
-      model.add(tf.layers.maxPooling2d({poolSize: [2, 2]}));
-      model.add(tf.layers.flatten());
-      model.add(tf.layers.dropout({rate: 0.25}));
-      model.add(tf.layers.dense({units: 512, activation: "relu"}));
-      model.add(tf.layers.dropout({rate: 0.5}));
-      model.add(tf.layers.dense({
-        units: numClasses,
-        activation: 'softmax'
-      }));
-
-      const optimizer = tf.train.adam(this.learningRate); // Optimizer를 생성하고 학습률을 설정합니다.
-      model.compile({
-        loss: (numClasses === 2) ? 'binaryCrossentropy': 'categoricalCrossentropy',
-        optimizer: optimizer,
-        metrics: ['accuracy', 'acc']
-      });
-      model.summary();
-      return model;
-    } catch (error) {
-      console.error('Failed to load model', error);
-      throw error;
-    }
-  }
-}
-
-export default LearningImage;

package/lib/learning/mobilenet_image.test.ts

@@ -1,44 +0,0 @@
-import * as path from 'path';
-import * as tf from '@tensorflow/tfjs';
-import LearningMobilenetImage from './mobilenet_image';
-import * as fs from 'fs';
-const { createCanvas, loadImage } = require('canvas');
-
-let imageTensor1: tf.Tensor3D;
-let imageTensor2: tf.Tensor3D;
-
-// 이미지경로를 기준으로
-async function ImagePathToTensor(imagePath: string): Promise<tf.Tensor3D> {
-  const imageBuffer = fs.readFileSync(imagePath);
-  const image = await loadImage(imageBuffer);
-  const canvas = createCanvas(image.width, image.height);
-  const ctx = canvas.getContext('2d');
-  ctx.drawImage(image, 0, 0);
-  const imageData = ctx.getImageData(0, 0, image.width, image.height);
-  return tf.tensor3d(imageData.data, [imageData.height, imageData.width, 4], 'int32');
-}
-
-describe('LearningMobilenetImage', () => {
-  const learning = new LearningMobilenetImage({});
-  
-  beforeAll(async () => {
-    const image1Path = path.join(__dirname, '../../public/images/image1.jpeg');
-    const image2Path = path.join(__dirname, '../../public/images/image2.jpeg');
-    imageTensor1 = await ImagePathToTensor(image1Path);
-    imageTensor2 = await ImagePathToTensor(image2Path);
-  });
-
-  test('loads an image and converts it to a tensor', () => {
-    expect(imageTensor1).toBeDefined();
-    expect(imageTensor1 instanceof tf.Tensor).toBe(true);
-    expect(imageTensor2).toBeDefined();
-    expect(imageTensor2 instanceof tf.Tensor).toBe(true);
-  });
-
-  test('mobilenet add data', () => {
-    learning.addData("라벨1", imageTensor1);
-    learning.addData("라벨1", imageTensor1);
-    learning.addData("라벨2", imageTensor2);
-    learning.addData("라벨2", imageTensor2);
-  });
-});

package/lib/learning/mobilenet_image.ts

@@ -1,277 +0,0 @@
-///////////////////////////////////////////////////////////////////////////
-///////////////////////////////////////////////////////////////////////////
-///////////////////////////////////////////////////////////////////////////
-// mobilenet 모델을 이용한 전이학습 방법 
-///////////////////////////////////////////////////////////////////////////
-
-import * as tf from '@tensorflow/tfjs';
-import { io } from '@tensorflow/tfjs-core';
-import LearningInterface from './base';
-import { ImageToTensor } from './util';
-
-class LearningMobilenetImage implements LearningInterface {
-  model: tf.LayersModel | null;
-  epochs: number;
-  batchSize: number;
-  learningRate: number;
-  validateRate: number;
-  labels: string[];
-  modelURL: string;
-  isRunning: boolean;
-  isReady: boolean;
-  isTrainedDone: boolean;
-  limitSize: number;
-  trainImages: tf.Tensor3D[] = [];
-  
-  readonly MOBILE_NET_INPUT_WIDTH = 224;
-  readonly MOBILE_NET_INPUT_HEIGHT = 224;
-  readonly MOBILE_NET_INPUT_CHANNEL = 3;
-  readonly IMAGE_NORMALIZATION_FACTOR = 255.0;
-  
-  constructor({ 
-    modelURL = 'https://storage.googleapis.com/tfjs-models/tfjs/mobilenet_v1_0.25_224/model.json', // 디폴트 mobilenet 이미지 
-    epochs = 10,
-    batchSize = 16,
-    limitSize = 2,
-    learningRate = 0.001,
-    validateRate = 0.2,
-  }: { modelURL?: string, epochs?: number, batchSize?: number, limitSize?: number, learningRate?: number, validateRate?: number} = {}) {
-    this.model = null;
-    this.epochs = epochs;
-    this.batchSize = batchSize;
-    this.learningRate = learningRate;
-    this.validateRate = validateRate;
-    this.labels = [];
-    this.modelURL = modelURL;
-    this.isRunning = false;
-    this.isReady = false;
-    this.isTrainedDone = false;
-    this.limitSize = limitSize;
-  }
-
-  // 진행 상태를 나타내는 이벤트를 정의합니다.
-  public onProgress: (progress: number) => void = () => {};
-
-  public onLoss: (loss: number) => void = () => {};
-
-  public onEvents: (logs: any) => void = () => {};
-
-  public onTrainBegin: (log: any) => void = () => {};
-
-  public onTrainEnd: (log: any) => void = () => {};
-
-  public onEpochEnd: (epoch: number, logs: any) => void = () => {};
-
-  
-  // 학습 데이타 등록 
-  public async addData(label: string, data: any): Promise<void> {
-    try {
-      const tensor = ImageToTensor(data)
-      console.log('addData', tensor);
-      this.trainImages.push(tensor)
-      this.labels.push(label);
-      if(this.labels.length >= this.limitSize) {
-        this.isReady = true;
-      }
-      return Promise.resolve();
-    } catch (error) {
-      console.error('Model training failed', error);
-      throw error;
-    }
-  }
-
-  // 모델 학습 처리
-  public async train(): Promise<tf.History> {
-    if (this.isRunning) {
-      return Promise.reject(new Error('Training is already in progress.'));
-    }
-    
-    // 콜백 정의
-    const customCallback = {
-      onTrainBegin: (log: any) => {
-        this.isTrainedDone = false;
-        this.onTrainBegin(log);
-        console.log('Training has started.');
-      },
-      onTrainEnd: (log: any) => {
-        this.isTrainedDone = true;
-        this.onTrainEnd(log);
-        console.log('Training has ended.');
-        this.isRunning = false;
-      },
-      onBatchBegin: (batch: any, logs: any) => {
-        console.log(`Batch ${batch} is starting.`);
-      },
-      onBatchEnd: (batch: any, logs: any) => {
-        console.log(`Batch ${batch} has ended.`);
-      },
-      onEpochBegin: (epoch: number, logs: any) => {
-        console.log(`Epoch ${epoch+1} is starting.`, logs);
-      },
-      onEpochEnd: (epoch: number, logs: any) => {
-        console.log(`Epoch ${epoch+1} has ended.`);
-        console.log('Loss:', logs);
-        this.onLoss(logs.loss);
-        this.onProgress(epoch+1);
-        this.onEvents(logs);
-      }
-    };
-
-    try {
-      this.isRunning = true;
-      if (this.labels.length < this.limitSize) {
-        return Promise.reject(new Error('Please train Data need over 2 data length'));
-      }
-      this.model = await this._createModel(this.labels.length);
-      const inputData = this._preprocessedInputData(this.model);
-      const targetData = this._preprocessedTargetData();
-      const history = await this.model.fit(inputData, targetData, {
-        epochs: this.epochs,
-        batchSize: this.batchSize,
-        validationSplit: this.validateRate, // 검증 데이터의 비율 설정
-        callbacks: customCallback
-      });
-      console.log('Model training completed', history);
-      return history;
-    } catch (error) {
-      this.isRunning = false;
-      console.error('Model training failed', error);
-      throw error;
-    }
-  }
-  
-  // 추론하기
-  public async infer(data: any): Promise<Map<string, number>> {
-    if (this.model === null) {
-      return Promise.reject(new Error('Model is Null'));
-    }
-  
-    try {
-      const tensor = tf.browser.fromPixels(data);
-      const resizedTensor = tf.image.resizeBilinear(tensor, [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT]);
-      const reshapedTensor = resizedTensor.expandDims(0); // 배치 크기 1을 추가하여 4차원으로 변환
-      const predictions = this.model.predict(reshapedTensor) as tf.Tensor;
-      const predictionsData = await predictions.data(); // 예측 텐서의 데이터를 비동기로 가져옴
-      const classProbabilities = new Map<string, number>(); // 클래스별 확률 누적값을 저장할 맵
-      for (let i = 0; i < predictionsData.length; i++) {
-        const className = this.labels[i]; // 클래스 이름
-        const probability = predictionsData[i];
-        const existingProbability = classProbabilities.get(className);
-        if (existingProbability !== undefined) {
-          classProbabilities.set(className, existingProbability + probability);
-        } else {
-          classProbabilities.set(className, probability);
-        }
-      }
-      console.log('Class Probabilities:', classProbabilities);
-      return classProbabilities;
-    } catch (error) {
-      throw error;
-    }
-  }
-
-  
-  // 모델 저장
-  public async saveModel(handlerOrURL: io.IOHandler | string, config?: io.SaveConfig): Promise<void> {
-    console.log('saved model');
-    if (!this.isTrainedDone) {
-      return Promise.reject(new Error('Train is not done status'));
-    }
-    await this.model?.save(handlerOrURL, config);
-  }
-
-
-
-  // 진행중 여부
-  public running(): boolean {
-    return this.isRunning;
-  }
-
-
-  public ready(): boolean {
-    return this.isReady;
-  }
-
-
-  // target 라벨 데이타
-  private _preprocessedTargetData(): tf.Tensor<tf.Rank> {
-    // 라벨 unique 처리 & 배열 리턴
-    console.log('uniqueLabels.length', this.labels, this.labels.length);
-    const labelIndices = this.labels.map((label) => this.labels.indexOf(label));
-    console.log('labelIndices', labelIndices);
-    const oneHotEncode = tf.oneHot(tf.tensor1d(labelIndices, 'int32'),this.labels.length);
-    console.log('oneHotEncode', oneHotEncode);
-    return oneHotEncode
-  }
-
-
-  // 입력 이미지 데이타 
-  private _preprocessedInputData(model: tf.LayersModel): tf.Tensor<tf.Rank> {
-    // 이미지 배열을 배치로 변환 - [null, 224, 224, 3]
-    const inputShape = model.inputs[0].shape;
-    console.log('inputShape', inputShape);
-    // inputShape를 이와 같이 포멧 맞춘다. for reshape to [224, 224, 3]
-    const inputShapeArray = inputShape.slice(1) as number[];
-    console.log('inputShapeArray', inputShapeArray);
-    const inputBatch = tf.stack(this.trainImages.map((image) => {
-      // 이미지 전처리 및 크기 조정 등을 수행한 후에
-      // 모델의 입력 형태로 변환하여 반환
-      const xs = this._preprocessData(image);  // 전처리 함수는 사용자 정의해야 함
-      return tf.reshape(xs, inputShapeArray);
-    }));
-    return inputBatch
-  }
-
-
-  // 모델 학습하기 위한 데이타 전처리 단계
-  private _preprocessData(tensor: tf.Tensor3D): tf.Tensor4D {
-    try {
-      // mobilenet model summary를 하면 위와 같이 224,224 사이즈의 입력값 설정되어 있다. ex) input_1 (InputLayer) [null,224,224,3]
-      const resizedImage = tf.image.resizeBilinear(tensor, [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT]);
-      // 이미지를 [0,1] 범위로 정규화 255로 나뉜 픽셀값
-      const normalizedImage = resizedImage.div(this.IMAGE_NORMALIZATION_FACTOR);
-      // expandDims(0)을 하여 차원을 추가하여 4D텐서 반환
-      return normalizedImage.expandDims(0) as tf.Tensor4D;
-    } catch (error) {
-      console.error('Failed to _preprocessData data', error);
-      throw error;
-    }
-  }
-
-  // 모델 저장
-  private async _createModel(numClasses: number): Promise<tf.Sequential> {
-    try {
-        const load_model = await tf.loadLayersModel(this.modelURL);
-        // 기존 MobileNet 모델에서 마지막 레이어 제외
-        const truncatedModel = tf.model({
-            inputs: load_model.inputs,
-            outputs: load_model.layers[load_model.layers.length - 2].output
-        });
-        // 모델을 학습 가능하게 설정하고 선택한 레이어까지 고정
-        for(let layer of truncatedModel.layers) {
-            layer.trainable = false;
-        }
-        const model = tf.sequential();
-        model.add(truncatedModel);
-        model.add(tf.layers.flatten()); // 필요한 경우 Flatten 레이어 추가
-        model.add(tf.layers.dense({
-            units: numClasses,
-            activation: 'softmax'
-        }));
-        
-        const optimizer = tf.train.adam(this.learningRate); // Optimizer를 생성하고 학습률을 설정합니다.
-        model.compile({
-            loss: (numClasses === 2) ? 'binaryCrossentropy': 'categoricalCrossentropy',
-            optimizer: optimizer,
-            metrics: ['accuracy', 'acc']
-        });
-        model.summary();
-        return model;
-    } catch (error) {
-        console.error('Failed to load model', error);
-        throw error;
-    }
-  }
-}
-
-export default LearningMobilenetImage;