learning_model 1.0.1 → 1.0.3

package/build/base.js

@@ -0,0 +1,2 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });

package/build/image.js

@@ -0,0 +1,306 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+var tf = __importStar(require("@tensorflow/tfjs"));
+var LearningImage = /** @class */ (function () {
+    function LearningImage(_a) {
+        var _b = _a === void 0 ? {} : _a, _c = _b.epochs, epochs = _c === void 0 ? 10 : _c, _d = _b.batchSize, batchSize = _d === void 0 ? 16 : _d;
+        this.trainImages = [];
+        this.MOBILE_NET_INPUT_WIDTH = 224;
+        this.MOBILE_NET_INPUT_HEIGHT = 224;
+        this.MOBILE_NET_INPUT_CHANNEL = 3;
+        this.IMAGE_NORMALIZATION_FACTOR = 255.0;
+        this.onProgress = function () { };
+        this.onLoss = function () { };
+        this.model = null;
+        this.epochs = epochs;
+        this.batchSize = batchSize;
+        this.labels = [];
+        this.isRunning = false;
+        this.isReady = false;
+        this.limitSize = 2;
+    }
+    // 학습 데이타 등록 
+    LearningImage.prototype.addData = function (label, data) {
+        try {
+            var tensor = tf.browser.fromPixels(data);
+            console.log('addData', tensor);
+            this.trainImages.push(tensor);
+            this.labels.push(label);
+            if (this.labels.length >= this.limitSize) {
+                this.isReady = true;
+            }
+            return;
+        }
+        catch (error) {
+            console.error('Model training failed', error);
+            throw error;
+        }
+    };
+    // 모델 학습 처리
+    LearningImage.prototype.train = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var customCallback, _a, inputData, targetData, history_1, error_1;
+            var _this = this;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        if (this.isRunning) {
+                            return [2 /*return*/, Promise.reject(new Error('Training is already in progress.'))];
+                        }
+                        customCallback = {
+                            onTrainBegin: function () {
+                                console.log('Training has started.');
+                            },
+                            onTrainEnd: function () {
+                                console.log('Training has ended.');
+                                _this.isRunning = false;
+                            },
+                            onBatchBegin: function (batch, logs) {
+                                console.log("Batch ".concat(batch, " is starting."));
+                            },
+                            onBatchEnd: function (batch, logs) {
+                                console.log("Batch ".concat(batch, " has ended."));
+                            },
+                            onEpochBegin: function (epoch, logs) {
+                                var progress = Math.floor(((epoch + 1) / _this.epochs) * 100);
+                                _this.onProgress(progress);
+                                console.log("Epoch ".concat(epoch + 1, " is starting."));
+                            },
+                            onEpochEnd: function (epoch, logs) {
+                                console.log("Epoch ".concat(epoch + 1, " has ended."));
+                                _this.onLoss(logs.loss);
+                                console.log('Loss:', logs.loss);
+                            }
+                        };
+                        _b.label = 1;
+                    case 1:
+                        _b.trys.push([1, 4, , 5]);
+                        this.isRunning = true;
+                        if (this.labels.length < this.limitSize) {
+                            return [2 /*return*/, Promise.reject(new Error('Please train Data need over 2 data length'))];
+                        }
+                        _a = this;
+                        return [4 /*yield*/, this._createModel(this.labels.length)];
+                    case 2:
+                        _a.model = _b.sent();
+                        inputData = this._preprocessedInputData(this.model);
+                        targetData = this._preprocessedTargetData();
+                        return [4 /*yield*/, this.model.fit(inputData, targetData, {
+                                epochs: this.epochs,
+                                batchSize: this.batchSize,
+                                callbacks: customCallback
+                            })];
+                    case 3:
+                        history_1 = _b.sent();
+                        console.log('Model training completed', history_1);
+                        return [2 /*return*/, history_1];
+                    case 4:
+                        error_1 = _b.sent();
+                        this.isRunning = false;
+                        console.error('Model training failed', error_1);
+                        throw error_1;
+                    case 5: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // 추론하기
+    LearningImage.prototype.infer = function (data) {
+        return __awaiter(this, void 0, void 0, function () {
+            var tensor, resizedTensor, reshapedTensor, predictions, predictionsData, classProbabilities, i, className, probability, existingProbability, error_2;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (this.model === null) {
+                            throw new Error('Model is null');
+                        }
+                        _a.label = 1;
+                    case 1:
+                        _a.trys.push([1, 3, , 4]);
+                        tensor = tf.browser.fromPixels(data);
+                        resizedTensor = tf.image.resizeBilinear(tensor, [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT]);
+                        reshapedTensor = resizedTensor.expandDims(0);
+                        predictions = this.model.predict(reshapedTensor);
+                        return [4 /*yield*/, predictions.data()];
+                    case 2:
+                        predictionsData = _a.sent();
+                        classProbabilities = new Map();
+                        for (i = 0; i < predictionsData.length; i++) {
+                            className = this.labels[i];
+                            probability = predictionsData[i];
+                            existingProbability = classProbabilities.get(className);
+                            if (existingProbability !== undefined) {
+                                classProbabilities.set(className, existingProbability + probability);
+                            }
+                            else {
+                                classProbabilities.set(className, probability);
+                            }
+                        }
+                        console.log('Class Probabilities:', classProbabilities);
+                        return [2 /*return*/, classProbabilities];
+                    case 3:
+                        error_2 = _a.sent();
+                        throw error_2;
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    // 모델 저장
+    LearningImage.prototype.saveModel = function () {
+        console.log('saved model');
+    };
+    // 진행중 여부
+    LearningImage.prototype.running = function () {
+        return this.isRunning;
+    };
+    LearningImage.prototype.ready = function () {
+        return this.isReady;
+    };
+    // target 라벨 데이타
+    LearningImage.prototype._preprocessedTargetData = function () {
+        var _this = this;
+        // 라벨 unique 처리 & 배열 리턴
+        console.log('uniqueLabels.length', this.labels, this.labels.length);
+        var labelIndices = this.labels.map(function (label) { return _this.labels.indexOf(label); });
+        console.log('labelIndices', labelIndices);
+        var oneHotEncode = tf.oneHot(tf.tensor1d(labelIndices, 'int32'), this.labels.length);
+        console.log('oneHotEncode', oneHotEncode);
+        return oneHotEncode;
+    };
+    // 입력 이미지 데이타 
+    LearningImage.prototype._preprocessedInputData = function (model) {
+        var _this = this;
+        // 이미지 배열을 배치로 변환 - [null, 224, 224, 3]
+        var inputShape = model.inputs[0].shape;
+        console.log('inputShape', inputShape);
+        // inputShape를 이와 같이 포멧 맞춘다. for reshape to [224, 224, 3]
+        var inputShapeArray = inputShape.slice(1);
+        console.log('inputShapeArray', inputShapeArray);
+        var inputBatch = tf.stack(this.trainImages.map(function (image) {
+            // 이미지 전처리 및 크기 조정 등을 수행한 후에
+            // 모델의 입력 형태로 변환하여 반환
+            var xs = _this._preprocessData(image); // 전처리 함수는 사용자 정의해야 함
+            return tf.reshape(xs, inputShapeArray);
+        }));
+        return inputBatch;
+    };
+    // 모델 학습하기 위한 데이타 전처리 단계
+    LearningImage.prototype._preprocessData = function (tensor) {
+        try {
+            // mobilenet model summary를 하면 위와 같이 224,224 사이즈의 입력값 설정되어 있다. ex) input_1 (InputLayer) [null,224,224,3]
+            var resizedImage = tf.image.resizeBilinear(tensor, [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT]);
+            // 이미지를 [0,1] 범위로 정규화 255로 나뉜 픽셀값
+            var normalizedImage = resizedImage.div(this.IMAGE_NORMALIZATION_FACTOR);
+            // expandDims(0)을 하여 차원을 추가하여 4D텐서 반환
+            return normalizedImage.expandDims(0);
+        }
+        catch (error) {
+            console.error('Failed to _preprocessData data', error);
+            throw error;
+        }
+    };
+    // 모델 저장
+    LearningImage.prototype._createModel = function (numClasses) {
+        return __awaiter(this, void 0, void 0, function () {
+            var inputShape, model;
+            return __generator(this, function (_a) {
+                try {
+                    inputShape = [this.MOBILE_NET_INPUT_WIDTH, this.MOBILE_NET_INPUT_HEIGHT, this.MOBILE_NET_INPUT_CHANNEL];
+                    model = tf.sequential();
+                    model.add(tf.layers.conv2d({
+                        inputShape: inputShape,
+                        filters: 32,
+                        kernelSize: 3,
+                        activation: 'relu'
+                    }));
+                    model.add(tf.layers.maxPooling2d({ poolSize: 2 }));
+                    model.add(tf.layers.conv2d({
+                        filters: 64,
+                        kernelSize: 3,
+                        activation: 'relu'
+                    }));
+                    model.add(tf.layers.maxPooling2d({ poolSize: 2 }));
+                    model.add(tf.layers.flatten());
+                    model.add(tf.layers.dense({
+                        units: numClasses,
+                        activation: 'softmax'
+                    }));
+                    model.compile({
+                        loss: (numClasses === 2) ? 'binaryCrossentropy' : 'categoricalCrossentropy',
+                        optimizer: tf.train.adam(),
+                        metrics: ['accuracy']
+                    });
+                    model.summary();
+                    return [2 /*return*/, model];
+                }
+                catch (error) {
+                    console.error('Failed to load model', error);
+                    throw error;
+                }
+                return [2 /*return*/];
+            });
+        });
+    };
+    return LearningImage;
+}());
+exports.default = LearningImage;

package/build/index.js

@@ -1,200 +1,10 @@
 "use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (g && (g = 0, op[0] && (_ = 0)), _) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.LearningMobilenetImage = exports.LearningImage = void 0;
 var image_1 = __importDefault(require("./learning/image"));
-// 프로그레스 바를 표시하는 클래스
-var StatusBar = /** @class */ (function () {
-    function StatusBar(container) {
-        this.container = container;
-    }
-    StatusBar.prototype.update = function (status, message) {
-        this.container.innerText = "Status: ".concat(status, " ").concat(message);
-    };
-    return StatusBar;
-}());
-function appRun() {
-    return __awaiter(this, void 0, void 0, function () {
-        // 이미지 저장 버튼 클릭
-        function handleImageButtonClick(label) {
-            return __awaiter(this, void 0, void 0, function () {
-                var canvas, video, stream;
-                return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0:
-                            canvas = document.createElement('canvas');
-                            video = document.createElement('video');
-                            if (!navigator.mediaDevices.getUserMedia) return [3 /*break*/, 2];
-                            return [4 /*yield*/, navigator.mediaDevices.getUserMedia({ video: true })];
-                        case 1:
-                            stream = _a.sent();
-                            video.srcObject = stream;
-                            _a.label = 2;
-                        case 2:
-                            // 비디오가 메타데이터 로딩되면 캔버스에 그리고 이미지 캡처
-                            video.addEventListener('loadedmetadata', function () {
-                                video.play(); // 비디오 플레이 시작
-                            });
-                            // 비디오가 메타데이터 로딩되면 캔버스에 그리고 이미지 캡처
-                            video.addEventListener('play', function () {
-                                canvas.width = 128;
-                                canvas.height = 128;
-                                var context = canvas.getContext('2d');
-                                if (context) {
-                                    context.drawImage(video, 0, 0, canvas.width, canvas.height);
-                                    learningImage.addData(label, context.getImageData(0, 0, canvas.width, canvas.height));
-                                }
-                            });
-                            container.appendChild(canvas);
-                            return [2 /*return*/];
-                    }
-                });
-            });
-        }
-        // 추론하기 버튼
-        function handleInferButtonClick() {
-            return __awaiter(this, void 0, void 0, function () {
-                var canvas, video, stream;
-                return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0:
-                            if (!learningReadyCheck()) {
-                                return [2 /*return*/];
-                            }
-                            canvas = document.createElement('canvas');
-                            video = document.createElement('video');
-                            if (!navigator.mediaDevices.getUserMedia) return [3 /*break*/, 2];
-                            return [4 /*yield*/, navigator.mediaDevices.getUserMedia({ video: true })];
-                        case 1:
-                            stream = _a.sent();
-                            video.srcObject = stream;
-                            _a.label = 2;
-                        case 2:
-                            // 비디오가 메타데이터 로딩되면 캔버스에 그리고 이미지 캡처
-                            video.addEventListener('loadedmetadata', function () {
-                                video.play(); // 비디오 플레이 시작
-                            });
-                            // 비디오가 메타데이터 로딩되면 캔버스에 그리고 이미지 캡처
-                            video.addEventListener('play', function () {
-                                canvas.width = 128;
-                                canvas.height = 128;
-                                var context = canvas.getContext('2d');
-                                if (context) {
-                                    context.drawImage(video, 0, 0, canvas.width, canvas.height);
-                                    learningImage.infer(context.getImageData(0, 0, canvas.width, canvas.height));
-                                }
-                            });
-                            container.appendChild(canvas);
-                            return [2 /*return*/];
-                    }
-                });
-            });
-        }
-        // Train 학습하기 버튼
-        function handleTrainButtonClick() {
-            return __awaiter(this, void 0, void 0, function () {
-                return __generator(this, function (_a) {
-                    switch (_a.label) {
-                        case 0:
-                            if (!learningReadyCheck()) return [3 /*break*/, 2];
-                            return [4 /*yield*/, learningImage.train()];
-                        case 1:
-                            _a.sent();
-                            _a.label = 2;
-                        case 2: return [2 /*return*/];
-                    }
-                });
-            });
-        }
-        var learningImage, container, learningReadyCheck, image1Button, image2Button, trainButton, inferButton;
-        return __generator(this, function (_a) {
-            learningImage = new image_1.default({
-                epochs: 30,
-                batchSize: 32
-            });
-            learningImage.onProgress = function (progress) {
-                var element = document.getElementById('progress-bar');
-                if (element !== null) {
-                    var bar = new StatusBar(element);
-                    bar.update(progress, '%');
-                }
-            };
-            learningImage.onLoss = function (loss) {
-                var element = document.getElementById('loss-bar');
-                if (element !== null) {
-                    var bar = new StatusBar(element);
-                    bar.update(loss, 'loss');
-                }
-            };
-            container = document.createElement('div');
-            container.id = 'root';
-            learningReadyCheck = function () {
-                if (!learningImage.ready()) {
-                    window.alert('준비된 데이터가 없습니다.');
-                    return false;
-                }
-                if (learningImage.running()) {
-                    window.alert('이미 진행 중입니다.');
-                    return false;
-                }
-                return true;
-            };
-            image1Button = document.createElement('button');
-            image1Button.textContent = '라벨1 이미지';
-            image1Button.addEventListener('click', function () { return handleImageButtonClick('라벨1 이미지'); });
-            container.appendChild(image1Button);
-            image2Button = document.createElement('button');
-            image2Button.textContent = '라벨2 이미지';
-            image2Button.addEventListener('click', function () { return handleImageButtonClick('라벨2 이미지'); });
-            container.appendChild(image2Button);
-            trainButton = document.createElement('button');
-            trainButton.textContent = '모델 Train';
-            trainButton.addEventListener('click', handleTrainButtonClick);
-            container.appendChild(trainButton);
-            document.body.appendChild(container);
-            inferButton = document.createElement('button');
-            inferButton.textContent = '예측하기';
-            inferButton.addEventListener('click', function () { return handleInferButtonClick(); });
-            container.appendChild(inferButton);
-            return [2 /*return*/];
-        });
-    });
-}
-appRun();
+exports.LearningImage = image_1.default;
+var mobilenet_image_1 = __importDefault(require("./learning/mobilenet_image"));
+exports.LearningMobilenetImage = mobilenet_image_1.default;