datakeen-session-react 1.1.194-rc.0 → 1.1.194-rc.2

package/dist/esm/services/documentDetectionService.js

@@ -1,153 +0,0 @@
-import { __awaiter, __generator } from '../node_modules/tslib/tslib.es6.js';
-
-var DocumentDetectionService = /** @class */ (function () {
-    function DocumentDetectionService() {
-        this.detectionTimeoutId = null;
-        this.model = null;
-        this.isDetecting = false;
-        this.lastResult = null;
-        this.DETECTION_INTERVAL_MS = 350;
-    }
-    DocumentDetectionService.prototype.loadModel = function () {
-        return __awaiter(this, void 0, void 0, function () {
-            var tf, cocoSsd, _a;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        if (!!this.model) return [3 /*break*/, 7];
-                        return [4 /*yield*/, import('@tensorflow/tfjs')];
-                    case 1:
-                        tf = _b.sent();
-                        return [4 /*yield*/, import('@tensorflow/tfjs-backend-webgl')];
-                    case 2:
-                        _b.sent();
-                        return [4 /*yield*/, import('@tensorflow-models/coco-ssd')];
-                    case 3:
-                        cocoSsd = _b.sent();
-                        return [4 /*yield*/, tf.setBackend("webgl")];
-                    case 4:
-                        _b.sent();
-                        return [4 /*yield*/, tf.ready()];
-                    case 5:
-                        _b.sent();
-                        _a = this;
-                        return [4 /*yield*/, cocoSsd.load()];
-                    case 6:
-                        _a.model = _b.sent();
-                        _b.label = 7;
-                    case 7: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    DocumentDetectionService.prototype.startDocumentDetection = function (videoElement, onDetectionChange) {
-        return __awaiter(this, void 0, void 0, function () {
-            var detect;
-            var _this = this;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0:
-                        this.stopDocumentDetection();
-                        return [4 /*yield*/, this.loadModel()];
-                    case 1:
-                        _a.sent();
-                        detect = function () { return __awaiter(_this, void 0, void 0, function () {
-                            var predictions, documentLike, result, err_1;
-                            return __generator(this, function (_a) {
-                                switch (_a.label) {
-                                    case 0:
-                                        if (!videoElement || !this.model || !videoElement.videoWidth) {
-                                            this.scheduleNextDetection(detect);
-                                            return [2 /*return*/];
-                                        }
-                                        if (this.isDetecting) {
-                                            this.scheduleNextDetection(detect);
-                                            return [2 /*return*/];
-                                        }
-                                        this.isDetecting = true;
-                                        _a.label = 1;
-                                    case 1:
-                                        _a.trys.push([1, 3, 4, 5]);
-                                        return [4 /*yield*/, this.model.detect(videoElement)];
-                                    case 2:
-                                        predictions = _a.sent();
-                                        documentLike = predictions.find(function (pred) {
-                                            return ["book", "cell phone", "tv", "laptop"].includes(pred.class) &&
-                                                pred.score > 0.6;
-                                        });
-                                        result = documentLike
-                                            ? {
-                                                hasDocument: true,
-                                                score: documentLike.score,
-                                                label: documentLike.class,
-                                                bbox: documentLike.bbox,
-                                                timestamp: Date.now(),
-                                            }
-                                            : {
-                                                hasDocument: false,
-                                                timestamp: Date.now(),
-                                            };
-                                        if (this.shouldEmitResult(result)) {
-                                            onDetectionChange(result);
-                                            this.lastResult = result;
-                                        }
-                                        return [3 /*break*/, 5];
-                                    case 3:
-                                        err_1 = _a.sent();
-                                        console.error("[DocumentDetection] Error during detection:", err_1);
-                                        return [3 /*break*/, 5];
-                                    case 4:
-                                        this.isDetecting = false;
-                                        this.scheduleNextDetection(detect);
-                                        return [7 /*endfinally*/];
-                                    case 5: return [2 /*return*/];
-                                }
-                            });
-                        }); };
-                        detect();
-                        return [2 /*return*/, {
-                                stop: function () { return _this.stopDocumentDetection(); },
-                            }];
-                }
-            });
-        });
-    };
-    DocumentDetectionService.prototype.stopDocumentDetection = function () {
-        if (this.detectionTimeoutId) {
-            clearTimeout(this.detectionTimeoutId);
-            this.detectionTimeoutId = null;
-        }
-        this.isDetecting = false;
-        this.lastResult = null;
-    };
-    DocumentDetectionService.prototype.shouldEmitResult = function (result) {
-        if (!this.lastResult) {
-            return true;
-        }
-        if (this.lastResult.hasDocument !== result.hasDocument) {
-            return true;
-        }
-        if (!result.hasDocument) {
-            return false;
-        }
-        if (!this.lastResult.bbox || !result.bbox) {
-            return true;
-        }
-        var _a = this.lastResult.bbox, x1 = _a[0], y1 = _a[1], w1 = _a[2], h1 = _a[3];
-        var _b = result.bbox, x2 = _b[0], y2 = _b[1], w2 = _b[2], h2 = _b[3];
-        var delta = Math.abs(x1 - x2) + Math.abs(y1 - y2);
-        var sizeDelta = Math.abs(w1 - w2) + Math.abs(h1 - h2);
-        return delta > 10 || sizeDelta > 10;
-    };
-    DocumentDetectionService.prototype.scheduleNextDetection = function (callback) {
-        if (this.detectionTimeoutId) {
-            clearTimeout(this.detectionTimeoutId);
-        }
-        this.detectionTimeoutId = window.setTimeout(callback, this.DETECTION_INTERVAL_MS);
-    };
-    return DocumentDetectionService;
-}());
-var documentDetectionService = new DocumentDetectionService();
-
-export { DocumentDetectionService, documentDetectionService };
-//# sourceMappingURL=documentDetectionService.js.map

package/dist/esm/services/documentDetectionService.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"documentDetectionService.js","sources":["../../../../src/services/documentDetectionService.ts"],"sourcesContent":["import type { ObjectDetection } from \"@tensorflow-models/coco-ssd\";\n\nexport interface DocumentDetectionResult {\n  hasDocument: boolean;\n  score?: number;\n  label?: string;\n  bbox?: [number, number, number, number];\n  timestamp: number;\n}\n\nexport class DocumentDetectionService {\n  private detectionTimeoutId: number | null = null;\n  private model: ObjectDetection | null = null;\n  private isDetecting = false;\n  private lastResult: DocumentDetectionResult | null = null;\n  private readonly DETECTION_INTERVAL_MS = 350;\n\n  async loadModel() {\n    if (!this.model) {\n      const tf = await import(\"@tensorflow/tfjs\");\n      await import(\"@tensorflow/tfjs-backend-webgl\");\n      const cocoSsd = await import(\"@tensorflow-models/coco-ssd\");\n\n      await tf.setBackend(\"webgl\");\n      await tf.ready();\n\n      this.model = await cocoSsd.load();\n    }\n  }\n\n  async startDocumentDetection(\n    videoElement: HTMLVideoElement | null,\n    onDetectionChange: (result: DocumentDetectionResult) => void\n  ): Promise<{ stop: () => void }> {\n    this.stopDocumentDetection();\n    await this.loadModel();\n\n    const detect = async () => {\n      if (!videoElement || !this.model || !videoElement.videoWidth) {\n        this.scheduleNextDetection(detect);\n        return;\n      }\n\n      if (this.isDetecting) {\n        this.scheduleNextDetection(detect);\n        return;\n      }\n\n      this.isDetecting = true;\n\n      try {\n        const predictions = await this.model.detect(videoElement);\n\n        const documentLike = predictions.find(\n          (pred) =>\n            [\"book\", \"cell phone\", \"tv\", \"laptop\"].includes(pred.class) &&\n            pred.score > 0.6\n        );\n\n        const result: DocumentDetectionResult = documentLike\n          ? {\n              hasDocument: true,\n              score: documentLike.score,\n              label: documentLike.class,\n              bbox: documentLike.bbox,\n              timestamp: Date.now(),\n            }\n          : {\n              hasDocument: false,\n              timestamp: Date.now(),\n            };\n\n        if (this.shouldEmitResult(result)) {\n          onDetectionChange(result);\n          this.lastResult = result;\n        }\n      } catch (err) {\n        console.error(\"[DocumentDetection] Error during detection:\", err);\n      } finally {\n        this.isDetecting = false;\n        this.scheduleNextDetection(detect);\n      }\n    };\n\n    detect();\n\n    return {\n      stop: () => this.stopDocumentDetection(),\n    };\n  }\n\n  stopDocumentDetection() {\n    if (this.detectionTimeoutId) {\n      clearTimeout(this.detectionTimeoutId);\n      this.detectionTimeoutId = null;\n    }\n    this.isDetecting = false;\n    this.lastResult = null;\n  }\n\n  private shouldEmitResult(result: DocumentDetectionResult): boolean {\n    if (!this.lastResult) {\n      return true;\n    }\n\n    if (this.lastResult.hasDocument !== result.hasDocument) {\n      return true;\n    }\n\n    if (!result.hasDocument) {\n      return false;\n    }\n\n    if (!this.lastResult.bbox || !result.bbox) {\n      return true;\n    }\n\n    const [x1, y1, w1, h1] = this.lastResult.bbox;\n    const [x2, y2, w2, h2] = result.bbox;\n\n    const delta = Math.abs(x1 - x2) + Math.abs(y1 - y2);\n    const sizeDelta = Math.abs(w1 - w2) + Math.abs(h1 - h2);\n\n    return delta > 10 || sizeDelta > 10;\n  }\n\n  private scheduleNextDetection(callback: () => void) {\n    if (this.detectionTimeoutId) {\n      clearTimeout(this.detectionTimeoutId);\n    }\n    this.detectionTimeoutId = window.setTimeout(\n      callback,\n      this.DETECTION_INTERVAL_MS\n    );\n  }\n}\n\nexport const documentDetectionService = new DocumentDetectionService();\n"],"names":[],"mappings":";;AAUA,IAAA,wBAAA,kBAAA,YAAA;AAAA,IAAA,SAAA,wBAAA,GAAA;QACU,IAAA,CAAA,kBAAkB,GAAkB,IAAI;QACxC,IAAA,CAAA,KAAK,GAA2B,IAAI;QACpC,IAAA,CAAA,WAAW,GAAG,KAAK;QACnB,IAAA,CAAA,UAAU,GAAmC,IAAI;QACxC,IAAA,CAAA,qBAAqB,GAAG,GAAG;IAwH9C;AAtHQ,IAAA,wBAAA,CAAA,SAAA,CAAA,SAAS,GAAf,YAAA;;;;;;AACM,wBAAA,IAAA,CAAA,CAAC,IAAI,CAAC,KAAK,EAAX,OAAA,CAAA,CAAA,YAAA,CAAA,CAAA;AACS,wBAAA,OAAA,CAAA,CAAA,YAAM,OAAO,kBAAkB,CAAC,CAAA;;AAArC,wBAAA,EAAE,GAAG,EAAA,CAAA,IAAA,EAAgC;AAC3C,wBAAA,OAAA,CAAA,CAAA,YAAM,OAAO,gCAAgC,CAAC,CAAA;;AAA9C,wBAAA,EAAA,CAAA,IAAA,EAA8C;AAC9B,wBAAA,OAAA,CAAA,CAAA,YAAM,OAAO,6BAA6B,CAAC,CAAA;;AAArD,wBAAA,OAAO,GAAG,EAAA,CAAA,IAAA,EAA2C;AAE3D,wBAAA,OAAA,CAAA,CAAA,YAAM,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAA;;AAA5B,wBAAA,EAAA,CAAA,IAAA,EAA4B;AAC5B,wBAAA,OAAA,CAAA,CAAA,YAAM,EAAE,CAAC,KAAK,EAAE,CAAA;;AAAhB,wBAAA,EAAA,CAAA,IAAA,EAAgB;AAEhB,wBAAA,EAAA,GAAA,IAAI;AAAS,wBAAA,OAAA,CAAA,CAAA,YAAM,OAAO,CAAC,IAAI,EAAE,CAAA;;wBAAjC,EAAA,CAAK,KAAK,GAAG,EAAA,CAAA,IAAA,EAAoB;;;;;;AAEpC,IAAA,CAAA;AAEK,IAAA,wBAAA,CAAA,SAAA,CAAA,sBAAsB,GAA5B,UACE,YAAqC,EACrC,iBAA4D,EAAA;;;;;;;wBAE5D,IAAI,CAAC,qBAAqB,EAAE;AAC5B,wBAAA,OAAA,CAAA,CAAA,YAAM,IAAI,CAAC,SAAS,EAAE,CAAA;;AAAtB,wBAAA,EAAA,CAAA,IAAA,EAAsB;AAEhB,wBAAA,MAAM,GAAG,YAAA,EAAA,OAAA,SAAA,CAAA,KAAA,EAAA,MAAA,EAAA,MAAA,EAAA,YAAA;;;;;AACb,wCAAA,IAAI,CAAC,YAAY,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,UAAU,EAAE;AAC5D,4CAAA,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC;4CAClC,OAAA,CAAA,CAAA,YAAA;wCACF;AAEA,wCAAA,IAAI,IAAI,CAAC,WAAW,EAAE;AACpB,4CAAA,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC;4CAClC,OAAA,CAAA,CAAA,YAAA;wCACF;AAEA,wCAAA,IAAI,CAAC,WAAW,GAAG,IAAI;;;;wCAGD,OAAA,CAAA,CAAA,YAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;;AAAnD,wCAAA,WAAW,GAAG,EAAA,CAAA,IAAA,EAAqC;AAEnD,wCAAA,YAAY,GAAG,WAAW,CAAC,IAAI,CACnC,UAAC,IAAI,EAAA;AACH,4CAAA,OAAA,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;gDAC3D,IAAI,CAAC,KAAK,GAAG,GAAG;AADhB,wCAAA,CACgB,CACnB;AAEK,wCAAA,MAAM,GAA4B;AACtC,8CAAE;AACE,gDAAA,WAAW,EAAE,IAAI;gDACjB,KAAK,EAAE,YAAY,CAAC,KAAK;gDACzB,KAAK,EAAE,YAAY,CAAC,KAAK;gDACzB,IAAI,EAAE,YAAY,CAAC,IAAI;AACvB,gDAAA,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;AACtB;AACH,8CAAE;AACE,gDAAA,WAAW,EAAE,KAAK;AAClB,gDAAA,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;6CACtB;AAEL,wCAAA,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,EAAE;4CACjC,iBAAiB,CAAC,MAAM,CAAC;AACzB,4CAAA,IAAI,CAAC,UAAU,GAAG,MAAM;wCAC1B;;;;AAEA,wCAAA,OAAO,CAAC,KAAK,CAAC,6CAA6C,EAAE,KAAG,CAAC;;;AAEjE,wCAAA,IAAI,CAAC,WAAW,GAAG,KAAK;AACxB,wCAAA,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC;;;;;6BAErC;AAED,wBAAA,MAAM,EAAE;wBAER,OAAA,CAAA,CAAA,aAAO;gCACL,IAAI,EAAE,cAAM,OAAA,KAAI,CAAC,qBAAqB,EAAE,EAA5B,CAA4B;6BACzC,CAAA;;;;AACF,IAAA,CAAA;AAED,IAAA,wBAAA,CAAA,SAAA,CAAA,qBAAqB,GAArB,YAAA;AACE,QAAA,IAAI,IAAI,CAAC,kBAAkB,EAAE;AAC3B,YAAA,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;AACrC,YAAA,IAAI,CAAC,kBAAkB,GAAG,IAAI;QAChC;AACA,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;AACxB,QAAA,IAAI,CAAC,UAAU,GAAG,IAAI;IACxB,CAAC;IAEO,wBAAA,CAAA,SAAA,CAAA,gBAAgB,GAAxB,UAAyB,MAA+B,EAAA;AACtD,QAAA,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;AACpB,YAAA,OAAO,IAAI;QACb;QAEA,IAAI,IAAI,CAAC,UAAU,CAAC,WAAW,KAAK,MAAM,CAAC,WAAW,EAAE;AACtD,YAAA,OAAO,IAAI;QACb;AAEA,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;AACvB,YAAA,OAAO,KAAK;QACd;AAEA,QAAA,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;AACzC,YAAA,OAAO,IAAI;QACb;AAEM,QAAA,IAAA,KAAmB,IAAI,CAAC,UAAU,CAAC,IAAI,EAAtC,EAAE,GAAA,EAAA,CAAA,CAAA,CAAA,EAAE,EAAE,QAAA,EAAE,EAAE,QAAA,EAAE,EAAE,QAAwB;AACvC,QAAA,IAAA,KAAmB,MAAM,CAAC,IAAI,EAA7B,EAAE,GAAA,EAAA,CAAA,CAAA,CAAA,EAAE,EAAE,GAAA,EAAA,CAAA,CAAA,CAAA,EAAE,EAAE,GAAA,EAAA,CAAA,CAAA,CAAA,EAAE,EAAE,QAAe;AAEpC,QAAA,IAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;AACnD,QAAA,IAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;AAEvD,QAAA,OAAO,KAAK,GAAG,EAAE,IAAI,SAAS,GAAG,EAAE;IACrC,CAAC;IAEO,wBAAA,CAAA,SAAA,CAAA,qBAAqB,GAA7B,UAA8B,QAAoB,EAAA;AAChD,QAAA,IAAI,IAAI,CAAC,kBAAkB,EAAE;AAC3B,YAAA,YAAY,CAAC,IAAI,CAAC,kBAAkB,CAAC;QACvC;AACA,QAAA,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,UAAU,CACzC,QAAQ,EACR,IAAI,CAAC,qBAAqB,CAC3B;IACH,CAAC;IACH,OAAA,wBAAC;AAAD,CAAC,EA7HD;AA+HO,IAAM,wBAAwB,GAAG,IAAI,wBAAwB;;;;"}