@digipair/skill-tensorflow 0.25.0

package/index.cjs.d.ts

@@ -0,0 +1 @@
+export * from "./src/index";

package/index.cjs.js

@@ -0,0 +1,62 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var tf = require('@tensorflow/tfjs-node');
+var cocoSsdModel = require('@tensorflow-models/coco-ssd');
+var faceDetectionModel = require('@tensorflow-models/face-detection');
+
+function _interopNamespace(e) {
+  if (e && e.__esModule) return e;
+  var n = Object.create(null);
+  if (e) {
+    Object.keys(e).forEach(function (k) {
+      if (k !== 'default') {
+        var d = Object.getOwnPropertyDescriptor(e, k);
+        Object.defineProperty(n, k, d.get ? d : {
+          enumerable: true,
+          get: function () { return e[k]; }
+        });
+      }
+    });
+  }
+  n["default"] = e;
+  return Object.freeze(n);
+}
+
+var tf__namespace = /*#__PURE__*/_interopNamespace(tf);
+var cocoSsdModel__namespace = /*#__PURE__*/_interopNamespace(cocoSsdModel);
+var faceDetectionModel__namespace = /*#__PURE__*/_interopNamespace(faceDetectionModel);
+
+let TensorflowService = class TensorflowService {
+    async base64ToImage(base64) {
+        const data = base64.replace(/^data:image\/\w+;base64,/, '');
+        const buffer = Buffer.from(data, 'base64');
+        return buffer;
+    }
+    async cocoSsd(params, _pinsSettingsList, _context) {
+        const { image } = params;
+        const model = await cocoSsdModel__namespace.load();
+        const imageLoaded = await this.base64ToImage(image);
+        const imageData = tf__namespace.node.decodeImage(imageLoaded, 3);
+        const predictions = await model.detect(imageData);
+        return predictions;
+    }
+    async faceDetection(params, _pinsSettingsList, _context) {
+        const { image } = params;
+        const model = faceDetectionModel__namespace.SupportedModels.MediaPipeFaceDetector;
+        const imageLoaded = await this.base64ToImage(image);
+        const imageData = tf__namespace.node.decodeImage(imageLoaded, 3);
+        const detectorConfig = {
+            runtime: 'mediapipe'
+        };
+        const detector = await faceDetectionModel__namespace.createDetector(model, detectorConfig);
+        const faces = await detector.estimateFaces(imageData);
+        return faces;
+    }
+};
+const cocoSsd = (params, pinsSettingsList, context)=>new TensorflowService().cocoSsd(params, pinsSettingsList, context);
+const faceDetection = (params, pinsSettingsList, context)=>new TensorflowService().faceDetection(params, pinsSettingsList, context);
+
+exports.cocoSsd = cocoSsd;
+exports.faceDetection = faceDetection;

package/index.d.ts

@@ -0,0 +1 @@
+export * from './libs/skill-tensorflow/src/index';

package/index.esm.js

@@ -0,0 +1,35 @@
+import * as tf from '@tensorflow/tfjs-node';
+import * as cocoSsdModel from '@tensorflow-models/coco-ssd';
+import * as faceDetectionModel from '@tensorflow-models/face-detection';
+
+let TensorflowService = class TensorflowService {
+    async base64ToImage(base64) {
+        const data = base64.replace(/^data:image\/\w+;base64,/, '');
+        const buffer = Buffer.from(data, 'base64');
+        return buffer;
+    }
+    async cocoSsd(params, _pinsSettingsList, _context) {
+        const { image } = params;
+        const model = await cocoSsdModel.load();
+        const imageLoaded = await this.base64ToImage(image);
+        const imageData = tf.node.decodeImage(imageLoaded, 3);
+        const predictions = await model.detect(imageData);
+        return predictions;
+    }
+    async faceDetection(params, _pinsSettingsList, _context) {
+        const { image } = params;
+        const model = faceDetectionModel.SupportedModels.MediaPipeFaceDetector;
+        const imageLoaded = await this.base64ToImage(image);
+        const imageData = tf.node.decodeImage(imageLoaded, 3);
+        const detectorConfig = {
+            runtime: 'mediapipe'
+        };
+        const detector = await faceDetectionModel.createDetector(model, detectorConfig);
+        const faces = await detector.estimateFaces(imageData);
+        return faces;
+    }
+};
+const cocoSsd = (params, pinsSettingsList, context)=>new TensorflowService().cocoSsd(params, pinsSettingsList, context);
+const faceDetection = (params, pinsSettingsList, context)=>new TensorflowService().faceDetection(params, pinsSettingsList, context);
+
+export { cocoSsd, faceDetection };

package/libs/skill-tensorflow/src/index.d.ts

@@ -0,0 +1 @@
+export * from './lib/skill-tensorflow';

package/libs/skill-tensorflow/src/lib/skill-tensorflow.d.ts

@@ -0,0 +1,5 @@
+import { PinsSettings } from '@digipair/engine';
+import * as cocoSsdModel from '@tensorflow-models/coco-ssd';
+import * as faceDetectionModel from '@tensorflow-models/face-detection';
+export declare const cocoSsd: (params: any, pinsSettingsList: PinsSettings[], context: any) => Promise<cocoSsdModel.DetectedObject[]>;
+export declare const faceDetection: (params: any, pinsSettingsList: PinsSettings[], context: any) => Promise<faceDetectionModel.Face[]>;

package/package.json

@@ -0,0 +1,11 @@
+{
+  "name": "@digipair/skill-tensorflow",
+  "version": "0.25.0",
+  "dependencies": {
+    "@tensorflow-models/coco-ssd": "^2.2.3",
+    "@tensorflow-models/face-detection": "^1.0.2",
+    "@tensorflow/tfjs-node": "^4.20.0"
+  },
+  "main": "./index.cjs.js",
+  "module": "./index.esm.js"
+}

package/schema.json

@@ -0,0 +1,53 @@
+{
+  "openapi": "3.0.0",
+  "info": {
+    "title": "@digipair/skill-tensorfow",
+    "summary": "Analyse par Deep Learning",
+    "description": "Cette compétence permet aux utilisateurs d'analyser des données par Deep Learning.",
+    "version": "0.1.0",
+    "x-icon": "🤖"
+  },
+  "paths": {
+    "/cocoSsd": {
+      "post": {
+        "tags": ["service"],
+        "summary": "Détecte les objets",
+        "description": "Détecte les objets dans une image",
+        "parameters": [
+          {
+            "name": "image",
+            "summary": "Image",
+            "required": true,
+            "description": "Image à analyser",
+            "schema": {
+              "type": "string"
+            }
+          }
+        ],
+        "x-events": []
+      }
+    },
+    "/faceDetection": {
+      "post": {
+        "tags": ["service"],
+        "summary": "Détecte les visages",
+        "description": "Détecte les visages dans une image",
+        "parameters": [
+          {
+            "name": "image",
+            "summary": "Image",
+            "required": true,
+            "description": "Image à analyser",
+            "schema": {
+              "type": "string"
+            }
+          }
+        ],
+        "x-events": []
+      }
+    }
+  },
+  "components": {
+    "schemas": {}
+  }
+}