remote-calibrator 0.2.2-beta.2 → 0.2.2

package/src/WebGazer4RC/package.json

@@ -1,28 +0,0 @@
-{
-  "name": "webgazer",
-  "version": "2.1.0",
-  "private": "true",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/brownhci/WebGazer.git"
-  },
-  "license": "GPL-3.0-or-later",
-  "main": "dist/webgazer.js",
-  "module": "src/index.mjs",
-  "files": [
-    "/dist",
-    "/src"
-  ],
-  "keywords": [
-    "webgazer",
-    "eyetracking",
-    "webcam"
-  ],
-  "dependencies": {
-    "@tensorflow-models/facemesh": "^0.0.5",
-    "@tensorflow/tfjs": "^3.8.0",
-    "localforage": "^1.9.0",
-    "numeric": "1.2.6",
-    "regression": "2.0.1"
-  }
-}

package/src/WebGazer4RC/src/dom_util.mjs

@@ -1,27 +0,0 @@
-// helper functions
-
-/**
- * Provides requestAnimationFrame in a cross browser way.
- */
-window.requestAnimFrame = (function() {
-  return window.requestAnimationFrame ||
-    window.webkitRequestAnimationFrame ||
-    window.mozRequestAnimationFrame ||
-    window.oRequestAnimationFrame ||
-    window.msRequestAnimationFrame ||
-    function(/* function FrameRequestCallback */ callback, /* DOMElement Element */ element) {
-      return window.setTimeout(callback, 1000/60);
-    };
-})();
-
-/**
- * Provides cancelRequestAnimationFrame in a cross browser way.
- */
-window.cancelRequestAnimFrame = (function() {
-  return window.cancelCancelRequestAnimationFrame ||
-    window.webkitCancelRequestAnimationFrame ||
-    window.mozCancelRequestAnimationFrame ||
-    window.oCancelRequestAnimationFrame ||
-    window.msCancelRequestAnimationFrame ||
-    window.clearTimeout;
-})();

package/src/WebGazer4RC/src/facemesh.mjs

@@ -1,150 +0,0 @@
-const FacemeshModel = require('@tensorflow-models/facemesh');
-/**
- * Constructor of TFFaceMesh object
- * @constructor
- * */
-const TFFaceMesh = function() {
-  //Backend options are webgl, wasm, and CPU.
-  //For recent laptops WASM is better than WebGL.
-  //TODO: This hack makes loading the model block the UI. We should fix that
-  // this.model = (async () => { return await facemesh.load({"maxFaces":1}) })();
-  this.model = FacemeshModel.load({ "maxFaces": 1 });
-  this.predictionReady = false;
-};
-
-// Global variable for face landmark positions array
-TFFaceMesh.prototype.positionsArray = null;
-
-/**
- * Isolates the two patches that correspond to the user's eyes
- * @param  {Canvas} imageCanvas - canvas corresponding to the webcam stream
- * @param  {Number} width - of imageCanvas
- * @param  {Number} height - of imageCanvas
- * @return {Object} the two eye-patches, first left, then right eye
- */
-TFFaceMesh.prototype.getEyePatches = async function(imageCanvas, width, height) {
-
-  if (imageCanvas.width === 0) {
-    return null;
-  }
-
-  // Load the MediaPipe facemesh model.
-  const model = await this.model;
-
-  // Pass in a video stream (or an image, canvas, or 3D tensor) to obtain an
-  // array of detected faces from the MediaPipe graph.
-  const predictions = await model.estimateFaces(imageCanvas);
-
-  if (predictions.length == 0){
-    return false;
-  }
-
-  // Save positions to global variable
-  this.positionsArray = predictions[0].scaledMesh;
-  const positions = this.positionsArray;
-
-  // Fit the detected eye in a rectangle. [20200626 xk] not clear which approach is better
-  // https://raw.githubusercontent.com/tensorflow/tfjs-models/master/facemesh/mesh_map.jpg
-
-  // // Maintains a relatively stable shape of the bounding box at the cost of cutting off parts of
-  // // the eye when the eye is tilted.
-  // var leftOriginX = Math.round(positions[130][0]);
-  // var leftOriginY = Math.round(positions[27][1]);
-  // var leftWidth = Math.round(positions[243][0] - leftOriginX);
-  // var leftHeight = Math.round(positions[23][1] - leftOriginY);
-  // var rightOriginX = Math.round(positions[463][0]);
-  // var rightOriginY = Math.round(positions[257][1]);
-  // var rightWidth = Math.round(positions[359][0] - rightOriginX);
-  // var rightHeight = Math.round(positions[253][1] - rightOriginY);
-
-  // Won't really cut off any parts of the eye, at the cost of warping the shape (i.e. height/
-  // width ratio) of the bounding box.
-  var leftOriginX = Math.round(Math.min(positions[247][0], positions[130][0], positions[25][0]));
-  var leftOriginY = Math.round(Math.min(positions[247][1], positions[27][1], positions[190][1]));
-  var leftWidth = Math.round(Math.max(positions[190][0], positions[243][0], positions[233][0]) - leftOriginX);
-  var leftHeight = Math.round(Math.max(positions[25][1], positions[23][1], positions[112][1]) - leftOriginY);
-  var rightOriginX = Math.round(Math.min(positions[414][0], positions[463][0], positions[453][0]));
-  var rightOriginY = Math.round(Math.min(positions[414][1], positions[257][1], positions[467][1]));
-  var rightWidth = Math.round(Math.max(positions[467][0], positions[359][0], positions[255][0]) - rightOriginX);
-  var rightHeight = Math.round(Math.max(positions[341][1], positions[253][1], positions[255][1]) - rightOriginY);
-
-  if (leftWidth === 0 || rightWidth === 0){
-    console.log('an eye patch had zero width');
-    return null;
-  }
-
-  if (leftHeight === 0 || rightHeight === 0){
-    console.log('an eye patch had zero height');
-    return null;
-  }
-
-  // Start building object to be returned
-  var eyeObjs = {};
-
-  var leftImageData = imageCanvas.getContext('2d').getImageData(leftOriginX, leftOriginY, leftWidth, leftHeight);
-  eyeObjs.left = {
-    patch: leftImageData,
-    imagex: leftOriginX,
-    imagey: leftOriginY,
-    width: leftWidth,
-    height: leftHeight
-  };
-
-  var rightImageData = imageCanvas.getContext('2d').getImageData(rightOriginX, rightOriginY, rightWidth, rightHeight);
-  eyeObjs.right = {
-    patch: rightImageData,
-    imagex: rightOriginX,
-    imagey: rightOriginY,
-    width: rightWidth,
-    height: rightHeight
-  };
-
-  this.predictionReady = true;
-
-  return eyeObjs;
-};
-
-/**
- * Returns the positions array corresponding to the last call to getEyePatches.
- * Requires that getEyePatches() was called previously, else returns null.
- */
-TFFaceMesh.prototype.getPositions = function () {
-  return this.positionsArray;
-}
-
-/**
- * Reset the tracker to default values
- */
-TFFaceMesh.prototype.reset = function(){
-  console.log( "Unimplemented; Tracking.js has no obvious reset function" );
-}
-
-/**
- * Draw TF_FaceMesh_Overlay
- */
-TFFaceMesh.prototype.drawFaceOverlay= function(ctx, keypoints){
-  // If keypoints is falsy, don't do anything
-  if (keypoints) {
-    ctx.fillStyle = '#32EEDB';
-    ctx.strokeStyle = '#32EEDB';
-    ctx.lineWidth = 0.5;
-
-    for (let i = 0; i < keypoints.length; i++) {
-      const x = keypoints[i][0];
-      const y = keypoints[i][1];
-
-      ctx.beginPath();
-      ctx.arc(x, y, 1 /* radius */, 0, 2 * Math.PI);
-      ctx.closePath();
-      ctx.fill();
-    }
-  }
-}
-
-/**
- * The TFFaceMesh object name
- * @type {string}
- */
-TFFaceMesh.prototype.name = 'TFFaceMesh';
-
-export default TFFaceMesh;