remote-calibrator 0.3.0 → 0.5.0-beta.3

package/src/WebGazer4RC/src/worker_scripts/util.js

@@ -0,0 +1,398 @@
+'use strict';
+(function() {
+
+    self.webgazer = self.webgazer || {};
+    self.webgazer.util = self.webgazer.util || {};
+    self.webgazer.mat = self.webgazer.mat || {};
+
+    /**
+     * Eye class, represents an eye patch detected in the video stream
+     * @param {ImageData} patch - the image data corresponding to an eye
+     * @param {Number} imagex - x-axis offset from the top-left corner of the video canvas
+     * @param {Number} imagey - y-axis offset from the top-left corner of the video canvas
+     * @param {Number} width  - width of the eye patch
+     * @param {Number} height - height of the eye patch
+     */
+    self.webgazer.util.Eye = function(patch, imagex, imagey, width, height) {
+        this.patch = patch;
+        this.imagex = imagex;
+        this.imagey = imagey;
+        this.width = width;
+        this.height = height;
+    };
+
+
+    //Data Window class
+    //operates like an array but 'wraps' data around to keep the array at a fixed windowSize
+    /**
+     * DataWindow class - Operates like an array, but 'wraps' data around to keep the array at a fixed windowSize
+     * @param {Number} windowSize - defines the maximum size of the window
+     * @param {Array} data - optional data to seed the DataWindow with
+     **/
+    self.webgazer.util.DataWindow = function(windowSize, data) {
+        this.data = [];
+        this.windowSize = windowSize;
+        this.index = 0;
+        this.length = 0;
+        if(data){
+            this.data = data.slice(data.length-windowSize,data.length);
+            this.length = this.data.length;
+        }
+    };
+
+    /**
+     * [push description]
+     * @param  {*} entry - item to be inserted. It either grows the DataWindow or replaces the oldest item
+     * @return {DataWindow} this
+     */
+    self.webgazer.util.DataWindow.prototype.push = function(entry) {
+        if (this.data.length < this.windowSize) {
+            this.data.push(entry);
+            this.length = this.data.length;
+            return this;
+        }
+
+        //replace oldest entry by wrapping around the DataWindow
+        this.data[this.index] = entry;
+        this.index = (this.index + 1) % this.windowSize;
+        return this;
+    };
+
+    /**
+     * Get the element at the ind position by wrapping around the DataWindow
+     * @param  {Number} ind index of desired entry
+     * @return {*}
+     */
+    self.webgazer.util.DataWindow.prototype.get = function(ind) {
+        return this.data[this.getTrueIndex(ind)];
+    };
+
+    /**
+     * Gets the true this.data array index given an index for a desired element
+     * @param {Number} ind - index of desired entry
+     * @return {Number} index of desired entry in this.data
+     */
+    self.webgazer.util.DataWindow.prototype.getTrueIndex = function(ind) {
+        if (this.data.length < this.windowSize) {
+            return ind;
+        } else {
+            //wrap around ind so that we can traverse from oldest to newest
+            return (ind + this.index) % this.windowSize;
+        }
+    };
+
+    /**
+     * Append all the contents of data
+     * @param {Array} data - to be inserted
+     */
+    self.webgazer.util.DataWindow.prototype.addAll = function(data) {
+        for (var i = 0; i < data.length; i++) {
+            this.push(data[i]);
+        }
+    };
+
+
+    //Helper functions
+    /**
+     * Grayscales an image patch. Can be used for the whole canvas, detected face, detected eye, etc.
+     * 
+     * Code from tracking.js by Eduardo Lundgren, et al.
+     * https://github.com/eduardolundgren/tracking.js/blob/master/src/tracking.js
+     * 
+     * Software License Agreement (BSD License) Copyright (c) 2014, Eduardo A. Lundgren Melo. All rights reserved.
+     * Redistribution and use of this software in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
+     * Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+     * Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
+     * The name of Eduardo A. Lundgren Melo may not be used to endorse or promote products derived from this software without specific prior written permission of Eduardo A. Lundgren Melo.
+     * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS “AS IS” AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
+     * IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
+     * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
+     * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+     * 
+     * @param  {Array} pixels - image data to be grayscaled
+     * @param  {Number} width  - width of image data to be grayscaled
+     * @param  {Number} height - height of image data to be grayscaled
+     * @return {Array} grayscaledImage
+     */
+    self.webgazer.util.grayscale = function(pixels, width, height){
+        var gray = new Uint8ClampedArray(pixels.length >> 2);
+        var p = 0;
+        var w = 0;
+        for (var i = 0; i < height; i++) {
+            for (var j = 0; j < width; j++) {
+                var value = pixels[w] * 0.299 + pixels[w + 1] * 0.587 + pixels[w + 2] * 0.114;
+                gray[p++] = value;
+        
+                w += 4;
+            }
+        }
+        return gray;
+    };
+
+    /**
+     * Increase contrast of an image.
+     * 
+     * Code from Martin Tschirsich, Copyright (c) 2012.
+     * https://github.com/mtschirs/js-objectdetect/blob/gh-pages/js/objectdetect.js
+     * 
+     * @param {Array} src - grayscale integer array
+     * @param {Number} step - sampling rate, control performance
+     * @param {Array} dst - array to hold the resulting image
+     */
+    self.webgazer.util.equalizeHistogram = function(src, step, dst) {
+        var srcLength = src.length;
+        if (!dst) dst = src;
+        if (!step) step = 5;
+        
+        // Compute histogram and histogram sum:
+        var hist = [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+                    0, 0, 0, 0];
+        
+        for (var i = 0; i < srcLength; i += step) {
+            ++hist[src[i]];
+        }
+        
+        // Compute integral histogram:
+        var norm = 255 * step / srcLength,
+            prev = 0;
+        for (var i = 0; i < 256; ++i) {
+            var h = hist[i];
+            prev = h += prev;
+            hist[i] = h * norm; // For non-integer src: ~~(h * norm + 0.5);
+        }
+        
+        // Equalize image:
+        for (var i = 0; i < srcLength; ++i) {
+            dst[i] = hist[src[i]];
+        }
+        return dst;
+    };
+
+    self.webgazer.util.threshold = function(data, threshold) {
+      for (let i = 0; i < data.length; i++) {
+        data[i] = (data[i] > threshold) ? 255 : 0;
+      }
+      return data;
+    };
+
+    self.webgazer.util.correlation = function(data1, data2) {
+      const length = Math.min(data1.length, data2.length);
+      let count = 0;
+      for (let i = 0; i < length; i++) {
+        if (data1[i] === data2[i]) {
+          count++;
+        }
+      }
+      return count / Math.max(data1.length, data2.length);
+    };
+
+    /**
+     * Gets an Eye object and resizes it to the desired resolution
+     * @param  {webgazer.util.Eye} eye - patch to be resized
+     * @param  {Number} resizeWidth - desired width
+     * @param  {Number} resizeHeight - desired height
+     * @return {webgazer.util.Eye} resized eye patch
+     */
+    self.webgazer.util.resizeEye = function(eye, resizeWidth, resizeHeight) {
+
+        var canvas = document.createElement('canvas');
+        canvas.width = eye.width;
+        canvas.height = eye.height;
+
+        canvas.getContext('2d').putImageData(eye.patch,0,0);
+
+        var tempCanvas = document.createElement('canvas');
+
+        tempCanvas.width = resizeWidth;
+        tempCanvas.height = resizeHeight;
+
+        // save the canvas into temp canvas
+        tempCanvas.getContext('2d').drawImage(canvas, 0, 0, canvas.width, canvas.height, 0, 0, resizeWidth, resizeHeight);
+
+        return tempCanvas.getContext('2d').getImageData(0, 0, resizeWidth, resizeHeight);
+    };
+
+    /**
+     * Checks if the prediction is within the boundaries of the viewport and constrains it
+     * @param  {Array} prediction [x,y] - predicted gaze coordinates
+     * @return {Array} constrained coordinates
+     */
+    self.webgazer.util.bound = function(prediction){
+        if(prediction.x < 0)
+            prediction.x = 0;
+        if(prediction.y < 0)
+            prediction.y = 0;
+        var w = Math.max(document.documentElement.clientWidth, window.innerWidth || 0);
+        var h = Math.max(document.documentElement.clientHeight, window.innerHeight || 0);
+        if(prediction.x > w){
+            prediction.x = w;
+        }
+
+        if(prediction.y > h)
+        {
+            prediction.y = h;
+        }
+        return prediction;
+    };
+
+    /**
+     * Write statistics in debug paragraph panel
+     * @param {HTMLElement} para - The <p> tag where write data
+     * @param {Object} stats - The stats data to output
+     */
+    function debugBoxWrite(para, stats) {
+        var str = '';
+        for (var key in stats) {
+            str += key + ': ' + stats[key] + '\n';
+        }
+        para.innerText = str;
+    }
+
+    /**
+     * Constructor of DebugBox object,
+     * it insert an paragraph inside a div to the body, in view to display debug data
+     * @param {Number} interval - The log interval
+     * @constructor
+     */
+    self.webgazer.util.DebugBox = function(interval) {
+        this.para = document.createElement('p');
+        this.div = document.createElement('div');
+        this.div.appendChild(this.para);
+        document.body.appendChild(this.div);
+
+        this.buttons = {};
+        this.canvas = {};
+        this.stats = {};
+        var updateInterval = interval || 300;
+        (function(localThis) {
+            setInterval(function() {
+                debugBoxWrite(localThis.para, localThis.stats);
+            }, updateInterval);
+        }(this));
+    };
+
+    /**
+     * Add stat data for log
+     * @param {String} key - The data key
+     * @param {*} value - The value
+     */
+    self.webgazer.util.DebugBox.prototype.set = function(key, value) {
+        this.stats[key] = value;
+    };
+
+    /**
+     * Initialize stats in case where key does not exist, else
+     * increment value for key
+     * @param {String} key - The key to process
+     * @param {Number} incBy - Value to increment for given key (default: 1)
+     * @param {Number} init - Initial value in case where key does not exist (default: 0)
+     */
+    self.webgazer.util.DebugBox.prototype.inc = function(key, incBy, init) {
+        if (!this.stats[key]) {
+            this.stats[key] = init || 0;
+        }
+        this.stats[key] += incBy || 1;
+    };
+
+    /**
+     * Create a button and register the given function to the button click event
+     * @param {String} name - The button name to link
+     * @param {Function} func - The onClick callback
+     */
+    self.webgazer.util.DebugBox.prototype.addButton = function(name, func) {
+        if (!this.buttons[name]) {
+            this.buttons[name] = document.createElement('button');
+            this.div.appendChild(this.buttons[name]);
+        }
+        var button = this.buttons[name];
+        this.buttons[name] = button;
+        button.addEventListener('click', func);
+        button.innerText = name;
+    };
+
+    /**
+     * Search for a canvas elemenet with name, or create on if not exist.
+     * Then send the canvas element as callback parameter.
+     * @param {String} name - The canvas name to send/create
+     * @param {Function} func - The callback function where send canvas
+     */
+    self.webgazer.util.DebugBox.prototype.show = function(name, func) {
+        if (!this.canvas[name]) {
+            this.canvas[name] = document.createElement('canvas');
+            this.div.appendChild(this.canvas[name]);
+        }
+        var canvas = this.canvas[name];
+        canvas.getContext('2d').clearRect(0,0, canvas.width, canvas.height);
+        func(canvas);
+    };
+
+    /**
+     * Kalman Filter constructor
+     * Kalman filters work by reducing the amount of noise in a models.
+     * https://blog.cordiner.net/2011/05/03/object-tracking-using-a-kalman-filter-matlab/
+     *
+     * @param {Array.<Array.<Number>>} F - transition matrix
+     * @param {Array.<Array.<Number>>} Q - process noise matrix
+     * @param {Array.<Array.<Number>>} H - maps between measurement vector and noise matrix
+     * @param {Array.<Array.<Number>>} R - defines measurement error of the device
+     * @param {Array} P_initial - the initial state
+     * @param {Array} X_initial - the initial state of the device
+     */
+    self.webgazer.util.KalmanFilter = function(F, H, Q, R, P_initial, X_initial) {
+        this.F = F; // State transition matrix
+        this.Q = Q; // Process noise matrix
+        this.H = H; // Transformation matrix
+        this.R = R; // Measurement Noise
+        this.P = P_initial; //Initial covariance matrix
+        this.X = X_initial; //Initial guess of measurement
+    };
+
+    /**
+     * Get Kalman next filtered value and update the internal state
+     * @param {Array} z - the new measurement
+     * @return {Array}
+     */
+    self.webgazer.util.KalmanFilter.prototype.update = function(z) {
+
+      // Here, we define all the different matrix operations we will need
+      var add = numeric.add, sub = numeric.sub, inv = numeric.inv, identity = numeric.identity;
+      var mult = webgazer.mat.mult, transpose = webgazer.mat.transpose;
+      //TODO cache variables like the transpose of H
+
+      // prediction: X = F * X  |  P = F * P * F' + Q
+      var X_p = mult(this.F, this.X); //Update state vector
+      var P_p = add(mult(mult(this.F,this.P), transpose(this.F)), this.Q); //Predicted covaraince
+
+      //Calculate the update values
+      var y = sub(z, mult(this.H, X_p)); // This is the measurement error (between what we expect and the actual value)
+      var S = add(mult(mult(this.H, P_p), transpose(this.H)), this.R); //This is the residual covariance (the error in the covariance)
+
+      // kalman multiplier: K = P * H' * (H * P * H' + R)^-1
+      var K = mult(P_p, mult(transpose(this.H), inv(S))); //This is the Optimal Kalman Gain
+
+      //We need to change Y into it's column vector form
+      for(var i = 0; i < y.length; i++){
+        y[i] = [y[i]];
+      }
+
+      //Now we correct the internal values of the model
+      // correction: X = X + K * (m - H * X)  |  P = (I - K * H) * P
+      this.X = add(X_p, mult(K, y));
+      this.P = mult(sub(identity(K.length), mult(K,this.H)), P_p);
+      return transpose(mult(this.H, this.X))[0]; //Transforms the predicted state back into it's measurement form
+    };
+
+}());

package/src/WebGazer4RC/test/regression_test.js

@@ -0,0 +1,182 @@
+const { assert } = require('chai');
+
+describe('regression functions', async()=> {
+	describe('top level functions', async()=> {
+		it('default regression should be ridge and it should have default properties', async() =>{
+			const regression_set = await page.evaluate(async() => {
+				return await webgazer.getRegression()
+			})
+			const regression_name = await page.evaluate(async() => {
+				return await webgazer.getRegression()[0].name
+			})
+			assert.equal(regression_name,"ridge")
+			assert.isNotNull(regression_set[0].dataClicks)
+			assert.isNotNull(regression_set[0].dataTrail)
+			assert.isNotNull(regression_set[0].eyeFeaturesClicks)
+			assert.isNotNull(regression_set[0].eyeFeaturesTrail)
+			assert.isNotNull(regression_set[0].kalman)
+			assert.isNotNull(regression_set[0].ridgeParameter)
+			assert.isNotNull(regression_set[0].screenXClicksArray)
+			assert.isNotNull(regression_set[0].screenYClicksArray)
+			assert.isNotNull(regression_set[0].screenXTrailArray)
+			assert.isNotNull(regression_set[0].screenYTrailArray)
+			assert.isNotNull(regression_set[0].trailDataWindow)
+			assert.isNotNull(regression_set[0].trailTime)
+			assert.isNotNull(regression_set[0].trailTimes)
+		})
+
+		it('mouse clicks and moves should be stored in regs', async()=>{
+			await page.mouse.click(500,600)
+			let regsClicksArray = await page.evaluate(async()=>{
+				//these indices will change if other tests produce clicks
+				return {x:await webgazer.getRegression()[0].screenXClicksArray.data[1][0],
+						y:await webgazer.getRegression()[0].screenYClicksArray.data[1][0]}
+			})
+			assert.equal(regsClicksArray.x,500)
+			assert.equal(regsClicksArray.y,600)
+
+			await page.mouse.move(50, 60);
+			let regsTrailArray = await page.evaluate(async()=>{
+				return {x:await webgazer.getRegression()[0].screenXTrailArray.data[0],
+						y:await webgazer.getRegression()[0].screenYTrailArray.data[0]}
+			})
+			assert.equal(regsTrailArray.x[0],50)
+			assert.equal(regsTrailArray.y[0],60)
+		})
+		it('should be able to store points', async()=>{
+			const points = await page.evaluate(async()=>{
+				await webgazer.storePoints(100, 200, 0)
+				return await webgazer.getStoredPoints() 
+			})
+			assert.equal(points[0][0],100)
+			assert.equal(points[1][0],200)
+		})
+		it('should return regression data', async()=> {
+			await page.evaluate(async() => {
+				document.getElementsByClassName('Calibration')[0].click()
+				
+			})
+			let regs = await page.evaluate(async()=>{
+				return await webgazer.getRegression()
+			})
+			assert.isNotNull(regs)
+		})
+		it('should make predictions', async()=>{
+			const prediction = await page.evaluate(async() => {
+				return await webgazer.getCurrentPrediction()
+			})			
+			assert.isNotNull(prediction)
+		})
+
+		it('should be able to add a new regression', async()=>{
+			const new_regression = await page.evaluate(async() => {
+				webgazer.addRegression("weightedRidge")
+				return await webgazer.getRegression()[1]
+			})
+			assert.isNotNull(new_regression)
+			assert.isNotNull(new_regression.dataClicks)
+			assert.isNotNull(new_regression.dataTrail)
+			assert.isNotNull(new_regression.eyeFeaturesClicks)
+			assert.isNotNull(new_regression.eyeFeaturesTrail)
+			assert.isNotNull(new_regression.kalman)
+			assert.isNotNull(new_regression.ridgeParameter)
+			assert.isNotNull(new_regression.screenXClicksArray)
+			assert.isNotNull(new_regression.screenYClicksArray)
+			assert.isNotNull(new_regression.screenXTrailArray)
+			assert.isNotNull(new_regression.screenYTrailArray)
+			assert.isNotNull(new_regression.trailDataWindow)
+			assert.isNotNull(new_regression.trailTime)
+			assert.isNotNull(new_regression.trailTimes)	
+		})
+	})
+	describe("regression ridge predictions", async()=>{
+		it('should return null when prediction is called with no eyesObjects', async()=>{
+			const no_eyes_prediction = await page.evaluate(async() => {
+				return await webgazer.getRegression()[0].predict()
+			})
+			assert.isNull(no_eyes_prediction)
+		})
+		it('should return a prediction when eyesObject is valid', async()=>{
+			const eyes_prediction = await page.evaluate(async() => {
+				const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+				const eyeFeatures = await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+				return await webgazer.getRegression()[0].predict(eyeFeatures)
+			})
+			assert.isNotNull(eyes_prediction)
+		})
+		it('Kalman filter should exist and have properties', async()=>{
+			const kalman_applied = await page.evaluate(async() => {
+				return webgazer.applyKalmanFilter()
+			})
+			assert.isNotNull(kalman_applied)
+			const kalman_filter = await page.evaluate(async() => {
+				return webgazer.getRegression()[0].kalman
+			})
+			assert.isNotNull(kalman_filter.F)
+			assert.isNotNull(kalman_filter.H)
+			assert.isNotNull(kalman_filter.P)
+			assert.isNotNull(kalman_filter.Q)
+			assert.isNotNull(kalman_filter.R)
+			assert.isNotNull(kalman_filter.X)
+		})
+		it('Kalman filter should be updateable', async()=>{
+			const kalman_filter_upgdate = await page.evaluate(async() => {
+				return webgazer.getRegression()[0].kalman.update([500,500])
+			})
+			assert.isNotNull(kalman_filter_upgdate)
+
+		})
+	})
+	describe("regression ridgeWeighted predictions", async()=>{
+		it('should return null when prediction is called with no eyesObjects', async()=>{
+			const no_eyes_prediction = await page.evaluate(async() => {
+				return await webgazer.getRegression()[1].predict()
+			})
+			assert.isNull(no_eyes_prediction)
+		})
+		it('should return a prediction when eyesObject is valid', async()=>{
+			const eyes_prediction = await page.evaluate(async() => {
+				const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+				const eyeFeatures = await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+				return await webgazer.getRegression()[1].predict(eyeFeatures)
+			})
+			assert.isNotNull(eyes_prediction)
+		})
+		it('Kalman filter should exist and have properties', async()=>{
+			const kalman_applied = await page.evaluate(async() => {
+				return webgazer.applyKalmanFilter()
+			})
+			assert.isNotNull(kalman_applied)
+			const kalman_filter = await page.evaluate(async() => {
+				return webgazer.getRegression()[1].kalman
+			})
+			assert.isNotNull(kalman_filter.F)
+			assert.isNotNull(kalman_filter.H)
+			assert.isNotNull(kalman_filter.P)
+			assert.isNotNull(kalman_filter.Q)
+			assert.isNotNull(kalman_filter.R)
+			assert.isNotNull(kalman_filter.X)
+		})
+		it('Kalman filter should be updateable', async()=>{
+			const kalman_filter_upgdate = await page.evaluate(async() => {
+				return webgazer.getRegression()[1].kalman.update([500,500])
+			})
+			assert.isNotNull(kalman_filter_upgdate)
+		})
+		it('should be able to grayscale an image', async() =>{
+			const grayscale = await page.evaluate(async() => {
+				const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+				const eyeFeatures = await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+				return await webgazer.util.grayscale(eyeFeatures.left)
+			})
+			assert.isNotNull(grayscale)
+		
+			it('should be able to equalize a grayscaled image', async() =>{
+				const equalizeHistogram = await page.evaluate(async() => {
+					await webgazer.util.equalizeHistogram(grayscale,5,[])
+				})
+				assert.isNotNull(equalizeHistogram)
+			})
+		})
+	})					
+})

package/src/WebGazer4RC/test/run_tests_and_server.sh

@@ -0,0 +1,24 @@
+#!/bin/sh
+if  ! [ -f www/data/src/P_01/dot.y4m ] ; then
+	echo "Creating .y4m file for video input"
+	ffmpeg -hide_banner -loglevel panic -i www/data/src/P_01/1491423217564_2_-study-dot_test_instructions.webm -pix_fmt yuv420p dot.y4m > /dev/null
+	sed -i.bak '0,/C420mpeg2/s//C420/' dot.y4m
+	mv dot.y4m www/data/src/P_01/
+	rm dot.y4m.bak
+fi
+if ! lsof -i:8000 > /dev/null; then
+	cd www/data/src
+	python3 webgazerExtractServer.py > /dev/null &
+	cd ../../..
+fi
+if ! lsof -i:3000 > /dev/null; then
+	cd www/
+	browser-sync start --server --no-open > /dev/null &
+	cd ..
+fi
+echo "starting tests..."
+npx mocha test --recursive --no-timeouts
+echo "finishing tests, killing servers..."
+
+kill $(lsof -t -i:3000)
+kill $(lsof -t -i:8000) 

package/src/WebGazer4RC/test/util_test.js

@@ -0,0 +1,60 @@
+const { assert } = require('chai');
+
+describe('top level util functions', async()=> {
+	it('should be able to get eyefeats', async()=>{
+		const eyefeats = await page.evaluate(async() =>{
+			const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+			return await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+		})
+		assert.isNotNull(eyefeats)
+	})
+	it('should be able to resize an eye', async() => {
+		const resized_eye = await page.evaluate(async() => {
+			const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+			const eyeFeatures = await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+			
+			return Array.from(await webgazer.util.resizeEye(eyeFeatures.left,6,10).data);
+		})
+		assert.isNotNull(resized_eye)
+	})
+	it('should be able to grayscale an image', async() =>{
+		const grayscale  =  await page.evaluate(async() => {
+			const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+			const eyeFeatures = await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+			const resized_left = await webgazer.util.resizeEye(eyeFeatures.left,6,10)
+			return Array.from(await webgazer.util.grayscale(resized_left.data,eyeFeatures.width,eyeFeatures.height))
+		})
+		assert.isNotNull(grayscale)
+		
+	})
+	it('should be able to equalize a grayscaled image', async() =>{
+		const equalizeHistogram  =  await page.evaluate(async() => {
+			const videoElementCanvas = document.getElementById('webgazerVideoCanvas')
+			const eyeFeatures = await webgazer.getTracker().getEyePatches(videoElementCanvas,videoElementCanvas.width,videoElementCanvas.height)
+			const resized_left = await webgazer.util.resizeEye(eyeFeatures.left,6,10)
+			const grayscale = await webgazer.util.grayscale(resized_left.data,eyeFeatures.width,eyeFeatures.height)
+			return await webgazer.util.equalizeHistogram(grayscale,5,[])
+		})
+		assert.isNotNull(equalizeHistogram)
+	})
+	it('bound should adjust values to be within the appropriate range', async() =>{
+		const width = await page.evaluate(async() => {
+			return Math.max(document.documentElement.clientWidth, window.innerWidth || 0)
+		})
+		const height = await page.evaluate(async() => {
+			return Math.max(document.documentElement.clientHeight, window.innerHeight || 0)
+		})
+		const lower_bound = await page.evaluate(async() => {
+			return await webgazer.util.bound({x:-100,y:-100})
+		})
+		assert.equal(lower_bound.x,0)
+		assert.equal(lower_bound.y,0)
+		const upper_bound = await page.evaluate(async(width,height) => {
+			return await webgazer.util.bound({x:width+10,y:height+10})
+		}, width,height)
+		assert.equal(upper_bound.x,width)
+		assert.equal(upper_bound.y,height)
+	})
+	//TO-DO?  DataWindow testing
+	
+})