@srsergio/taptapp-ar 1.0.3 → 1.0.5

package/dist/compiler/compiler-base.d.ts

@@ -1,7 +1,7 @@
 export class CompilerBase {
     data: any[] | null;
     compileImageTargets(images: any, progressCallback: any): Promise<any>;
-    exportData(): Uint8Array<ArrayBuffer>;
+    exportData(): any;
     importData(buffer: any): any[];
     createProcessCanvas(): void;
     compileTrack(): Promise<never[]>;

package/dist/compiler/controller.d.ts

@@ -60,12 +60,12 @@ export class Controller {
             descriptors: any[];
         }[];
         debugExtra: {
-            pyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[][];
-            dogPyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | null)[];
-            extremasResults: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[];
+            pyramidImages: any[][];
+            dogPyramidImages: any[];
+            extremasResults: any[];
             extremaAngles: any;
             prunedExtremas: number[][];
-            localizedExtremas: number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][];
+            localizedExtremas: any;
         } | null;
     }>;
     match(featurePoints: any, targetIndex: any): Promise<{

package/dist/compiler/detector/crop-detector.d.ts

@@ -17,12 +17,12 @@ export class CropDetector {
             descriptors: any[];
         }[];
         debugExtra: {
-            pyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[][];
-            dogPyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | null)[];
-            extremasResults: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[];
+            pyramidImages: any[][];
+            dogPyramidImages: any[];
+            extremasResults: any[];
             extremaAngles: any;
             prunedExtremas: number[][];
-            localizedExtremas: number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][];
+            localizedExtremas: any;
         } | null;
     };
     detectMoving(inputImageT: any): {
@@ -35,12 +35,12 @@ export class CropDetector {
             descriptors: any[];
         }[];
         debugExtra: {
-            pyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[][];
-            dogPyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | null)[];
-            extremasResults: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[];
+            pyramidImages: any[][];
+            dogPyramidImages: any[];
+            extremasResults: any[];
             extremaAngles: any;
             prunedExtremas: number[][];
-            localizedExtremas: number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][];
+            localizedExtremas: any;
         } | null;
     };
     _detect(inputImageT: any, startX: any, startY: any): {
@@ -53,12 +53,12 @@ export class CropDetector {
             descriptors: any[];
         }[];
         debugExtra: {
-            pyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[][];
-            dogPyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | null)[];
-            extremasResults: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[];
+            pyramidImages: any[][];
+            dogPyramidImages: any[];
+            extremasResults: any[];
             extremaAngles: any;
             prunedExtremas: number[][];
-            localizedExtremas: number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][];
+            localizedExtremas: any;
         } | null;
     };
 }

package/dist/compiler/detector/detector.d.ts

@@ -16,12 +16,12 @@ export class Detector {
             descriptors: any[];
         }[];
         debugExtra: {
-            pyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[][];
-            dogPyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | null)[];
-            extremasResults: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[];
+            pyramidImages: any[][];
+            dogPyramidImages: any[];
+            extremasResults: any[];
             extremaAngles: any;
             prunedExtremas: number[][];
-            localizedExtremas: number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][];
+            localizedExtremas: any;
         } | null;
     };
     /**
@@ -39,60 +39,59 @@ export class Detector {
             descriptors: any[];
         }[];
         debugExtra: {
-            pyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[][];
-            dogPyramidImages: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][] | null)[];
-            extremasResults: (number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][])[];
+            pyramidImages: any[][];
+            dogPyramidImages: any[];
+            extremasResults: any[];
             extremaAngles: any;
             prunedExtremas: number[][];
-            localizedExtremas: number | number[] | number[][] | number[][][] | number[][][][] | number[][][][][] | number[][][][][][];
+            localizedExtremas: any;
         } | null;
     };
-    _computeFreakDescriptors(extremaFreaks: any): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
-    _computeExtremaFreak(pyramidImagesT: any, prunedExtremas: any, prunedExtremasAngles: any): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
+    _computeFreakDescriptors(extremaFreaks: any): any;
+    _computeExtremaFreak(pyramidImagesT: any, prunedExtremas: any, prunedExtremasAngles: any): any;
     /**
      *
      * @param {tf.Tensor<tf.Rank>} histograms
      * @returns
      */
-    _computeExtremaAngles(histograms: tf.Tensor<tf.Rank>): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
+    _computeExtremaAngles(histograms: tf.Tensor<tf.Rank>): any;
     /**
      *
      * @param {tf.Tensor<tf.Rank>} prunedExtremasT
      * @param {tf.Tensor<tf.Rank>[]} pyramidImagesT
      * @returns
      */
-    _computeOrientationHistograms(prunedExtremasT: tf.Tensor<tf.Rank>, pyramidImagesT: tf.Tensor<tf.Rank>[]): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
-    _smoothHistograms(histograms: any): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
+    _computeOrientationHistograms(prunedExtremasT: tf.Tensor<tf.Rank>, pyramidImagesT: tf.Tensor<tf.Rank>[]): any;
+    _smoothHistograms(histograms: any): any;
     /**
      *
      * @param {number[][]} prunedExtremasList
      * @param {tf.Tensor<tf.Rank>[]} dogPyramidImagesT
      * @returns
      */
-    _computeLocalization(prunedExtremasList: number[][], dogPyramidImagesT: tf.Tensor<tf.Rank>[]): tf.Tensor<tf.Rank>;
+    _computeLocalization(prunedExtremasList: number[][], dogPyramidImagesT: tf.Tensor<tf.Rank>[]): any;
     /**
      *
      * @param {tf.Tensor<tf.Rank>[]} extremasResultsT
      * @returns
      */
     _applyPrune(extremasResultsT: tf.Tensor<tf.Rank>[]): number[][];
-    _buildExtremas(image0: any, image1: any, image2: any): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
+    _buildExtremas(image0: any, image1: any, image2: any): any;
     /**
      *
      * @param {tf.Tensor<tf.Rank>} image1
      * @param {tf.Tensor<tf.Rank>} image2
      * @returns
      */
-    _differenceImageBinomial(image1: tf.Tensor<tf.Rank>, image2: tf.Tensor<tf.Rank>): tf.Tensor<tf.Rank>;
-    _applyFilter(image: any): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
-    _downsampleBilinear(image: any): tf.Tensor<tf.Rank> | tf.Tensor<tf.Rank>[];
+    _differenceImageBinomial(image1: tf.Tensor<tf.Rank>, image2: tf.Tensor<tf.Rank>): any;
+    _applyFilter(image: any): any;
+    _downsampleBilinear(image: any): any;
     /**
      *
      * @param {tf.MathBackendWebGL.GPGPUProgram} program
      * @param {*} inputs
      * @returns
      */
-    _compileAndRun(program: tf.MathBackendWebGL.GPGPUProgram, inputs: any): tf.Tensor<tf.Rank>;
-    _runWebGLProgram(program: any, inputs: any, outputType: any): tf.Tensor<tf.Rank>;
+    _compileAndRun(program: tf.MathBackendWebGL.GPGPUProgram, inputs: any): any;
+    _runWebGLProgram(program: any, inputs: any, outputType: any): any;
 }
-import * as tf from "@tensorflow/tfjs";

package/dist/compiler/detector/kernels/cpu/computeExtremaAngles.d.ts

@@ -1,5 +1,5 @@
 export function computeExtremaAnglesImpl(histogram: any): Float32Array<any>;
-export function computeExtremaAngles(args: any): import("@tensorflow/tfjs-core").Tensor<import("@tensorflow/tfjs-core").Rank>;
+export function computeExtremaAngles(args: any): any;
 export namespace computeExtremaAnglesConfig {
     export let kernelName: string;
     export let backendName: string;

package/dist/compiler/detector/kernels/webgl/upsampleBilinear.d.ts

@@ -1,4 +1,4 @@
-export function upsampleBilinear(args: any): import("@tensorflow/tfjs-core").TensorInfo;
+export function upsampleBilinear(args: any): any;
 export namespace upsampleBilinearConfig {
     export let kernelName: string;
     export let backendName: string;

package/dist/compiler/input-loader.d.ts

@@ -10,14 +10,13 @@ export class InputLoader {
         userCode: string;
     };
     tempPixelHandle: any;
-    _loadInput(input: any): tf.Tensor3D;
-    loadInput(input: any): tf.Tensor<tf.Rank>;
+    _loadInput(input: any): any;
+    loadInput(input: any): any;
     buildProgram(width: any, height: any): {
         variableNames: string[];
         outputShape: any[];
         userCode: string;
     };
-    _compileAndRun(program: any, inputs: any): tf.Tensor<tf.Rank>;
-    _runWebGLProgram(program: any, inputs: any, outputType: any): tf.Tensor<tf.Rank>;
+    _compileAndRun(program: any, inputs: any): any;
+    _runWebGLProgram(program: any, inputs: any, outputType: any): any;
 }
-import * as tf from "@tensorflow/tfjs";

package/dist/compiler/offline-compiler.d.ts

@@ -76,7 +76,7 @@ export class OfflineCompiler {
     /**
      * Exporta datos compilados en formato binario columnar optimizado
      */
-    exportData(): Uint8Array<ArrayBuffer>;
+    exportData(): any;
     _packKeyframe(kf: any): {
         w: any;
         h: any;

package/dist/compiler/tensorflow-setup.d.ts

@@ -4,4 +4,3 @@
  */
 export function setupTensorFlow(): Promise<string>;
 export { tf };
-import * as tf from "@tensorflow/tfjs";

package/dist/compiler/three.d.ts

@@ -24,17 +24,17 @@ export class MindARThree {
     userDeviceId: any;
     environmentDeviceId: any;
     shouldFaceUser: boolean;
-    scene: Scene;
-    cssScene: Scene;
-    renderer: WebGLRenderer;
-    cssRenderer: CSS3DRenderer;
-    camera: PerspectiveCamera;
+    scene: any;
+    cssScene: any;
+    renderer: any;
+    cssRenderer: any;
+    camera: any;
     anchors: any[];
     start(): Promise<void>;
     stop(): void;
     switchCamera(): void;
     addAnchor(targetIndex: any): {
-        group: Group<import("three").Object3DEventMap>;
+        group: any;
         targetIndex: any;
         onTargetFound: null;
         onTargetLost: null;
@@ -43,7 +43,7 @@ export class MindARThree {
         visible: boolean;
     };
     addCSSAnchor(targetIndex: any): {
-        group: Group<import("three").Object3DEventMap>;
+        group: any;
         targetIndex: any;
         onTargetFound: null;
         onTargetLost: null;
@@ -58,9 +58,4 @@ export class MindARThree {
     postMatrixs: any[] | undefined;
     resize(): void;
 }
-import { Scene } from "three";
-import { WebGLRenderer } from "three";
-import { CSS3DRenderer } from "three/addons/renderers/CSS3DRenderer.js";
-import { PerspectiveCamera } from "three";
-import { Group } from "three";
 import { Controller } from "./controller.js";

package/dist/compiler/tracker/tracker.d.ts

@@ -5,9 +5,9 @@ export class Tracker {
     projectionTransform: any;
     debugMode: boolean;
     trackingKeyframeList: any[];
-    featurePointsListT: tf.Tensor<tf.Rank>[];
-    imagePixelsListT: tf.Tensor<tf.Rank>[];
-    imagePropertiesListT: tf.Tensor<tf.Rank>[];
+    featurePointsListT: any[];
+    imagePixelsListT: any[];
+    imagePropertiesListT: any[];
     kernelCaches: {};
     dummyRun(inputT: any): void;
     track(inputImageT: any, lastModelViewTransform: any, targetIndex: any): {
@@ -22,17 +22,9 @@ export class Tracker {
         }[];
         debugExtra: {};
     };
-    _computeMatching(featurePointsT: any, imagePixelsT: any, imagePropertiesT: any, projectedImageT: any): {
-        matchingPointsT: tf.Tensor<tf.Rank>;
-        simT: tf.Tensor<tf.Rank>;
-    };
-    _computeProjection(modelViewProjectionTransformT: any, inputImageT: any, targetIndex: any): tf.Tensor<tf.Rank>;
-    _buildAdjustedModelViewTransform(modelViewProjectionTransform: any): tf.Tensor<tf.Rank>;
-    _prebuild(trackingFrame: any, maxCount: any): {
-        featurePoints: tf.Tensor<tf.Rank>;
-        imagePixels: tf.Tensor<tf.Rank>;
-        imageProperties: tf.Tensor<tf.Rank>;
-    };
-    _compileAndRun(program: any, inputs: any): tf.Tensor<tf.Rank>;
+    _computeMatching(featurePointsT: any, imagePixelsT: any, imagePropertiesT: any, projectedImageT: any): any;
+    _computeProjection(modelViewProjectionTransformT: any, inputImageT: any, targetIndex: any): any;
+    _buildAdjustedModelViewTransform(modelViewProjectionTransform: any): any;
+    _prebuild(trackingFrame: any, maxCount: any): any;
+    _compileAndRun(program: any, inputs: any): any;
 }
-import * as tf from "@tensorflow/tfjs";

package/dist/compiler/utils/worker-pool.d.ts

@@ -1,14 +1,13 @@
 export class WorkerPool {
-    constructor(workerPath: any, poolSize?: number);
+    constructor(workerPath: any, poolSize?: any);
     workerPath: any;
-    poolSize: number;
+    poolSize: any;
     workers: any[];
     queue: any[];
     activeWorkers: number;
     runTask(taskData: any): Promise<any>;
-    _createWorker(): Worker;
+    _createWorker(): any;
     _executeTask(worker: any, task: any): void;
     _finishTask(worker: any, callback: any, result: any): void;
     destroy(): Promise<void>;
 }
-import { Worker } from 'node:worker_threads';

package/dist/libs/one-euro-filter.d.ts

@@ -0,0 +1,16 @@
+export class OneEuroFilter {
+    constructor({ minCutOff, beta, dCutOff }: {
+        minCutOff?: number | undefined;
+        beta?: number | undefined;
+        dCutOff?: number | undefined;
+    });
+    minCutOff: number;
+    beta: number;
+    dCutOff: number;
+    x: any;
+    dx: any;
+    lastTime: any;
+    _alpha(cutoff: any, te: any): number;
+    reset(): void;
+    filter(time: any, value: any): any;
+}

package/dist/libs/one-euro-filter.js

@@ -0,0 +1,70 @@
+/**
+ * Author: Gery Casiez
+ * Reference: http://www.lifl.fr/~casiez/1euro/
+ */
+class LowPassFilter {
+    constructor(alpha, initval = 0) {
+        this.y = initval;
+        this.s = initval;
+        this.alpha = alpha;
+    }
+    setAlpha(alpha) {
+        if (alpha <= 0 || alpha > 1) {
+            return;
+        }
+        this.alpha = alpha;
+    }
+    filter(value) {
+        this.y = value;
+        this.s = this.alpha * value + (1.0 - this.alpha) * this.s;
+        return this.s;
+    }
+    filterWithAlpha(value, alpha) {
+        this.setAlpha(alpha);
+        return this.filter(value);
+    }
+    lastValue() {
+        return this.y;
+    }
+}
+export class OneEuroFilter {
+    constructor({ minCutOff = 1.0, beta = 0.0, dCutOff = 1.0 }) {
+        this.minCutOff = minCutOff;
+        this.beta = beta;
+        this.dCutOff = dCutOff;
+        this.x = null;
+        this.dx = null;
+        this.lastTime = null;
+    }
+    _alpha(cutoff, te) {
+        const tau = 1.0 / (2 * Math.PI * cutoff);
+        return 1.0 / (1.0 + tau / te);
+    }
+    reset() {
+        this.lastTime = null;
+        this.x = null;
+        this.dx = null;
+    }
+    filter(time, value) {
+        if (this.lastTime === null || this.x === null) {
+            this.lastTime = time;
+            this.x = value.map((v) => new LowPassFilter(this._alpha(this.minCutOff, 1.0), v));
+            this.dx = value.map((v) => new LowPassFilter(this._alpha(this.dCutOff, 1.0), 0));
+            return value;
+        }
+        const te = (time - this.lastTime) / 1000.0;
+        if (te <= 0)
+            return value;
+        this.lastTime = time;
+        const filteredValue = [];
+        for (let i = 0; i < value.length; i++) {
+            const edvalue = (value[i] - this.x[i].lastValue()) / te;
+            const alpha_d = this._alpha(this.dCutOff, te);
+            const edvalue_filtered = this.dx[i].filterWithAlpha(edvalue, alpha_d);
+            const cutoff = this.minCutOff + this.beta * Math.abs(edvalue_filtered);
+            const alpha = this._alpha(cutoff, te);
+            filteredValue[i] = this.x[i].filterWithAlpha(value[i], alpha);
+        }
+        return filteredValue;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@srsergio/taptapp-ar",
-    "version": "1.0.3",
+    "version": "1.0.5",
     "description": "AR Visualizer and Compiler for Astro and React",
     "repository": {
         "type": "git",
@@ -56,4 +56,4 @@
     "publishConfig": {
         "access": "public"
     }
-}
+}

package/src/libs/one-euro-filter.js

@@ -0,0 +1,81 @@
+/**
+ * Author: Gery Casiez
+ * Reference: http://www.lifl.fr/~casiez/1euro/
+ */
+
+class LowPassFilter {
+    constructor(alpha, initval = 0) {
+        this.y = initval;
+        this.s = initval;
+        this.alpha = alpha;
+    }
+
+    setAlpha(alpha) {
+        if (alpha <= 0 || alpha > 1) {
+            return;
+        }
+        this.alpha = alpha;
+    }
+
+    filter(value) {
+        this.y = value;
+        this.s = this.alpha * value + (1.0 - this.alpha) * this.s;
+        return this.s;
+    }
+
+    filterWithAlpha(value, alpha) {
+        this.setAlpha(alpha);
+        return this.filter(value);
+    }
+
+    lastValue() {
+        return this.y;
+    }
+}
+
+export class OneEuroFilter {
+    constructor({ minCutOff = 1.0, beta = 0.0, dCutOff = 1.0 }) {
+        this.minCutOff = minCutOff;
+        this.beta = beta;
+        this.dCutOff = dCutOff;
+        this.x = null;
+        this.dx = null;
+        this.lastTime = null;
+    }
+
+    _alpha(cutoff, te) {
+        const tau = 1.0 / (2 * Math.PI * cutoff);
+        return 1.0 / (1.0 + tau / te);
+    }
+
+    reset() {
+        this.lastTime = null;
+        this.x = null;
+        this.dx = null;
+    }
+
+    filter(time, value) {
+        if (this.lastTime === null || this.x === null) {
+            this.lastTime = time;
+            this.x = value.map((v) => new LowPassFilter(this._alpha(this.minCutOff, 1.0), v));
+            this.dx = value.map((v) => new LowPassFilter(this._alpha(this.dCutOff, 1.0), 0));
+            return value;
+        }
+
+        const te = (time - this.lastTime) / 1000.0;
+        if (te <= 0) return value;
+        this.lastTime = time;
+
+        const filteredValue = [];
+        for (let i = 0; i < value.length; i++) {
+            const edvalue = (value[i] - this.x[i].lastValue()) / te;
+            const alpha_d = this._alpha(this.dCutOff, te);
+            const edvalue_filtered = this.dx[i].filterWithAlpha(edvalue, alpha_d);
+
+            const cutoff = this.minCutOff + this.beta * Math.abs(edvalue_filtered);
+            const alpha = this._alpha(cutoff, te);
+            filteredValue[i] = this.x[i].filterWithAlpha(value[i], alpha);
+        }
+        return filteredValue;
+    }
+}

package/dist/compiler/estimation/esimate-experiment.d.ts

@@ -1,5 +0,0 @@
-export function estimate({ screenCoords, worldCoords, projectionTransform }: {
-    screenCoords: any;
-    worldCoords: any;
-    projectionTransform: any;
-}): never[][] | null;