iwer 0.0.1

package/lib/action/ActionRecorder.js

@@ -0,0 +1,162 @@
+import { mat4, quat, vec3 } from 'gl-matrix';
+export const PRIVATE = Symbol('@immersive-web-emulation-runtime/action-recorder');
+const compress = (arr) => {
+    const out = [];
+    arr.forEach((num) => {
+        out.push(parseFloat(num.toFixed(3)));
+    });
+    return out;
+};
+export class ActionRecorder {
+    constructor(session, refSpace) {
+        this[PRIVATE] = {
+            session,
+            refSpace,
+            inputMap: new Map(),
+            schemaMap: new Map(),
+            compressedFrames: [],
+            jointRadii: new Float32Array(25),
+            jointTransforms: new Float32Array(25 * 16),
+        };
+    }
+    recordFrame(frame) {
+        var _a;
+        const timeStamp = performance.now();
+        const viewerMatrix = (_a = frame.getViewerPose(this[PRIVATE].refSpace)) === null || _a === void 0 ? void 0 : _a.transform.matrix;
+        if (!viewerMatrix)
+            return;
+        const position = mat4.getTranslation(vec3.create(), viewerMatrix);
+        const quaternion = mat4.getRotation(quat.create(), viewerMatrix);
+        const actionFrame = {
+            timeStamp,
+            position,
+            quaternion,
+            inputFrames: [],
+        };
+        this[PRIVATE].session.inputSources.forEach((inputSource) => {
+            var _a, _b;
+            if (!this[PRIVATE].inputMap.has(inputSource)) {
+                const schema = {
+                    handedness: inputSource.handedness,
+                    targetRayMode: inputSource.targetRayMode,
+                    profiles: inputSource.profiles,
+                    hasGrip: inputSource.gripSpace != null,
+                    hasHand: inputSource.hand != null,
+                    hasGamepad: inputSource.gamepad != null,
+                };
+                if (schema.hasHand) {
+                    schema.jointSequence = Array.from(inputSource.hand.values()).map((jointSpace) => jointSpace.jointName);
+                }
+                if (schema.hasGamepad) {
+                    schema.mapping = inputSource.gamepad.mapping;
+                    schema.numButtons = inputSource.gamepad.buttons.length;
+                    schema.numAxes = inputSource.gamepad.axes.length;
+                }
+                const index = this[PRIVATE].inputMap.size;
+                this[PRIVATE].inputMap.set(inputSource, index);
+                this[PRIVATE].schemaMap.set(index, schema);
+            }
+            const index = this[PRIVATE].inputMap.get(inputSource);
+            const schema = this[PRIVATE].schemaMap.get(index);
+            const targetRayMatrix = (_a = frame.getPose(inputSource.targetRaySpace, this[PRIVATE].refSpace)) === null || _a === void 0 ? void 0 : _a.transform.matrix;
+            if (targetRayMatrix) {
+                const targetRayPosition = mat4.getTranslation(vec3.create(), targetRayMatrix);
+                const targetRayQuaternion = mat4.getRotation(quat.create(), targetRayMatrix);
+                const inputFrame = {
+                    index,
+                    targetRayTransform: {
+                        position: targetRayPosition,
+                        quaternion: targetRayQuaternion,
+                    },
+                };
+                if (schema.hasGrip) {
+                    const gripMatrix = (_b = frame.getPose(inputSource.gripSpace, this[PRIVATE].refSpace)) === null || _b === void 0 ? void 0 : _b.transform.matrix;
+                    if (gripMatrix) {
+                        const position = mat4.getTranslation(vec3.create(), gripMatrix);
+                        const quaternion = mat4.getRotation(quat.create(), gripMatrix);
+                        inputFrame.gripTransform = {
+                            position,
+                            quaternion,
+                        };
+                    }
+                }
+                if (schema.hasHand) {
+                    const jointSpaces = Array.from(inputSource.hand.values());
+                    let allValid = true;
+                    // @ts-ignore
+                    allValid && (allValid = frame.fillPoses(jointSpaces, inputSource.targetRaySpace, this[PRIVATE].jointTransforms));
+                    // @ts-ignore
+                    allValid && (allValid = frame.fillJointRadii(jointSpaces, this[PRIVATE].jointRadii));
+                    if (allValid) {
+                        const hand = {};
+                        for (let offset = 0; offset < 25; offset++) {
+                            const jointMatrix = this[PRIVATE].jointTransforms.slice(offset * 16, (offset + 1) * 16);
+                            const radius = this[PRIVATE].jointRadii[offset];
+                            const position = mat4.getTranslation(vec3.create(), jointMatrix);
+                            const quaternion = mat4.getRotation(quat.create(), jointMatrix);
+                            const jointName = jointSpaces[offset].jointName;
+                            hand[jointName] = { position, quaternion, radius };
+                        }
+                        inputFrame.hand = hand;
+                    }
+                }
+                if (schema.hasGamepad) {
+                    const gamepad = {
+                        buttons: inputSource.gamepad.buttons.map((button) => button
+                            ? [button.pressed ? 1 : 0, button.touched ? 1 : 0, button.value]
+                            : null),
+                        axes: Array.from(inputSource.gamepad.axes),
+                    };
+                    inputFrame.gamepad = gamepad;
+                }
+                actionFrame.inputFrames.push(inputFrame);
+            }
+        });
+        this[PRIVATE].compressedFrames.push(this.compressActionFrame(actionFrame));
+    }
+    compressActionFrame(af) {
+        const out = [
+            Math.round(af.timeStamp * 10) / 10,
+            ...compress(af.position),
+            ...compress(af.quaternion),
+        ];
+        af.inputFrames.forEach((inputFrame) => {
+            const index = inputFrame.index;
+            const schema = this[PRIVATE].schemaMap.get(index);
+            const inputOut = [
+                index,
+                ...compress(inputFrame.targetRayTransform.position),
+                ...compress(inputFrame.targetRayTransform.quaternion),
+            ];
+            if (schema.hasGrip) {
+                inputOut.push([
+                    ...compress(inputFrame.gripTransform.position),
+                    ...compress(inputFrame.gripTransform.quaternion),
+                ]);
+            }
+            if (schema.hasHand) {
+                const handArr = [];
+                Object.values(inputFrame.hand).forEach(({ position, quaternion, radius }) => {
+                    handArr.push(...compress(position), ...compress(quaternion), parseFloat(radius.toFixed(3)));
+                });
+                inputOut.push(handArr);
+            }
+            if (schema.hasGamepad) {
+                inputOut.push([
+                    ...inputFrame.gamepad.buttons,
+                    ...inputFrame.gamepad.axes,
+                ]);
+            }
+            out.push(inputOut);
+        });
+        return out;
+    }
+    log() {
+        const out = {
+            schema: Array.from(this[PRIVATE].schemaMap.entries()),
+            frames: this[PRIVATE].compressedFrames,
+        };
+        console.log(JSON.stringify(out));
+    }
+}
+//# sourceMappingURL=ActionRecorder.js.map

package/lib/action/ActionRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ActionRecorder.js","sourceRoot":"","sources":["../../src/action/ActionRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAE7C,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAC5B,kDAAkD,CAClD,CAAC;AA6CF,MAAM,QAAQ,GAAG,CAAC,GAAgB,EAAE,EAAE;IACrC,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QACnB,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IACH,OAAO,GAAG,CAAC;AACZ,CAAC,CAAC;AAEF,MAAM,OAAO,cAAc;IAW1B,YAAY,OAAkB,EAAE,QAA0B;QACzD,IAAI,CAAC,OAAO,CAAC,GAAG;YACf,OAAO;YACP,QAAQ;YACR,QAAQ,EAAE,IAAI,GAAG,EAAE;YACnB,SAAS,EAAE,IAAI,GAAG,EAAE;YACpB,gBAAgB,EAAE,EAAE;YACpB,UAAU,EAAE,IAAI,YAAY,CAAC,EAAE,CAAC;YAChC,eAAe,EAAE,IAAI,YAAY,CAAC,EAAE,GAAG,EAAE,CAAC;SAC1C,CAAC;IACH,CAAC;IAED,WAAW,CAAC,KAAc;;QACzB,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACpC,MAAM,YAAY,GAAG,MAAA,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,0CAAE,SAAS,CACzE,MAAM,CAAC;QACT,IAAI,CAAC,YAAY;YAAE,OAAO;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC;QAClE,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC;QACjE,MAAM,WAAW,GAAgB;YAChC,SAAS;YACT,QAAQ;YACR,UAAU;YACV,WAAW,EAAE,EAAE;SACf,CAAC;QACF,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,EAAE;;YAC1D,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE;gBAC7C,MAAM,MAAM,GAAgB;oBAC3B,UAAU,EAAE,WAAW,CAAC,UAAU;oBAClC,aAAa,EAAE,WAAW,CAAC,aAAa;oBACxC,QAAQ,EAAE,WAAW,CAAC,QAAQ;oBAC9B,OAAO,EAAE,WAAW,CAAC,SAAS,IAAI,IAAI;oBACtC,OAAO,EAAE,WAAW,CAAC,IAAI,IAAI,IAAI;oBACjC,UAAU,EAAE,WAAW,CAAC,OAAO,IAAI,IAAI;iBACvC,CAAC;gBACF,IAAI,MAAM,CAAC,OAAO,EAAE;oBACnB,MAAM,CAAC,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAK,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAChE,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,CACpC,CAAC;iBACF;gBACD,IAAI,MAAM,CAAC,UAAU,EAAE;oBACtB,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,OAAQ,CAAC,OAAO,CAAC;oBAC9C,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,OAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;oBACxD,MAAM,CAAC,OAAO,GAAG,WAAW,CAAC,OAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;iBAClD;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAC1C,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;gBAC/C,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;aAC3C;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;YACnD,MAAM,eAAe,GAAG,MAAA,KAAK,CAAC,OAAO,CACpC,WAAW,CAAC,cAAc,EAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CACtB,0CAAE,SAAS,CAAC,MAAM,CAAC;YACpB,IAAI,eAAe,EAAE;gBACpB,MAAM,iBAAiB,GAAG,IAAI,CAAC,cAAc,CAC5C,IAAI,CAAC,MAAM,EAAE,EACb,eAAe,CACf,CAAC;gBACF,MAAM,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAC3C,IAAI,CAAC,MAAM,EAAE,EACb,eAAe,CACf,CAAC;gBAEF,MAAM,UAAU,GAAe;oBAC9B,KAAK;oBACL,kBAAkB,EAAE;wBACnB,QAAQ,EAAE,iBAAiB;wBAC3B,UAAU,EAAE,mBAAmB;qBAC/B;iBACD,CAAC;gBAEF,IAAI,MAAM,CAAC,OAAO,EAAE;oBACnB,MAAM,UAAU,GAAG,MAAA,KAAK,CAAC,OAAO,CAC/B,WAAW,CAAC,SAAU,EACtB,IAAI,CAAC,OAAO,CAAC,CAAC,QAAQ,CACtB,0CAAE,SAAS,CAAC,MAAM,CAAC;oBACpB,IAAI,UAAU,EAAE;wBACf,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC;wBAChE,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC;wBAC/D,UAAU,CAAC,aAAa,GAAG;4BAC1B,QAAQ;4BACR,UAAU;yBACV,CAAC;qBACF;iBACD;gBAED,IAAI,MAAM,CAAC,OAAO,EAAE;oBACnB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,IAAK,CAAC,MAAM,EAAE,CAAC,CAAC;oBAC3D,IAAI,QAAQ,GAAG,IAAI,CAAC;oBAEpB,aAAa;oBACb,QAAQ,KAAR,QAAQ,GAAK,KAAK,CAAC,SAAS,CAC3B,WAAW,EACX,WAAW,CAAC,cAAc,EAC1B,IAAI,CAAC,OAAO,CAAC,CAAC,eAAe,CAC7B,EAAC;oBAEF,aAAa;oBACb,QAAQ,KAAR,QAAQ,GAAK,KAAK,CAAC,cAAc,CAChC,WAAW,EACX,IAAI,CAAC,OAAO,CAAC,CAAC,UAAU,CACxB,EAAC;oBAEF,IAAI,QAAQ,EAAE;wBACb,MAAM,IAAI,GAMN,EAAS,CAAC;wBACd,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE;4BAC3C,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,KAAK,CACtD,MAAM,GAAG,EAAE,EACX,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,EAAE,CACjB,CAAC;4BACF,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;4BAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC;4BACjE,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC;4BAChE,MAAM,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,SAAwB,CAAC;4BAC/D,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;yBACnD;wBACD,UAAU,CAAC,IAAI,GAAG,IAAI,CAAC;qBACvB;iBACD;gBAED,IAAI,MAAM,CAAC,UAAU,EAAE;oBACtB,MAAM,OAAO,GAAG;wBACf,OAAO,EAAE,WAAW,CAAC,OAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACpD,MAAM;4BACL,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC;4BAChE,CAAC,CAAC,IAAI,CACP;wBACD,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,OAAQ,CAAC,IAAI,CAAC;qBAC3C,CAAC;oBACF,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC;iBAC7B;gBAED,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;aACzC;QACF,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,WAAW,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED,mBAAmB,CAAC,EAAe;QAClC,MAAM,GAAG,GAAU;YAClB,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,EAAE;YAClC,GAAG,QAAQ,CAAC,EAAE,CAAC,QAAQ,CAAC;YACxB,GAAG,QAAQ,CAAC,EAAE,CAAC,UAAU,CAAC;SAC1B,CAAC;QACF,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACrC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC;YAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;YACnD,MAAM,QAAQ,GAAU;gBACvB,KAAK;gBACL,GAAG,QAAQ,CAAC,UAAU,CAAC,kBAAkB,CAAC,QAAQ,CAAC;gBACnD,GAAG,QAAQ,CAAC,UAAU,CAAC,kBAAkB,CAAC,UAAU,CAAC;aACrD,CAAC;YACF,IAAI,MAAM,CAAC,OAAO,EAAE;gBACnB,QAAQ,CAAC,IAAI,CAAC;oBACb,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAc,CAAC,QAAQ,CAAC;oBAC/C,GAAG,QAAQ,CAAC,UAAU,CAAC,aAAc,CAAC,UAAU,CAAC;iBACjD,CAAC,CAAC;aACH;YACD,IAAI,MAAM,CAAC,OAAO,EAAE;gBACnB,MAAM,OAAO,GAAa,EAAE,CAAC;gBAC7B,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,IAAK,CAAC,CAAC,OAAO,CACtC,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE;oBACpC,OAAO,CAAC,IAAI,CACX,GAAG,QAAQ,CAAC,QAAQ,CAAC,EACrB,GAAG,QAAQ,CAAC,UAAU,CAAC,EACvB,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAC7B,CAAC;gBACH,CAAC,CACD,CAAC;gBACF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;aACvB;YACD,IAAI,MAAM,CAAC,UAAU,EAAE;gBACtB,QAAQ,CAAC,IAAI,CAAC;oBACb,GAAG,UAAU,CAAC,OAAQ,CAAC,OAAO;oBAC9B,GAAG,UAAU,CAAC,OAAQ,CAAC,IAAI;iBAC3B,CAAC,CAAC;aACH;YACD,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACZ,CAAC;IAED,GAAG;QACF,MAAM,GAAG,GAAG;YACX,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACrD,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,gBAAgB;SACtC,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,CAAC;CACD"}

package/lib/action/Capture.d.ts

@@ -0,0 +1,3 @@
+import { CompressedRecording } from './ActionPlayer';
+export declare const capture: CompressedRecording;
+//# sourceMappingURL=Capture.d.ts.map

package/lib/action/Capture.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"Capture.d.ts","sourceRoot":"","sources":["../../src/action/Capture.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAErD,eAAO,MAAM,OAAO,EAAE,mBAyx0BrB,CAAC"}