@openreplay/tracker 5.0.2-beta.1 → 6.0.0

package/cjs/modules/mouse.js

@@ -5,13 +5,13 @@ const utils_js_1 = require("../utils.js");
 const messages_gen_js_1 = require("../app/messages.gen.js");
 const input_js_1 = require("./input.js");
 const finder_1 = require("@medv/finder");
-function _getSelector(target, document) {
+function _getSelector(target, document, options) {
     const selector = (0, finder_1.finder)(target, {
         root: document.body,
         seedMinLength: 3,
-        optimizedMinLength: 2,
-        threshold: 1000,
-        maxNumberOfTries: 10000,
+        optimizedMinLength: (options === null || options === void 0 ? void 0 : options.minSelectorDepth) || 2,
+        threshold: (options === null || options === void 0 ? void 0 : options.nthThreshold) || 1000,
+        maxNumberOfTries: (options === null || options === void 0 ? void 0 : options.maxOptimiseTries) || 10000,
     });
     return selector;
 }
@@ -26,7 +26,7 @@ function isClickable(element) {
         element.onclick != null ||
         element.getAttribute('role') === 'button');
     //|| element.className.includes("btn")
-    // MBTODO: intersept addEventListener
+    // MBTODO: intercept addEventListener
 }
 //TODO: fix (typescript is not sure about target variable after assignation of svg)
 function getTarget(target, document) {
@@ -66,7 +66,8 @@ function _getTarget(target, document) {
     }
     return target === document.documentElement ? null : target;
 }
-function default_1(app) {
+function default_1(app, options) {
+    const { disableClickmaps = false } = options || {};
     function getTargetLabel(target) {
         const dl = (0, utils_js_1.getLabelAttribute)(target);
         if (dl !== null) {
@@ -91,12 +92,40 @@ function default_1(app) {
     let mouseTarget = null;
     let mouseTargetTime = 0;
     let selectorMap = {};
+    let velocity = 0;
+    let direction = 0;
+    let directionChangeCount = 0;
+    let distance = 0;
+    let checkIntervalId;
+    const shakeThreshold = 0.008;
+    const shakeCheckInterval = 225;
+    function checkMouseShaking() {
+        const nextVelocity = distance / shakeCheckInterval;
+        if (!velocity) {
+            velocity = nextVelocity;
+            return;
+        }
+        const acceleration = (nextVelocity - velocity) / shakeCheckInterval;
+        if (directionChangeCount > 3 && acceleration > shakeThreshold) {
+            console.log('Mouse shake detected!');
+            app.send((0, messages_gen_js_1.MouseThrashing)((0, utils_js_1.now)()));
+        }
+        distance = 0;
+        directionChangeCount = 0;
+        velocity = nextVelocity;
+    }
+    app.attachStartCallback(() => {
+        checkIntervalId = setInterval(() => checkMouseShaking(), shakeCheckInterval);
+    });
     app.attachStopCallback(() => {
         mousePositionX = -1;
         mousePositionY = -1;
         mousePositionChanged = false;
         mouseTarget = null;
         selectorMap = {};
+        if (checkIntervalId) {
+            clearInterval(checkIntervalId);
+        }
     });
     const sendMouseMove = () => {
         if (mousePositionChanged) {
@@ -105,8 +134,8 @@ function default_1(app) {
         }
     };
     const patchDocument = (document, topframe = false) => {
-        function getSelector(id, target) {
-            return (selectorMap[id] = selectorMap[id] || _getSelector(target, document));
+        function getSelector(id, target, options) {
+            return (selectorMap[id] = selectorMap[id] || _getSelector(target, document, options));
         }
         const attachListener = topframe
             ? app.attachEventListener.bind(app) // attached/removed on start/stop
@@ -123,6 +152,12 @@ function default_1(app) {
             mousePositionX = e.clientX + left;
             mousePositionY = e.clientY + top;
             mousePositionChanged = true;
+            const nextDirection = Math.sign(e.movementX);
+            distance += Math.abs(e.movementX) + Math.abs(e.movementY);
+            if (nextDirection !== direction) {
+                direction = nextDirection;
+                directionChangeCount++;
+            }
         }, false);
         attachListener(document, 'click', (e) => {
             const target = getTarget(e.target, document);
@@ -132,7 +167,7 @@ function default_1(app) {
             const id = app.nodes.getID(target);
             if (id !== undefined) {
                 sendMouseMove();
-                app.send((0, messages_gen_js_1.MouseClick)(id, mouseTarget === target ? Math.round(performance.now() - mouseTargetTime) : 0, getTargetLabel(target), isClickable(target) ? getSelector(id, target) : ''), true);
+                app.send((0, messages_gen_js_1.MouseClick)(id, mouseTarget === target ? Math.round(performance.now() - mouseTargetTime) : 0, getTargetLabel(target), isClickable(target) && !disableClickmaps ? getSelector(id, target, options) : ''), true);
             }
             mouseTarget = null;
         });

package/cjs/modules/network.d.ts

@@ -24,5 +24,5 @@ export interface Options {
     capturePayload: boolean;
     sanitizer?: Sanitizer;
 }
-export default function (app: App, opts?: Partial<Options>): void;
+export default function (app: App, opts?: Partial<Options>, customEnv?: Record<string, any>): void;
 export {};

package/cjs/modules/network.js

@@ -2,6 +2,43 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 const messages_gen_js_1 = require("../app/messages.gen.js");
 const utils_js_1 = require("../utils.js");
+// Request:
+// declare const enum BodyType {
+//   Blob = "Blob",
+//   ArrayBuffer = "ArrayBuffer",
+//   TypedArray = "TypedArray",
+//   DataView = "DataView",
+//   FormData = "FormData",
+//   URLSearchParams = "URLSearchParams",
+//   Document = "Document", // XHR only
+//   ReadableStream = "ReadableStream", // Fetch only
+//   Literal = "literal",
+//   Unknown = "unk",
+// }
+// XHRResponse body: ArrayBuffer, a Blob, a Document, a JavaScript Object, or a string
+// TODO: extract maximum of useful information from any type of Request/Responce bodies
+// function objectifyBody(body: any): RequestBody {
+//   if (body instanceof Blob) {
+//     return {
+//       body: `<Blob type: ${body.type}>; size: ${body.size}`,
+//       bodyType: BodyType.Blob,
+//     }
+//   }
+//   return {
+//     body,
+//     bodyType: BodyType.Literal,
+//   }
+// }
+function checkCacheByPerformanceTimings(requestUrl) {
+    if (performance) {
+        const timings = performance.getEntriesByName(requestUrl)[0];
+        if (timings) {
+            // @ts-ignore - weird ts typings, please refer to https://developer.mozilla.org/en-US/docs/Web/API/PerformanceNavigationTiming
+            return timings.transferSize === 0 || timings.responseStart - timings.requestStart < 10;
+        }
+    }
+    return false;
+}
 function getXHRRequestDataObject(xhr) {
     // @ts-ignore  this is 3x faster than using Map<XHR, XHRRequestData>
     if (!xhr.__or_req_data__) {
@@ -14,7 +51,7 @@ function getXHRRequestDataObject(xhr) {
 function strMethod(method) {
     return typeof method === 'string' ? method.toUpperCase() : 'GET';
 }
-function default_1(app, opts = {}) {
+function default_1(app, opts = {}, customEnv) {
     const options = Object.assign({
         failuresOnly: false,
         ignoreHeaders: ['Cookie', 'Set-Cookie', 'Authorization'],
@@ -65,8 +102,10 @@ function default_1(app, opts = {}) {
         return JSON.stringify(r);
     }
     /* ====== Fetch ====== */
-    const origFetch = window.fetch.bind(window);
-    window.fetch = (input, init = {}) => {
+    const origFetch = customEnv
+        ? customEnv.fetch.bind(customEnv)
+        : window.fetch.bind(window);
+    const trackFetch = (input, init = {}) => {
         if (!(typeof input === 'string' || input instanceof URL) || app.isServiceURL(String(input))) {
             return origFetch(input, init);
         }
@@ -140,10 +179,19 @@ function default_1(app, opts = {}) {
             return response;
         });
     };
+    if (customEnv) {
+        customEnv.fetch = trackFetch;
+    }
+    else {
+        window.fetch = trackFetch;
+    }
     /* ====== <> ====== */
     /* ====== XHR ====== */
-    const nativeOpen = XMLHttpRequest.prototype.open;
-    XMLHttpRequest.prototype.open = function (initMethod, url) {
+    const nativeOpen = customEnv
+        ? customEnv.XMLHttpRequest.prototype.open
+        : XMLHttpRequest.prototype.open;
+    function trackXMLHttpReqOpen(initMethod, url) {
+        // @ts-ignore ??? this -> XMLHttpRequest
         const xhr = this;
         setSessionTokenHeader((name, value) => xhr.setRequestHeader(name, value));
         let startTime = 0;
@@ -182,22 +230,45 @@ function default_1(app, opts = {}) {
         }));
         //TODO: handle error (though it has no Error API nor any useful information)
         //xhr.addEventListener('error', (e) => {})
+        // @ts-ignore ??? this -> XMLHttpRequest
         return nativeOpen.apply(this, arguments);
-    };
+    }
+    if (customEnv) {
+        customEnv.XMLHttpRequest.prototype.open = trackXMLHttpReqOpen.bind(customEnv);
+    }
+    else {
+        XMLHttpRequest.prototype.open = trackXMLHttpReqOpen;
+    }
     const nativeSend = XMLHttpRequest.prototype.send;
-    XMLHttpRequest.prototype.send = function (body) {
+    function trackXHRSend(body) {
+        // @ts-ignore ??? this -> XMLHttpRequest
         const rdo = getXHRRequestDataObject(this);
         rdo.body = body;
+        // @ts-ignore ??? this -> XMLHttpRequest
         return nativeSend.apply(this, arguments);
-    };
+    }
+    if (customEnv) {
+        customEnv.XMLHttpRequest.prototype.send = trackXHRSend.bind(customEnv);
+    }
+    else {
+        XMLHttpRequest.prototype.send = trackXHRSend;
+    }
     const nativeSetRequestHeader = XMLHttpRequest.prototype.setRequestHeader;
-    XMLHttpRequest.prototype.setRequestHeader = function (name, value) {
+    function trackSetReqHeader(name, value) {
         if (!isHIgnored(name)) {
+            // @ts-ignore ??? this -> XMLHttpRequest
             const rdo = getXHRRequestDataObject(this);
             rdo.headers[name] = value;
         }
+        // @ts-ignore ??? this -> XMLHttpRequest
         return nativeSetRequestHeader.apply(this, arguments);
-    };
+    }
+    if (customEnv) {
+        customEnv.XMLHttpRequest.prototype.setRequestHeader = trackSetReqHeader.bind(customEnv);
+    }
+    else {
+        XMLHttpRequest.prototype.setRequestHeader = trackSetReqHeader;
+    }
     /* ====== <> ====== */
 }
 exports.default = default_1;

package/cjs/modules/selection.d.ts

@@ -0,0 +1,7 @@
+import type App from '../app/index.js';
+declare function selection(app: App): void;
+export default selection;
+/** TODO: research how to get all in-between nodes inside selection range
+ *        including nodes between anchor and focus nodes and their children
+ *        without recursively searching the dom tree
+ */

package/cjs/modules/selection.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const messages_gen_js_1 = require("../app/messages.gen.js");
+function selection(app) {
+    app.attachEventListener(document, 'selectionchange', () => {
+        const selection = document.getSelection();
+        if (selection !== null && !selection.isCollapsed) {
+            const selectionStart = app.nodes.getID(selection.anchorNode);
+            const selectionEnd = app.nodes.getID(selection.focusNode);
+            const selectedText = selection.toString().replace(/\s+/g, ' ');
+            if (selectionStart && selectionEnd) {
+                app.send((0, messages_gen_js_1.SelectionChange)(selectionStart, selectionEnd, selectedText));
+            }
+        }
+        else {
+            app.send((0, messages_gen_js_1.SelectionChange)(-1, -1, ''));
+        }
+    });
+}
+exports.default = selection;
+/** TODO: research how to get all in-between nodes inside selection range
+ *        including nodes between anchor and focus nodes and their children
+ *        without recursively searching the dom tree
+ */
+// if (selection.rangeCount) {
+//   const nodes = [];
+//   for (let i = 0; i < selection.rangeCount; i++) {
+//     const range = selection.getRangeAt(i);
+//     let node: Node | null = range.startContainer;
+//     while (node) {
+//       nodes.push(node);
+//       if (node === range.endContainer) break;
+//       node = node.nextSibling;
+//     }
+//   }
+//   // send selected nodes
+// }

package/cjs/modules/timing.js

@@ -75,7 +75,9 @@ function default_1(app, opts) {
         if (resources !== null) {
             resources[entry.name] = entry.startTime + entry.duration;
         }
-        app.send((0, messages_gen_js_1.ResourceTiming)(entry.startTime + (0, utils_js_1.getTimeOrigin)(), entry.duration, entry.responseStart && entry.startTime ? entry.responseStart - entry.startTime : 0, entry.transferSize > entry.encodedBodySize ? entry.transferSize - entry.encodedBodySize : 0, entry.encodedBodySize || 0, entry.decodedBodySize || 0, entry.name, entry.initiatorType));
+        app.send((0, messages_gen_js_1.ResourceTiming)(entry.startTime + (0, utils_js_1.getTimeOrigin)(), entry.duration, entry.responseStart && entry.startTime ? entry.responseStart - entry.startTime : 0, entry.transferSize > entry.encodedBodySize ? entry.transferSize - entry.encodedBodySize : 0, entry.encodedBodySize || 0, entry.decodedBodySize || 0, entry.name, entry.initiatorType, entry.transferSize, 
+        // @ts-ignore
+        (entry.responseStatus && entry.responseStatus === 304) || entry.transferSize === 0));
     }
     const observer = new PerformanceObserver((list) => list.getEntries().forEach(resourceTiming));
     let prevSessionID;

package/lib/app/index.d.ts

@@ -9,6 +9,7 @@ import type { Options as ObserverOptions } from './observer/top_observer.js';
 import type { Options as SanitizerOptions } from './sanitizer.js';
 import type { Options as LoggerOptions } from './logger.js';
 import type { Options as SessOptions } from './session.js';
+import type { Options as NetworkOptions } from '../modules/network.js';
 import type { Options as WebworkerOptions } from '../common/interaction.js';
 export interface StartOptions {
     userID?: string;
@@ -50,6 +51,7 @@ type AppOptions = {
     localStorage: Storage | null;
     sessionStorage: Storage | null;
     onStart?: StartCallback;
+    network?: NetworkOptions;
 } & WebworkerOptions & SessOptions;
 export type Options = AppOptions & ObserverOptions & SanitizerOptions;
 export declare const DEFAULT_INGEST_POINT = "https://api.openreplay.com/ingest";
@@ -69,6 +71,7 @@ export default class App {
     private readonly stopCallbacks;
     private readonly commitCallbacks;
     private readonly options;
+    readonly networkOptions?: NetworkOptions;
     private readonly revID;
     private activityState;
     private readonly version;

package/lib/app/index.js

@@ -30,10 +30,11 @@ export default class App {
         this.stopCallbacks = [];
         this.commitCallbacks = [];
         this.activityState = ActivityState.NotActive;
-        this.version = '5.0.2-beta.1'; // TODO: version compatability check inside each plugin.
+        this.version = '6.0.0'; // TODO: version compatability check inside each plugin.
         this._usingOldFetchPlugin = false;
         this.delay = 0;
         this.projectKey = projectKey;
+        this.networkOptions = options.network;
         this.options = Object.assign({
             revID: '',
             node_id: '__openreplay_id',
@@ -69,12 +70,12 @@ export default class App {
                 Object.entries(metadata).forEach(([key, value]) => this.send(Metadata(key, value)));
             }
         });
-        // @depricated (use sessionHash on start instead)
+        // @deprecated (use sessionHash on start instead)
         if (sessionToken != null) {
             this.session.applySessionHash(sessionToken);
         }
         try {
-            this.worker = new Worker(URL.createObjectURL(new Blob(['"use strict";class t{constructor(t,i,s,e=10,n=1e3){this.onUnauthorised=i,this.onFailure=s,this.MAX_ATTEMPTS_COUNT=e,this.ATTEMPT_TIMEOUT=n,this.attemptsCount=0,this.busy=!1,this.queue=[],this.token=null,this.ingestURL=t+"/v1/web/i"}authorise(t){this.token=t,this.busy||this.sendNext()}push(t){this.busy||!this.token?this.queue.push(t):this.sendBatch(t)}sendNext(){const t=this.queue.shift();t?this.sendBatch(t):this.busy=!1}retry(t){this.attemptsCount>=this.MAX_ATTEMPTS_COUNT?this.onFailure(`Failed to send batch after ${this.attemptsCount} attempts.`):(this.attemptsCount++,setTimeout(()=>this.sendBatch(t),this.ATTEMPT_TIMEOUT*this.attemptsCount))}sendBatch(t){this.busy=!0,fetch(this.ingestURL,{body:t,method:"POST",headers:{Authorization:"Bearer "+this.token},keepalive:t.length<65536}).then(i=>{if(401===i.status)return this.busy=!1,void this.onUnauthorised();i.status>=400?this.retry(t):(this.attemptsCount=0,this.sendNext())}).catch(i=>{console.warn("OpenReplay:",i),this.retry(t)})}clean(){this.queue.length=0,this.token=null}}const i="function"==typeof TextEncoder?new TextEncoder:{encode(t){const i=t.length,s=new Uint8Array(3*i);let e=-1;for(let n=0,r=0,h=0;h!==i;){if(n=t.charCodeAt(h),h+=1,n>=55296&&n<=56319){if(h===i){s[e+=1]=239,s[e+=1]=191,s[e+=1]=189;break}if(r=t.charCodeAt(h),!(r>=56320&&r<=57343)){s[e+=1]=239,s[e+=1]=191,s[e+=1]=189;continue}if(n=1024*(n-55296)+r-56320+65536,h+=1,n>65535){s[e+=1]=240|n>>>18,s[e+=1]=128|n>>>12&63,s[e+=1]=128|n>>>6&63,s[e+=1]=128|63&n;continue}}n<=127?s[e+=1]=0|n:n<=2047?(s[e+=1]=192|n>>>6,s[e+=1]=128|63&n):(s[e+=1]=224|n>>>12,s[e+=1]=128|n>>>6&63,s[e+=1]=128|63&n)}return s.subarray(0,e+1)}};class s extends class{constructor(t){this.size=t,this.offset=0,this.checkpointOffset=0,this.data=new Uint8Array(t)}getCurrentOffset(){return this.offset}checkpoint(){this.checkpointOffset=this.offset}get isEmpty(){return 0===this.offset}skip(t){return this.offset+=t,this.offset<=this.size}set(t,i){this.data.set(t,i)}boolean(t){return this.data[this.offset++]=+t,this.offset<=this.size}uint(t){for((t<0||t>Number.MAX_SAFE_INTEGER)&&(t=0);t>=128;)this.data[this.offset++]=t%256|128,t=Math.floor(t/128);return this.data[this.offset++]=t,this.offset<=this.size}int(t){return t=Math.round(t),this.uint(t>=0?2*t:-2*t-1)}string(t){const s=i.encode(t),e=s.byteLength;return!(!this.uint(e)||this.offset+e>this.size)&&(this.data.set(s,this.offset),this.offset+=e,!0)}reset(){this.offset=0,this.checkpointOffset=0}flush(){const t=this.data.slice(0,this.checkpointOffset);return this.reset(),t}}{encode(t){switch(t[0]){case 0:return this.uint(t[1]);case 4:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 5:return this.uint(t[1])&&this.uint(t[2]);case 6:return this.int(t[1])&&this.int(t[2]);case 7:return!0;case 8:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.string(t[4])&&this.boolean(t[5]);case 9:case 10:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 11:return this.uint(t[1]);case 12:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 13:case 14:return this.uint(t[1])&&this.string(t[2]);case 16:return this.uint(t[1])&&this.int(t[2])&&this.int(t[3]);case 17:return this.uint(t[1])&&this.string(t[2]);case 18:return this.uint(t[1])&&this.string(t[2])&&this.int(t[3]);case 19:return this.uint(t[1])&&this.boolean(t[2]);case 20:return this.uint(t[1])&&this.uint(t[2]);case 21:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.string(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8]);case 22:return this.string(t[1])&&this.string(t[2]);case 23:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8])&&this.uint(t[9]);case 24:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 27:return this.string(t[1])&&this.string(t[2]);case 28:case 29:return this.string(t[1]);case 30:return this.string(t[1])&&this.string(t[2]);case 37:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3]);case 38:return this.uint(t[1])&&this.uint(t[2]);case 39:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7]);case 40:return this.string(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 41:return this.string(t[1])&&this.string(t[2]);case 42:return this.string(t[1]);case 44:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 45:case 46:return this.string(t[1])&&this.string(t[2]);case 47:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 48:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 49:return this.int(t[1])&&this.int(t[2])&&this.uint(t[3])&&this.uint(t[4]);case 50:return this.uint(t[1])&&this.string(t[2]);case 51:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 53:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8]);case 54:return this.uint(t[1])&&this.string(t[2]);case 55:return this.boolean(t[1]);case 57:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 58:return this.int(t[1]);case 59:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.string(t[5])&&this.string(t[6])&&this.string(t[7]);case 60:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 61:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 63:case 64:return this.string(t[1])&&this.string(t[2]);case 67:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3])&&this.string(t[4]);case 69:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 70:return this.uint(t[1])&&this.uint(t[2]);case 71:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 73:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3])&&this.string(t[4]);case 75:case 76:case 77:return this.uint(t[1])&&this.uint(t[2]);case 78:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 79:return this.string(t[1])&&this.string(t[2]);case 81:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.int(t[4])&&this.string(t[5]);case 82:return this.uint(t[1])&&this.uint(t[2])}}}class e{constructor(){this.idx=1,this.backDict={}}getKey(t){let i=!1;return this.backDict[t]||(i=!0,this.backDict[t]=this.idx++),[this.backDict[t],i]}}class n{constructor(t,i,n,r){this.pageNo=t,this.timestamp=i,this.url=n,this.onBatch=r,this.nextIndex=0,this.beaconSize=2e5,this.encoder=new s(this.beaconSize),this.strDict=new e,this.sizeBuffer=new Uint8Array(3),this.isEmpty=!0,this.beaconSizeLimit=1e6,this.prepare()}writeType(t){return this.encoder.uint(t[0])}writeFields(t){return this.encoder.encode(t)}writeSizeAt(t,i){for(let i=0;i<3;i++)this.sizeBuffer[i]=t>>8*i;this.encoder.set(this.sizeBuffer,i)}prepare(){if(!this.encoder.isEmpty)return;const t=[81,1,this.pageNo,this.nextIndex,this.timestamp,this.url];this.writeType(t),this.writeFields(t),this.isEmpty=!0}writeWithSize(t){const i=this.encoder;if(!this.writeType(t)||!i.skip(3))return!1;const s=i.getCurrentOffset(),e=this.writeFields(t);if(e){const e=i.getCurrentOffset()-s;if(e>16777215)return console.warn("OpenReplay: max message size overflow."),!1;this.writeSizeAt(e,s-3),i.checkpoint(),this.isEmpty=this.isEmpty&&0===t[0],this.nextIndex++}return e}setBeaconSizeLimit(t){this.beaconSizeLimit=t}applyDict(t){const[i,s]=this.strDict.getKey(t);return s&&this.writeMessage([50,i,t]),i}writeMessage(t){0===t[0]&&(this.timestamp=t[1]),4===t[0]&&(this.url=t[1]),12===t[0]&&(t=[51,t[1],this.applyDict(t[2]),this.applyDict(t[3])]),this.writeWithSize(t)||(this.finaliseBatch(),this.writeWithSize(t)||(this.encoder=new s(this.beaconSizeLimit),this.prepare(),this.writeWithSize(t)?this.finaliseBatch():console.warn("OpenReplay: beacon size overflow. Skipping large message.",t,this),this.encoder=new s(this.beaconSize),this.prepare()))}finaliseBatch(){this.isEmpty||(this.onBatch(this.encoder.flush()),this.prepare())}clean(){this.encoder.reset()}}var r;!function(t){t[t.NotActive=0]="NotActive",t[t.Starting=1]="Starting",t[t.Stopping=2]="Stopping",t[t.Active=3]="Active"}(r||(r={}));let h=null,u=null;r.NotActive;let a=0;function c(){u&&u.finaliseBatch()}function o(){r.Stopping,null!==f&&(clearInterval(f),f=null),u&&(u.clean(),u=null),h&&(h.clean(),h=null),r.NotActive}function g(){postMessage("restart"),o()}let l,f=null;self.onmessage=({data:i})=>{if(null!=i){if("stop"===i)return c(),void o();if(!Array.isArray(i))return"start"===i.type?(r.Starting,h=new t(i.ingestPoint,()=>{g()},t=>{!function(t){postMessage({type:"failure",reason:t}),o()}(t)},i.connAttemptCount,i.connAttemptGap),u=new n(i.pageNo,i.timestamp,i.url,t=>h&&h.push(t)),null===f&&(f=setInterval(c,1e4)),r.Active):"auth"===i.type?h?u?(h.authorise(i.token),void(i.beaconSizeLimit&&u.setBeaconSizeLimit(i.beaconSizeLimit))):(console.debug("WebWorker: writer not initialised. Received auth."),void g()):(console.debug("WebWorker: sender not initialised. Received auth."),void g()):void 0;if(null!==u){const t=u;i.forEach(i=>{55===i[0]&&(i[1]?l=setTimeout(()=>g(),18e5):clearTimeout(l)),t.writeMessage(i)})}u||(postMessage("not_init"),0===a&&(a+=1,g()))}else c()};'], { type: 'text/javascript' })));
+            this.worker = new Worker(URL.createObjectURL(new Blob(['"use strict";class t{constructor(t,i,s,e=10,n=1e3){this.onUnauthorised=i,this.onFailure=s,this.MAX_ATTEMPTS_COUNT=e,this.ATTEMPT_TIMEOUT=n,this.attemptsCount=0,this.busy=!1,this.queue=[],this.token=null,this.ingestURL=t+"/v1/web/i"}authorise(t){this.token=t,this.busy||this.sendNext()}push(t){this.busy||!this.token?this.queue.push(t):this.sendBatch(t)}sendNext(){const t=this.queue.shift();t?this.sendBatch(t):this.busy=!1}retry(t){this.attemptsCount>=this.MAX_ATTEMPTS_COUNT?this.onFailure(`Failed to send batch after ${this.attemptsCount} attempts.`):(this.attemptsCount++,setTimeout(()=>this.sendBatch(t),this.ATTEMPT_TIMEOUT*this.attemptsCount))}sendBatch(t){this.busy=!0,fetch(this.ingestURL,{body:t,method:"POST",headers:{Authorization:"Bearer "+this.token},keepalive:t.length<65536}).then(i=>{if(401===i.status)return this.busy=!1,void this.onUnauthorised();i.status>=400?this.retry(t):(this.attemptsCount=0,this.sendNext())}).catch(i=>{console.warn("OpenReplay:",i),this.retry(t)})}clean(){this.queue.length=0,this.token=null}}const i="function"==typeof TextEncoder?new TextEncoder:{encode(t){const i=t.length,s=new Uint8Array(3*i);let e=-1;for(let n=0,h=0,r=0;r!==i;){if(n=t.charCodeAt(r),r+=1,n>=55296&&n<=56319){if(r===i){s[e+=1]=239,s[e+=1]=191,s[e+=1]=189;break}if(h=t.charCodeAt(r),!(h>=56320&&h<=57343)){s[e+=1]=239,s[e+=1]=191,s[e+=1]=189;continue}if(n=1024*(n-55296)+h-56320+65536,r+=1,n>65535){s[e+=1]=240|n>>>18,s[e+=1]=128|n>>>12&63,s[e+=1]=128|n>>>6&63,s[e+=1]=128|63&n;continue}}n<=127?s[e+=1]=0|n:n<=2047?(s[e+=1]=192|n>>>6,s[e+=1]=128|63&n):(s[e+=1]=224|n>>>12,s[e+=1]=128|n>>>6&63,s[e+=1]=128|63&n)}return s.subarray(0,e+1)}};class s extends class{constructor(t){this.size=t,this.offset=0,this.checkpointOffset=0,this.data=new Uint8Array(t)}getCurrentOffset(){return this.offset}checkpoint(){this.checkpointOffset=this.offset}get isEmpty(){return 0===this.offset}skip(t){return this.offset+=t,this.offset<=this.size}set(t,i){this.data.set(t,i)}boolean(t){return this.data[this.offset++]=+t,this.offset<=this.size}uint(t){for((t<0||t>Number.MAX_SAFE_INTEGER)&&(t=0);t>=128;)this.data[this.offset++]=t%256|128,t=Math.floor(t/128);return this.data[this.offset++]=t,this.offset<=this.size}int(t){return t=Math.round(t),this.uint(t>=0?2*t:-2*t-1)}string(t){const s=i.encode(t),e=s.byteLength;return!(!this.uint(e)||this.offset+e>this.size)&&(this.data.set(s,this.offset),this.offset+=e,!0)}reset(){this.offset=0,this.checkpointOffset=0}flush(){const t=this.data.slice(0,this.checkpointOffset);return this.reset(),t}}{encode(t){switch(t[0]){case 0:return this.uint(t[1]);case 4:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 5:return this.uint(t[1])&&this.uint(t[2]);case 6:return this.int(t[1])&&this.int(t[2]);case 7:return!0;case 8:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.string(t[4])&&this.boolean(t[5]);case 9:case 10:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 11:return this.uint(t[1]);case 12:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 13:case 14:return this.uint(t[1])&&this.string(t[2]);case 16:return this.uint(t[1])&&this.int(t[2])&&this.int(t[3]);case 17:return this.uint(t[1])&&this.string(t[2]);case 18:return this.uint(t[1])&&this.string(t[2])&&this.int(t[3]);case 19:return this.uint(t[1])&&this.boolean(t[2]);case 20:return this.uint(t[1])&&this.uint(t[2]);case 21:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.string(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8]);case 22:return this.string(t[1])&&this.string(t[2]);case 23:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8])&&this.uint(t[9]);case 24:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 27:return this.string(t[1])&&this.string(t[2]);case 28:case 29:return this.string(t[1]);case 30:return this.string(t[1])&&this.string(t[2]);case 37:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3]);case 38:return this.uint(t[1])&&this.uint(t[2]);case 39:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7]);case 40:return this.string(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 41:return this.string(t[1])&&this.string(t[2]);case 42:return this.string(t[1]);case 44:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 45:case 46:return this.string(t[1])&&this.string(t[2]);case 47:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 48:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 49:return this.int(t[1])&&this.int(t[2])&&this.uint(t[3])&&this.uint(t[4]);case 50:return this.uint(t[1])&&this.string(t[2]);case 51:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 53:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8]);case 54:return this.uint(t[1])&&this.string(t[2]);case 55:return this.boolean(t[1]);case 57:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 58:return this.int(t[1]);case 59:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.string(t[5])&&this.string(t[6])&&this.string(t[7]);case 60:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 61:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 63:case 64:return this.string(t[1])&&this.string(t[2]);case 67:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3])&&this.string(t[4]);case 69:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 70:return this.uint(t[1])&&this.uint(t[2]);case 71:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 73:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3])&&this.string(t[4]);case 75:case 76:case 77:return this.uint(t[1])&&this.uint(t[2]);case 78:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 79:return this.string(t[1])&&this.string(t[2]);case 81:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.int(t[4])&&this.string(t[5]);case 82:return this.uint(t[1])&&this.uint(t[2]);case 112:return this.uint(t[1])&&this.string(t[2])&&this.boolean(t[3])&&this.string(t[4])&&this.int(t[5])&&this.int(t[6]);case 113:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3]);case 114:case 115:return this.uint(t[1]);case 116:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8])&&this.uint(t[9])&&this.boolean(t[10])}}}class e{constructor(){this.idx=1,this.backDict={}}getKey(t){let i=!1;return this.backDict[t]||(i=!0,this.backDict[t]=this.idx++),[this.backDict[t],i]}}class n{constructor(t,i,n,h){this.pageNo=t,this.timestamp=i,this.url=n,this.onBatch=h,this.nextIndex=0,this.beaconSize=2e5,this.encoder=new s(this.beaconSize),this.strDict=new e,this.sizeBuffer=new Uint8Array(3),this.isEmpty=!0,this.beaconSizeLimit=1e6,this.prepare()}writeType(t){return this.encoder.uint(t[0])}writeFields(t){return this.encoder.encode(t)}writeSizeAt(t,i){for(let i=0;i<3;i++)this.sizeBuffer[i]=t>>8*i;this.encoder.set(this.sizeBuffer,i)}prepare(){if(!this.encoder.isEmpty)return;const t=[81,1,this.pageNo,this.nextIndex,this.timestamp,this.url];this.writeType(t),this.writeFields(t),this.isEmpty=!0}writeWithSize(t){const i=this.encoder;if(!this.writeType(t)||!i.skip(3))return!1;const s=i.getCurrentOffset(),e=this.writeFields(t);if(e){const e=i.getCurrentOffset()-s;if(e>16777215)return console.warn("OpenReplay: max message size overflow."),!1;this.writeSizeAt(e,s-3),i.checkpoint(),this.isEmpty=this.isEmpty&&0===t[0],this.nextIndex++}return e}setBeaconSizeLimit(t){this.beaconSizeLimit=t}applyDict(t){const[i,s]=this.strDict.getKey(t);return s&&this.writeMessage([50,i,t]),i}writeMessage(t){0===t[0]&&(this.timestamp=t[1]),4===t[0]&&(this.url=t[1]),12===t[0]&&(t=[51,t[1],this.applyDict(t[2]),this.applyDict(t[3])]),this.writeWithSize(t)||(this.finaliseBatch(),this.writeWithSize(t)||(this.encoder=new s(this.beaconSizeLimit),this.prepare(),this.writeWithSize(t)?this.finaliseBatch():console.warn("OpenReplay: beacon size overflow. Skipping large message.",t,this),this.encoder=new s(this.beaconSize),this.prepare()))}finaliseBatch(){this.isEmpty||(this.onBatch(this.encoder.flush()),this.prepare())}clean(){this.encoder.reset()}}var h;!function(t){t[t.NotActive=0]="NotActive",t[t.Starting=1]="Starting",t[t.Stopping=2]="Stopping",t[t.Active=3]="Active"}(h||(h={}));let r=null,u=null;h.NotActive;let a=0;function c(){u&&u.finaliseBatch()}function o(){h.Stopping,null!==f&&(clearInterval(f),f=null),u&&(u.clean(),u=null),r&&(r.clean(),r=null),h.NotActive}function g(){postMessage("restart"),o()}let l,f=null;self.onmessage=({data:i})=>{if(null!=i){if("stop"===i)return c(),void o();if(!Array.isArray(i))return"start"===i.type?(h.Starting,r=new t(i.ingestPoint,()=>{g()},t=>{!function(t){postMessage({type:"failure",reason:t}),o()}(t)},i.connAttemptCount,i.connAttemptGap),u=new n(i.pageNo,i.timestamp,i.url,t=>r&&r.push(t)),null===f&&(f=setInterval(c,1e4)),h.Active):"auth"===i.type?r?u?(r.authorise(i.token),void(i.beaconSizeLimit&&u.setBeaconSizeLimit(i.beaconSizeLimit))):(console.debug("WebWorker: writer not initialised. Received auth."),void g()):(console.debug("WebWorker: sender not initialised. Received auth."),void g()):void 0;if(null!==u){const t=u;i.forEach(i=>{55===i[0]&&(i[1]?l=setTimeout(()=>g(),18e5):clearTimeout(l)),t.writeMessage(i)})}u||(postMessage("not_init"),0===a&&(a+=1,g()))}else c()};'], { type: 'text/javascript' })));
             this.worker.onerror = (e) => {
                 this._debug('webworker_error', e);
             };

package/lib/app/messages.gen.d.ts

@@ -39,7 +39,7 @@ export declare function GraphQL(operationKind: string, operationName: string, va
 export declare function PerformanceTrack(frames: number, ticks: number, totalJSHeapSize: number, usedJSHeapSize: number): Messages.PerformanceTrack;
 export declare function StringDict(key: number, value: string): Messages.StringDict;
 export declare function SetNodeAttributeDict(id: number, nameKey: number, valueKey: number): Messages.SetNodeAttributeDict;
-export declare function ResourceTiming(timestamp: number, duration: number, ttfb: number, headerSize: number, encodedBodySize: number, decodedBodySize: number, url: string, initiator: string): Messages.ResourceTiming;
+export declare function ResourceTimingDeprecated(timestamp: number, duration: number, ttfb: number, headerSize: number, encodedBodySize: number, decodedBodySize: number, url: string, initiator: string): Messages.ResourceTimingDeprecated;
 export declare function ConnectionInformation(downlink: number, type: string): Messages.ConnectionInformation;
 export declare function SetPageVisibility(hidden: boolean): Messages.SetPageVisibility;
 export declare function LoadFontFace(parentID: number, family: string, source: string, descriptors: string): Messages.LoadFontFace;
@@ -61,3 +61,8 @@ export declare function JSException(name: string, message: string, payload: stri
 export declare function Zustand(mutation: string, state: string): Messages.Zustand;
 export declare function BatchMetadata(version: number, pageNo: number, firstIndex: number, timestamp: number, location: string): Messages.BatchMetadata;
 export declare function PartitionedMessage(partNo: number, partTotal: number): Messages.PartitionedMessage;
+export declare function InputChange(id: number, value: string, valueMasked: boolean, label: string, hesitationTime: number, inputDuration: number): Messages.InputChange;
+export declare function SelectionChange(selectionStart: number, selectionEnd: number, selection: string): Messages.SelectionChange;
+export declare function MouseThrashing(timestamp: number): Messages.MouseThrashing;
+export declare function UnbindNodes(totalRemovedPercent: number): Messages.UnbindNodes;
+export declare function ResourceTiming(timestamp: number, duration: number, ttfb: number, headerSize: number, encodedBodySize: number, decodedBodySize: number, url: string, initiator: string, transferredSize: number, cached: boolean): Messages.ResourceTiming;

package/lib/app/messages.gen.js

@@ -304,9 +304,9 @@ export function SetNodeAttributeDict(id, nameKey, valueKey) {
         valueKey,
     ];
 }
-export function ResourceTiming(timestamp, duration, ttfb, headerSize, encodedBodySize, decodedBodySize, url, initiator) {
+export function ResourceTimingDeprecated(timestamp, duration, ttfb, headerSize, encodedBodySize, decodedBodySize, url, initiator) {
     return [
-        53 /* Messages.Type.ResourceTiming */,
+        53 /* Messages.Type.ResourceTimingDeprecated */,
         timestamp,
         duration,
         ttfb,
@@ -484,3 +484,49 @@ export function PartitionedMessage(partNo, partTotal) {
         partTotal,
     ];
 }
+export function InputChange(id, value, valueMasked, label, hesitationTime, inputDuration) {
+    return [
+        112 /* Messages.Type.InputChange */,
+        id,
+        value,
+        valueMasked,
+        label,
+        hesitationTime,
+        inputDuration,
+    ];
+}
+export function SelectionChange(selectionStart, selectionEnd, selection) {
+    return [
+        113 /* Messages.Type.SelectionChange */,
+        selectionStart,
+        selectionEnd,
+        selection,
+    ];
+}
+export function MouseThrashing(timestamp) {
+    return [
+        114 /* Messages.Type.MouseThrashing */,
+        timestamp,
+    ];
+}
+export function UnbindNodes(totalRemovedPercent) {
+    return [
+        115 /* Messages.Type.UnbindNodes */,
+        totalRemovedPercent,
+    ];
+}
+export function ResourceTiming(timestamp, duration, ttfb, headerSize, encodedBodySize, decodedBodySize, url, initiator, transferredSize, cached) {
+    return [
+        116 /* Messages.Type.ResourceTiming */,
+        timestamp,
+        duration,
+        ttfb,
+        headerSize,
+        encodedBodySize,
+        decodedBodySize,
+        url,
+        initiator,
+        transferredSize,
+        cached,
+    ];
+}

package/lib/app/nodes.d.ts

@@ -13,6 +13,7 @@ export default class Nodes {
     callNodeCallbacks(node: Node, isStart: boolean): void;
     getID(node: Node): number | undefined;
     getNode(id: number): void | Node;
+    getNodeCount(): number;
     clear(): void;
 }
 export {};

package/lib/app/nodes.js

@@ -66,6 +66,9 @@ export default class Nodes {
     getNode(id) {
         return this.nodes[id];
     }
+    getNodeCount() {
+        return this.nodes.filter(Boolean).length;
+    }
     clear() {
         for (let id = 0; id < this.nodes.length; id++) {
             const node = this.nodes[id];

package/lib/app/observer/observer.js

@@ -1,4 +1,4 @@
-import { RemoveNodeAttribute, SetNodeAttribute, SetNodeAttributeURLBased, SetCSSDataURLBased, SetNodeData, CreateTextNode, CreateElementNode, MoveNode, RemoveNode, } from '../messages.gen.js';
+import { RemoveNodeAttribute, SetNodeAttribute, SetNodeAttributeURLBased, SetCSSDataURLBased, SetNodeData, CreateTextNode, CreateElementNode, MoveNode, RemoveNode, UnbindNodes, } from '../messages.gen.js';
 import { isRootNode, isTextNode, isElementNode, isSVGElement, hasTag, isCommentNode, } from '../guards.js';
 function isIgnored(node) {
     if (isCommentNode(node)) {
@@ -191,10 +191,16 @@ export default class Observer {
             }, 
             // @ts-ignore
             false);
+            let removed = 0;
+            const totalBeforeRemove = this.app.nodes.getNodeCount();
             while (walker.nextNode()) {
+                removed += 1;
                 this.app.nodes.unregisterNode(walker.currentNode);
             }
-            // MBTODO: count and send RemovedNodesCount (for the page crash detection in heuristics)
+            const removedPercent = Math.floor((removed / totalBeforeRemove) * 100);
+            if (removedPercent > 30) {
+                this.app.send(UnbindNodes(removedPercent));
+            }
         }
     }
     // A top-consumption function on the infinite lists test. (~1% of performance resources)

package/lib/app/observer/top_observer.js

@@ -1,5 +1,6 @@
 import Observer from './observer.js';
 import { isElementNode, hasTag } from '../guards.js';
+import Network from '../../modules/network.js';
 import IFrameObserver from './iframe_observer.js';
 import ShadowRootObserver from './shadow_root_observer.js';
 import IFrameOffsets from './iframe_offsets.js';
@@ -65,6 +66,7 @@ export default class TopObserver extends Observer {
             //TODO: more explicit logic
             ) {
                 this.contextsSet.add(currentWin);
+                Network(this.app, this.app.networkOptions, currentWin);
                 //@ts-ignore https://github.com/microsoft/TypeScript/issues/41684
                 this.contextCallbacks.forEach((cb) => cb(currentWin));
             }

package/lib/app/ticker.d.ts

@@ -5,6 +5,12 @@ export default class Ticker {
     private timer;
     private readonly callbacks;
     constructor(app: App);
+    /**
+     * @param {Callback} callback - repeated cb
+     * @param {number} n - number of turn skips; ticker have a 30 ms cycle
+     * @param {boolean} useSafe - using safe wrapper to check if app is active
+     * @param {object} thisArg - link to <this>
+     * */
     attach(callback: Callback, n?: number, useSafe?: boolean, thisArg?: any): void;
     start(): void;
     stop(): void;

package/lib/app/ticker.js

@@ -13,6 +13,12 @@ export default class Ticker {
         this.timer = null;
         this.callbacks = [];
     }
+    /**
+     * @param {Callback} callback - repeated cb
+     * @param {number} n - number of turn skips; ticker have a 30 ms cycle
+     * @param {boolean} useSafe - using safe wrapper to check if app is active
+     * @param {object} thisArg - link to <this>
+     * */
     attach(callback, n = 0, useSafe = true, thisArg) {
         if (thisArg) {
             callback = callback.bind(thisArg);