@openreplay/tracker 16.2.2-beta.19 → 16.3.0-beta.1

package/dist/cjs/entry.js

@@ -1469,6 +1469,43 @@ function simpleMerge(defaultObj, givenObj) {
     }
     return result;
 }
+function throttleWithTrailing(fn, interval) {
+    const lastCalls = new Map();
+    const timeouts = new Map();
+    const lastArgs = new Map();
+    const throttled = function (key, ...args) {
+        const now = Date.now();
+        const lastCall = lastCalls.get(key) ?? 0;
+        const remaining = interval - (now - lastCall);
+        lastArgs.set(key, args);
+        if (remaining <= 0) {
+            if (timeouts.has(key)) {
+                clearTimeout(timeouts.get(key));
+                timeouts.delete(key);
+            }
+            lastCalls.set(key, now);
+            fn(key, ...args);
+        }
+        else if (!timeouts.has(key)) {
+            const timeoutId = setTimeout(() => {
+                lastCalls.set(key, Date.now());
+                timeouts.delete(key);
+                const finalArgs = lastArgs.get(key);
+                fn(key, ...finalArgs);
+            }, remaining);
+            timeouts.set(key, timeoutId);
+        }
+    };
+    throttled.clear = () => {
+        for (const timeout of timeouts.values()) {
+            clearTimeout(timeout);
+        }
+        timeouts.clear();
+        lastArgs.clear();
+        lastCalls.clear();
+    };
+    return throttled;
+}
 
 // Auto-generated, do not edit
 /* eslint-disable */
@@ -3564,7 +3601,7 @@ function isNodeStillActive(node) {
         return [false, e];
     }
 }
-const defaults = {
+const defaults$1 = {
     interval: SECOND * 30,
     batchSize: 2500,
     enabled: true,
@@ -3592,7 +3629,7 @@ class Maintainer {
                 clearInterval(this.interval);
             }
         };
-        this.options = { ...defaults, ...options };
+        this.options = { ...defaults$1, ...options };
     }
 }
 
@@ -4046,7 +4083,6 @@ function ConstructedStyleSheets (app) {
             return replace.call(this, text).then((sheet) => {
                 const sheetID = styleSheetIDMap.get(this);
                 if (sheetID) {
-                    console.log('replace');
                     app.send(AdoptedSSReplaceURLBased(sheetID, text, app.getBaseHref()));
                 }
                 return sheet;
@@ -4056,7 +4092,6 @@ function ConstructedStyleSheets (app) {
         context.CSSStyleSheet.prototype.replaceSync = function (text) {
             const sheetID = styleSheetIDMap.get(this);
             if (sheetID) {
-                console.log('replaceSync');
                 app.send(AdoptedSSReplaceURLBased(sheetID, text, app.getBaseHref()));
             }
             return replaceSync.call(this, text);
@@ -4221,6 +4256,7 @@ class Observer {
         this.inlineRemoteCss = false;
         this.inlinerOptions = undefined;
         this.domParser = new DOMParser();
+        this.throttledSetNodeData = throttleWithTrailing((id, parentElement, data) => this.sendNodeData(id, parentElement, data), 30);
         this.disableSprites = Boolean(options.disableSprites);
         this.inlineRemoteCss = Boolean(options.inlineRemoteCss);
         this.inlinerOptions = options.inlinerOptions;
@@ -4277,6 +4313,7 @@ class Observer {
         this.indexes.length = 1;
         this.attributesMap.clear();
         this.textSet.clear();
+        this.throttledSetNodeData.clear();
     }
     /**
      * EXPERIMENTAL: Unbinds the removed nodes in case of iframe src change.
@@ -4532,7 +4569,7 @@ class Observer {
             else if (isTextNode(node)) {
                 // for text node id != 0, hence parentID !== undefined and parent is Element
                 this.app.send(CreateTextNode(id, parentID, index));
-                this.sendNodeData(id, parent, node.data);
+                this.throttledSetNodeData(id, parent, node.data);
             }
             return true;
         }
@@ -4553,7 +4590,7 @@ class Observer {
                 throw 'commitNode: node is not a text';
             }
             // for text node id != 0, hence parent is Element
-            this.sendNodeData(id, parent, node.data);
+            this.throttledSetNodeData(id, parent, node.data);
         }
         return true;
     }
@@ -4596,6 +4633,7 @@ class Observer {
     disconnect() {
         this.observer.disconnect();
         this.clear();
+        this.throttledSetNodeData.clear();
     }
 }
 
@@ -5208,7 +5246,7 @@ class App {
         this.stopCallbacks = [];
         this.commitCallbacks = [];
         this.activityState = ActivityState.NotActive;
-        this.version = '16.2.2-beta.19'; // TODO: version compatability check inside each plugin.
+        this.version = '16.3.0-beta.1'; // TODO: version compatability check inside each plugin.
         this.socketMode = false;
         this.compressionThreshold = 24 * 1000;
         this.bc = null;
@@ -8043,6 +8081,11 @@ function Viewport (app) {
     app.ticker.attach(sendSetViewportSize, 5, false);
 }
 
+const defaults = {
+    checkCssInterval: 200,
+    scanInMemoryCSS: false,
+    checkLimit: undefined,
+};
 function CSSRules (app, opts) {
     if (app === null)
         return;
@@ -8050,34 +8093,48 @@ function CSSRules (app, opts) {
         app.send(TechnicalInfo('no_stylesheet_prototype_in_window', ''));
         return;
     }
-    // Track CSS rule snapshots by sheetID:index
+    const options = { ...defaults, ...opts };
+    //  sheetID:index -> ruleText
     const ruleSnapshots = new Map();
     let checkInterval = null;
-    const checkIntervalMs = opts.checkCssInterval || 200; // Check every 200ms
-    // Check all rules for changes
+    const trackedSheets = new Set();
+    const checkIntervalMs = options.checkCssInterval || 200;
+    let checkIterations = {};
     function checkRuleChanges() {
-        for (let i = 0; i < document.styleSheets.length; i++) {
+        if (!options.scanInMemoryCSS)
+            return;
+        const allSheets = trackedSheets.values();
+        for (const sheet of allSheets) {
             try {
-                const sheet = document.styleSheets[i];
                 const sheetID = styleSheetIDMap.get(sheet);
                 if (!sheetID)
                     continue;
-                // Check each rule in the sheet
+                if (options.checkLimit) {
+                    if (!checkIterations[sheetID]) {
+                        checkIterations[sheetID] = 0;
+                    }
+                    else {
+                        checkIterations[sheetID]++;
+                    }
+                    if (checkIterations[sheetID] > options.checkLimit) {
+                        trackedSheets.delete(sheet);
+                        return;
+                    }
+                }
                 for (let j = 0; j < sheet.cssRules.length; j++) {
                     try {
                         const rule = sheet.cssRules[j];
                         const key = `${sheetID}:${j}`;
-                        const newText = rule.cssText;
                         const oldText = ruleSnapshots.get(key);
+                        const newText = rule.cssText;
                         if (oldText !== newText) {
-                            // Rule is new or changed
                             if (oldText !== undefined) {
-                                // Rule changed - send update
+                                // Rule is changed
                                 app.send(AdoptedSSDeleteRule(sheetID, j));
                                 app.send(AdoptedSSInsertRuleURLBased(sheetID, newText, j, app.getBaseHref()));
                             }
                             else {
-                                // Rule added - send insert
+                                // Rule added
                                 app.send(AdoptedSSInsertRuleURLBased(sheetID, newText, j, app.getBaseHref()));
                             }
                             ruleSnapshots.set(key, newText);
@@ -8087,7 +8144,6 @@ function CSSRules (app, opts) {
                         /* Skip inaccessible rules */
                     }
                 }
-                // Check for deleted rules
                 const keysToCheck = Array.from(ruleSnapshots.keys()).filter((key) => key.startsWith(`${sheetID}:`));
                 for (const key of keysToCheck) {
                     const index = parseInt(key.split(':')[1], 10);
@@ -8098,21 +8154,30 @@ function CSSRules (app, opts) {
             }
             catch (e) {
                 /* Skip inaccessible sheets */
+                trackedSheets.delete(sheet);
             }
         }
     }
-    // Standard API hooks
+    const emptyRuleReg = /{\s*}/;
+    function isRuleEmpty(rule) {
+        return emptyRuleReg.test(rule);
+    }
     const sendInsertDeleteRule = app.safe((sheet, index, rule) => {
         const sheetID = styleSheetIDMap.get(sheet);
         if (!sheetID)
             return;
         if (typeof rule === 'string') {
             app.send(AdoptedSSInsertRuleURLBased(sheetID, rule, index, app.getBaseHref()));
-            ruleSnapshots.set(`${sheetID}:${index}`, rule);
+            if (isRuleEmpty(rule)) {
+                ruleSnapshots.set(`${sheetID}:${index}`, rule);
+                trackedSheets.add(sheet);
+            }
         }
         else {
             app.send(AdoptedSSDeleteRule(sheetID, index));
-            ruleSnapshots.delete(`${sheetID}:${index}`);
+            if (ruleSnapshots.has(`${sheetID}:${index}`)) {
+                ruleSnapshots.delete(`${sheetID}:${index}`);
+            }
         }
     });
     const sendReplaceGroupingRule = app.safe((rule) => {
@@ -8130,7 +8195,10 @@ function CSSRules (app, opts) {
         if (idx >= 0) {
             app.send(AdoptedSSInsertRuleURLBased(sheetID, cssText, idx, app.getBaseHref()));
             app.send(AdoptedSSDeleteRule(sheetID, idx + 1));
-            ruleSnapshots.set(`${sheetID}:${idx}`, cssText);
+            if (isRuleEmpty(cssText)) {
+                ruleSnapshots.set(`${sheetID}:${idx}`, cssText);
+                trackedSheets.add(sheet);
+            }
         }
     });
     // Patch prototype methods
@@ -8160,10 +8228,8 @@ function CSSRules (app, opts) {
             return result;
         };
     });
-    // Apply patches
     patchContext(window);
     app.observer.attachContextCallback(patchContext);
-    // Track style nodes
     app.nodes.attachNodeCallback((node) => {
         if (!hasTag(node, 'style') || !node.sheet)
             return;
@@ -8185,9 +8251,8 @@ function CSSRules (app, opts) {
             }
         }
     });
-    // Start checking and setup cleanup
     function startChecking() {
-        if (checkInterval)
+        if (checkInterval || !options.scanInMemoryCSS)
             return;
         checkInterval = window.setInterval(checkRuleChanges, checkIntervalMs);
     }
@@ -8413,152 +8478,6 @@ function isObject(thing) {
     return thing !== null && typeof thing === 'object';
 }
 
-const sensitiveParams = new Set([
-    "password",
-    "pass",
-    "pwd",
-    "mdp",
-    "token",
-    "bearer",
-    "jwt",
-    "api_key",
-    "api-key",
-    "apiKey",
-    "secret",
-    "ssn",
-    "zip",
-    "zipcode",
-    "x-api-key",
-    "www-authenticate",
-    "x-csrf-token",
-    "x-requested-with",
-    "x-forwarded-for",
-    "x-real-ip",
-    "cookie",
-    "authorization",
-    "auth",
-    "proxy-authorization",
-    "set-cookie",
-    "account_key",
-]);
-function numDigits(x) {
-    return (Math.log10((x ^ (x >> 31)) - (x >> 31)) | 0) + 1;
-}
-function obscure(value) {
-    if (typeof value === "number") {
-        const digits = numDigits(value);
-        return "9".repeat(digits);
-    }
-    if (typeof value === "string") {
-        return value.replace(/[^\f\n\r\t\v\u00a0\u1680\u2000-\u200a\u2028\u2029\u202f\u205f\u3000\ufeff\s]/g, '*');
-    }
-    return value;
-}
-function filterHeaders(headers) {
-    const filteredHeaders = {};
-    if (Array.isArray(headers)) {
-        headers.forEach(({ name, value }) => {
-            if (sensitiveParams.has(name.toLowerCase())) {
-                filteredHeaders[name] = obscure(value);
-            }
-            else {
-                filteredHeaders[name] = value;
-            }
-        });
-    }
-    else {
-        for (const [key, value] of Object.entries(headers)) {
-            if (sensitiveParams.has(key.toLowerCase())) {
-                filteredHeaders[key] = obscure(value);
-            }
-            else {
-                filteredHeaders[key] = value;
-            }
-        }
-    }
-    return filteredHeaders;
-}
-function filterBody(body) {
-    if (!body) {
-        return body;
-    }
-    let parsedBody;
-    let isJSON = false;
-    try {
-        parsedBody = JSON.parse(body);
-        isJSON = true;
-    }
-    catch (e) {
-        // not json
-    }
-    if (isJSON) {
-        obscureSensitiveData(parsedBody);
-        return JSON.stringify(parsedBody);
-    }
-    else {
-        const isUrlSearch = typeof body === "string" && body.includes("?") && body.includes("=");
-        if (isUrlSearch) {
-            try {
-                const params = new URLSearchParams(body);
-                for (const key of params.keys()) {
-                    if (sensitiveParams.has(key.toLowerCase())) {
-                        const value = obscure(params.get(key));
-                        params.set(key, value);
-                    }
-                }
-                return params.toString();
-            }
-            catch (e) {
-                // not url query ?
-                return body;
-            }
-        }
-        else {
-            // not json or url query
-            return body;
-        }
-    }
-}
-function sanitizeObject(obj) {
-    obscureSensitiveData(obj);
-    return obj;
-}
-function obscureSensitiveData(obj) {
-    if (Array.isArray(obj)) {
-        obj.forEach(obscureSensitiveData);
-    }
-    else if (obj && typeof obj === "object") {
-        for (const key in obj) {
-            if (Object.hasOwn(obj, key)) {
-                if (sensitiveParams.has(key.toLowerCase())) {
-                    obj[key] = obscure(obj[key]);
-                }
-                else if (obj[key] !== null && typeof obj[key] === "object") {
-                    obscureSensitiveData(obj[key]);
-                }
-            }
-        }
-    }
-}
-function tryFilterUrl(url) {
-    if (!url)
-        return "";
-    try {
-        const urlObj = new URL(url);
-        if (urlObj.searchParams) {
-            for (const key of urlObj.searchParams.keys()) {
-                if (sensitiveParams.has(key.toLowerCase())) {
-                    urlObj.searchParams.set(key, "******");
-                }
-            }
-        }
-        return urlObj.toString();
-    }
-    catch (e) {
-        return url;
-    }
-}
-
 /**
  * I know we're not using most of the information from this class
  * but it can be useful in the future if we will decide to display more stuff in our ui
@@ -8590,18 +8509,13 @@ class NetworkMessage {
     }
     getMessage() {
         const { reqHs, resHs } = this.writeHeaders();
-        const reqBody = this.method === 'GET'
-            ? JSON.stringify(sanitizeObject(this.getData)) : filterBody(this.requestData);
         const request = {
-            headers: filterHeaders(reqHs),
-            body: reqBody,
-        };
-        const response = {
-            headers: filterHeaders(resHs),
-            body: filterBody(this.response)
+            headers: reqHs,
+            body: this.method === 'GET' ? JSON.stringify(this.getData) : this.requestData,
         };
+        const response = { headers: resHs, body: this.response };
         const messageInfo = this.sanitize({
-            url: tryFilterUrl(this.url),
+            url: this.url,
             method: this.method,
             status: this.status,
             request,
@@ -8917,10 +8831,9 @@ class ResponseProxyHandler {
         if (typeof this.resp.body.getReader !== 'function') {
             return;
         }
-        const clonedResp = this.resp.clone();
-        const _getReader = clonedResp.body.getReader;
+        const _getReader = this.resp.body.getReader;
         // @ts-ignore
-        clonedResp.body.getReader = () => {
+        this.resp.body.getReader = () => {
             const reader = _getReader.apply(this.resp.body);
             // when readyState is already 4,
             // it's not a chunked stream, or it had already been read.
@@ -9762,7 +9675,7 @@ class API {
         this.signalStartIssue = (reason, missingApi) => {
             const doNotTrack = this.checkDoNotTrack();
             console.log("Tracker couldn't start due to:", JSON.stringify({
-                trackerVersion: '16.2.2-beta.19',
+                trackerVersion: '16.3.0-beta.1',
                 projectKey: this.options.projectKey,
                 doNotTrack,
                 reason: missingApi.length ? `missing api: ${missingApi.join(',')}` : reason,
@@ -9861,7 +9774,7 @@ class API {
         Mouse(app, options.mouse);
         // inside iframe, we ignore viewport scroll
         Scroll(app, this.crossdomainMode);
-        CSSRules(app, options);
+        CSSRules(app, options.css);
         ConstructedStyleSheets(app);
         Console(app, options);
         Exception(app, options);