@openreplay/tracker 12.0.0-beta.9 → 12.0.0-beta.99

package/cjs/app/index.d.ts

@@ -11,7 +11,7 @@ import type { Options as ObserverOptions } from './observer/top_observer.js';
 import type { Options as SanitizerOptions } from './sanitizer.js';
 import type { Options as SessOptions } from './session.js';
 import type { Options as NetworkOptions } from '../modules/network.js';
-import type { Options as WebworkerOptions } from '../common/interaction.js';
+import type { Options as WebworkerOptions, FromWorkerData } from '../common/interaction.js';
 export interface StartOptions {
     userID?: string;
     metadata?: Record<string, string>;
@@ -88,7 +88,7 @@ export default class App {
     private readonly revID;
     private activityState;
     private readonly version;
-    private readonly worker?;
+    private readonly workerManager?;
     private compressionThreshold;
     private restartAttempts;
     private readonly bc;
@@ -98,9 +98,10 @@ export default class App {
     private uxtManager;
     private conditionsManager;
     featureFlags: FeatureFlags;
-    private tagWatcher;
+    private readonly tagWatcher;
     constructor(projectKey: string, sessionToken: string | undefined, options: Partial<Options>, signalError: (error: string, apis: string[]) => void);
-    private _debug;
+    handleWorkerMsg(data: FromWorkerData): void;
+    private readonly _debug;
     private _usingOldFetchPlugin;
     send(message: Message, urgent?: boolean): void;
     /**
@@ -158,7 +159,7 @@ export default class App {
     private checkSessionToken;
     /**
      * start buffering messages without starting the actual session, which gives
-     * user 30 seconds to "activate" and record session by calling `start()` on conditional trigger
+     * user 30 seconds to "activate" and record session by calling `start()` on conditional trigger,
      * and we will then send buffered batch, so it won't get lost
      * */
     coldStart(startOpts?: StartOptions, conditional?: boolean): Promise<void>;
@@ -176,7 +177,7 @@ export default class App {
     /**
      * Saves the captured messages in localStorage (or whatever is used in its place)
      *
-     * Then when this.offlineRecording is called, it will preload this messages and clear the storage item
+     * Then, when this.offlineRecording is called, it will preload this messages and clear the storage item
      *
      * Keeping the size of local storage reasonable is up to the end users of this library
      * */
@@ -193,7 +194,7 @@ export default class App {
      * Uploads the stored session buffer to backend
      * @returns promise that resolves once messages are loaded, it has to be awaited
      * so the session can be uploaded properly
-     * @resolve {boolean} - if messages were loaded successfully
+     * @resolve - if messages were loaded in service worker successfully
      * @reject {string} - error message
      * */
     uploadOfflineRecording(): Promise<void>;

package/cjs/app/index.js

@@ -44,6 +44,7 @@ const attributeSender_js_1 = __importDefault(require("../modules/attributeSender
 const canvas_js_1 = __importDefault(require("./canvas.js"));
 const index_js_1 = __importDefault(require("../modules/userTesting/index.js"));
 const tagWatcher_js_1 = __importDefault(require("../modules/tagWatcher.js"));
+const index_js_2 = __importDefault(require("./workerManager/index.js"));
 const CANCELED = 'canceled';
 const uxtStorageKey = 'or_uxt_active';
 const bufferStorageKey = 'or_buffer_1';
@@ -81,12 +82,26 @@ class App {
         this.stopCallbacks = [];
         this.commitCallbacks = [];
         this.activityState = ActivityState.NotActive;
-        this.version = '12.0.0-beta.9'; // TODO: version compatability check inside each plugin.
+        this.version = '12.0.0-beta.99'; // TODO: version compatability check inside each plugin.
         this.compressionThreshold = 24 * 1000;
         this.restartAttempts = 0;
         this.bc = null;
         this.canvasRecorder = null;
         this.conditionsManager = null;
+        this._debug = (context, e) => {
+            if (this.options.__debug_report_edp !== null) {
+                void fetch(this.options.__debug_report_edp, {
+                    method: 'POST',
+                    headers: { 'Content-Type': 'application/json' },
+                    body: JSON.stringify({
+                        context,
+                        // @ts-ignore
+                        error: `${e}`,
+                    }),
+                });
+            }
+            this.debug.error('OpenReplay error: ', context, e);
+        };
         this._usingOldFetchPlugin = false;
         this.coldStartCommitN = 0;
         this.delay = 0;
@@ -175,54 +190,11 @@ class App {
             this.session.applySessionHash(sessionToken);
         }
         try {
-            this.worker = new Worker(URL.createObjectURL(new Blob(['"use strict";class t{constructor(t,s,i,e=10,n=1e3,h){this.onUnauthorised=s,this.onFailure=i,this.MAX_ATTEMPTS_COUNT=e,this.ATTEMPT_TIMEOUT=n,this.onCompress=h,this.attemptsCount=0,this.busy=!1,this.queue=[],this.token=null,this.ingestURL=t+"/v1/web/i",this.isCompressing=void 0!==h}getQueueStatus(){return 0===this.queue.length&&!this.busy}authorise(t){this.token=t,this.busy||this.sendNext()}push(t){this.busy||!this.token?this.queue.push(t):(this.busy=!0,this.isCompressing&&this.onCompress?this.onCompress(t):this.sendBatch(t))}sendNext(){const t=this.queue.shift();t?(this.busy=!0,this.isCompressing&&this.onCompress?this.onCompress(t):this.sendBatch(t)):this.busy=!1}retry(t,s){this.attemptsCount>=this.MAX_ATTEMPTS_COUNT?this.onFailure(`Failed to send batch after ${this.attemptsCount} attempts.`):(this.attemptsCount++,setTimeout((()=>this.sendBatch(t,s)),this.ATTEMPT_TIMEOUT*this.attemptsCount))}sendBatch(t,s){this.busy=!0;const i={Authorization:`Bearer ${this.token}`};s&&(i["Content-Encoding"]="gzip"),null!==this.token?fetch(this.ingestURL,{body:t,method:"POST",headers:i,keepalive:t.length<65536}).then((i=>{if(401===i.status)return this.busy=!1,void this.onUnauthorised();i.status>=400?this.retry(t,s):(this.attemptsCount=0,this.sendNext())})).catch((i=>{console.warn("OpenReplay:",i),this.retry(t,s)})):setTimeout((()=>{this.sendBatch(t,s)}),500)}sendCompressed(t){this.sendBatch(t,!0)}sendUncompressed(t){this.sendBatch(t,!1)}clean(){this.sendNext(),setTimeout((()=>{this.token=null,this.queue.length=0}),10)}}const s="function"==typeof TextEncoder?new TextEncoder:{encode(t){const s=t.length,i=new Uint8Array(3*s);let e=-1;for(let n=0,h=0,r=0;r!==s;){if(n=t.charCodeAt(r),r+=1,n>=55296&&n<=56319){if(r===s){i[e+=1]=239,i[e+=1]=191,i[e+=1]=189;break}if(h=t.charCodeAt(r),!(h>=56320&&h<=57343)){i[e+=1]=239,i[e+=1]=191,i[e+=1]=189;continue}if(n=1024*(n-55296)+h-56320+65536,r+=1,n>65535){i[e+=1]=240|n>>>18,i[e+=1]=128|n>>>12&63,i[e+=1]=128|n>>>6&63,i[e+=1]=128|63&n;continue}}n<=127?i[e+=1]=0|n:n<=2047?(i[e+=1]=192|n>>>6,i[e+=1]=128|63&n):(i[e+=1]=224|n>>>12,i[e+=1]=128|n>>>6&63,i[e+=1]=128|63&n)}return i.subarray(0,e+1)}};class i{constructor(t){this.size=t,this.offset=0,this.checkpointOffset=0,this.data=new Uint8Array(t)}getCurrentOffset(){return this.offset}checkpoint(){this.checkpointOffset=this.offset}get isEmpty(){return 0===this.offset}skip(t){return this.offset+=t,this.offset<=this.size}set(t,s){this.data.set(t,s)}boolean(t){return this.data[this.offset++]=+t,this.offset<=this.size}uint(t){for((t<0||t>Number.MAX_SAFE_INTEGER)&&(t=0);t>=128;)this.data[this.offset++]=t%256|128,t=Math.floor(t/128);return this.data[this.offset++]=t,this.offset<=this.size}int(t){return t=Math.round(t),this.uint(t>=0?2*t:-2*t-1)}string(t){const i=s.encode(t),e=i.byteLength;return!(!this.uint(e)||this.offset+e>this.size)&&(this.data.set(i,this.offset),this.offset+=e,!0)}reset(){this.offset=0,this.checkpointOffset=0}flush(){const t=this.data.slice(0,this.checkpointOffset);return this.reset(),t}}class e extends i{encode(t){switch(t[0]){case 0:case 11:case 114:case 115:return this.uint(t[1]);case 4:case 44:case 47:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 5:case 20:case 38:case 70:case 75:case 76:case 77:case 82:return this.uint(t[1])&&this.uint(t[2]);case 6:return this.int(t[1])&&this.int(t[2]);case 7:return!0;case 8:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.string(t[4])&&this.boolean(t[5]);case 9:case 10:case 24:case 51:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 12:case 61:case 71:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 13:case 14:case 17:case 50:case 54:return this.uint(t[1])&&this.string(t[2]);case 16:return this.uint(t[1])&&this.int(t[2])&&this.int(t[3]);case 18:return this.uint(t[1])&&this.string(t[2])&&this.int(t[3]);case 19:return this.uint(t[1])&&this.boolean(t[2]);case 21:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.string(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8]);case 22:case 27:case 30:case 41:case 45:case 46:case 63:case 64:case 79:return this.string(t[1])&&this.string(t[2]);case 23:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8])&&this.uint(t[9]);case 28:case 29:case 42:case 117:case 118:return this.string(t[1]);case 37:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3]);case 39:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7]);case 40:return this.string(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 48:case 78:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 49:return this.int(t[1])&&this.int(t[2])&&this.uint(t[3])&&this.uint(t[4]);case 53:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8]);case 55:return this.boolean(t[1]);case 57:case 60:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 58:case 120:return this.int(t[1]);case 59:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.string(t[5])&&this.string(t[6])&&this.string(t[7]);case 67:case 73:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3])&&this.string(t[4]);case 69:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 81:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.int(t[4])&&this.string(t[5]);case 83:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.string(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8])&&this.uint(t[9]);case 84:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.uint(t[4])&&this.string(t[5])&&this.string(t[6]);case 112:return this.uint(t[1])&&this.string(t[2])&&this.boolean(t[3])&&this.string(t[4])&&this.int(t[5])&&this.int(t[6]);case 113:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3]);case 116:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8])&&this.uint(t[9])&&this.boolean(t[10]);case 119:return this.string(t[1])&&this.uint(t[2])}}}class n{constructor(t,s,i,n,h,r){this.pageNo=t,this.timestamp=s,this.url=i,this.onBatch=n,this.tabId=h,this.onOfflineEnd=r,this.nextIndex=0,this.beaconSize=2e5,this.encoder=new e(this.beaconSize),this.sizeBuffer=new Uint8Array(3),this.isEmpty=!0,this.beaconSizeLimit=1e6,this.prepare()}writeType(t){return this.encoder.uint(t[0])}writeFields(t){return this.encoder.encode(t)}writeSizeAt(t,s){for(let s=0;s<3;s++)this.sizeBuffer[s]=t>>8*s;this.encoder.set(this.sizeBuffer,s)}prepare(){if(!this.encoder.isEmpty)return;const t=[81,1,this.pageNo,this.nextIndex,this.timestamp,this.url],s=[118,this.tabId];this.writeType(t),this.writeFields(t),this.writeWithSize(s),this.isEmpty=!0}writeWithSize(t){const s=this.encoder;if(!this.writeType(t)||!s.skip(3))return!1;const i=s.getCurrentOffset(),e=this.writeFields(t);if(e){const e=s.getCurrentOffset()-i;if(e>16777215)return console.warn("OpenReplay: max message size overflow."),!1;this.writeSizeAt(e,i-3),s.checkpoint(),this.isEmpty=this.isEmpty&&0===t[0],this.nextIndex++}return e}setBeaconSizeLimit(t){this.beaconSizeLimit=t}writeMessage(t){if("q_end"===t[0])return this.finaliseBatch(),this.onOfflineEnd();0===t[0]&&(this.timestamp=t[1]),4===t[0]&&(this.url=t[1]),this.writeWithSize(t)||(this.finaliseBatch(),this.writeWithSize(t)||(this.encoder=new e(this.beaconSizeLimit),this.prepare(),this.writeWithSize(t)?this.finaliseBatch():console.warn("OpenReplay: beacon size overflow. Skipping large message.",t,this),this.encoder=new e(this.beaconSize),this.prepare()))}finaliseBatch(){if(this.isEmpty)return;const t=this.encoder.flush();this.onBatch(t),this.prepare()}clean(){this.encoder.reset()}}var h;!function(t){t[t.NotActive=0]="NotActive",t[t.Starting=1]="Starting",t[t.Stopping=2]="Stopping",t[t.Active=3]="Active",t[t.Stopped=4]="Stopped"}(h||(h={}));let r=null,u=null,a=h.NotActive;function o(){u&&u.finaliseBatch()}function c(){a=h.Stopping,null!==g&&(clearInterval(g),g=null),u&&(u.clean(),u=null),r&&(r.clean(),setTimeout((()=>{r=null}),20)),setTimeout((()=>{a=h.NotActive}),100)}function p(){a!==h.Stopped&&(postMessage("restart"),c())}let f,g=null;self.onmessage=({data:s})=>{if(null!=s){if("stop"===s)return o(),c(),a=h.Stopped;if("forceFlushBatch"!==s){if(!Array.isArray(s)){if("compressed"===s.type){if(!r)return console.debug("OR WebWorker: sender not initialised. Compressed batch."),void p();s.batch&&r.sendCompressed(s.batch)}if("uncompressed"===s.type){if(!r)return console.debug("OR WebWorker: sender not initialised. Uncompressed batch."),void p();s.batch&&r.sendUncompressed(s.batch)}return"start"===s.type?(a=h.Starting,r=new t(s.ingestPoint,(()=>{p()}),(t=>{!function(t){postMessage({type:"failure",reason:t}),c()}(t)}),s.connAttemptCount,s.connAttemptGap,(t=>{postMessage({type:"compress",batch:t},[t.buffer])})),u=new n(s.pageNo,s.timestamp,s.url,(t=>{r&&r.push(t)}),s.tabId,(()=>postMessage({type:"queue_empty"}))),null===g&&(g=setInterval(o,1e4)),a=h.Active):"auth"===s.type?r?u?(r.authorise(s.token),void(s.beaconSizeLimit&&u.setBeaconSizeLimit(s.beaconSizeLimit))):(console.debug("OR WebWorker: writer not initialised. Received auth."),void p()):(console.debug("OR WebWorker: sender not initialised. Received auth."),void p()):void 0}if(u){const t=u;s.forEach((s=>{55===s[0]&&(s[1]?f=setTimeout((()=>p()),18e5):clearTimeout(f)),t.writeMessage(s)}))}else postMessage("not_init"),p()}else o()}else o()};'], { type: 'text/javascript' })));
-            this.worker.onerror = (e) => {
-                this._debug('webworker_error', e);
-            };
-            this.worker.onmessage = ({ data }) => {
-                var _a;
-                if (data === 'restart') {
-                    this.stop(false);
-                    void this.start({}, true);
-                }
-                else if (data === 'not_init') {
-                    this.debug.warn('OR WebWorker: writer not initialised. Restarting tracker');
-                }
-                else if (data.type === 'failure') {
-                    this.stop(false);
-                    this.debug.error('worker_failed', data.reason);
-                    this._debug('worker_failed', data.reason);
-                }
-                else if (data.type === 'compress') {
-                    const batch = data.batch;
-                    const batchSize = batch.byteLength;
-                    if (batchSize > this.compressionThreshold) {
-                        (0, fflate_1.gzip)(data.batch, { mtime: 0 }, (err, result) => {
-                            var _a;
-                            if (err) {
-                                this.debug.error('Openreplay compression error:', err);
-                                this.stop(false);
-                                if (this.restartAttempts < 3) {
-                                    this.restartAttempts += 1;
-                                    void this.start({}, true);
-                                }
-                            }
-                            else {
-                                (_a = this.worker) === null || _a === void 0 ? void 0 : _a.postMessage({ type: 'compressed', batch: result });
-                            }
-                        });
-                    }
-                    else {
-                        (_a = this.worker) === null || _a === void 0 ? void 0 : _a.postMessage({ type: 'uncompressed', batch: batch });
-                    }
-                }
-                else if (data.type === 'queue_empty') {
-                    this.onSessionSent();
-                }
-            };
+            const webworker = new Worker(URL.createObjectURL(new Blob(['"use strict";const t="function"==typeof TextEncoder?new TextEncoder:{encode(t){const i=t.length,s=new Uint8Array(3*i);let e=-1;for(let n=0,r=0,h=0;h!==i;){if(n=t.charCodeAt(h),h+=1,n>=55296&&n<=56319){if(h===i){s[e+=1]=239,s[e+=1]=191,s[e+=1]=189;break}if(r=t.charCodeAt(h),!(r>=56320&&r<=57343)){s[e+=1]=239,s[e+=1]=191,s[e+=1]=189;continue}if(n=1024*(n-55296)+r-56320+65536,h+=1,n>65535){s[e+=1]=240|n>>>18,s[e+=1]=128|n>>>12&63,s[e+=1]=128|n>>>6&63,s[e+=1]=128|63&n;continue}}n<=127?s[e+=1]=0|n:n<=2047?(s[e+=1]=192|n>>>6,s[e+=1]=128|63&n):(s[e+=1]=224|n>>>12,s[e+=1]=128|n>>>6&63,s[e+=1]=128|63&n)}return s.subarray(0,e+1)}};class i{constructor(t){this.size=t,this.offset=0,this.checkpointOffset=0,this.data=new Uint8Array(t)}getCurrentOffset(){return this.offset}checkpoint(){this.checkpointOffset=this.offset}get isEmpty(){return 0===this.offset}skip(t){return this.offset+=t,this.offset<=this.size}set(t,i){this.data.set(t,i)}boolean(t){return this.data[this.offset++]=+t,this.offset<=this.size}uint(t){for((t<0||t>Number.MAX_SAFE_INTEGER)&&(t=0);t>=128;)this.data[this.offset++]=t%256|128,t=Math.floor(t/128);return this.data[this.offset++]=t,this.offset<=this.size}int(t){return t=Math.round(t),this.uint(t>=0?2*t:-2*t-1)}string(i){const s=t.encode(i),e=s.byteLength;return!(!this.uint(e)||this.offset+e>this.size)&&(this.data.set(s,this.offset),this.offset+=e,!0)}reset(){this.offset=0,this.checkpointOffset=0}flush(){const t=this.data.slice(0,this.checkpointOffset);return this.reset(),t}}class s extends i{encode(t){switch(t[0]){case 0:case 11:case 114:case 115:return this.uint(t[1]);case 4:case 44:case 47:return this.string(t[1])&&this.string(t[2])&&this.uint(t[3]);case 5:case 20:case 38:case 70:case 75:case 76:case 77:case 82:return this.uint(t[1])&&this.uint(t[2]);case 6:return this.int(t[1])&&this.int(t[2]);case 7:return!0;case 8:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.string(t[4])&&this.boolean(t[5]);case 9:case 10:case 24:case 51:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3]);case 12:case 61:case 71:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3]);case 13:case 14:case 17:case 50:case 54:return this.uint(t[1])&&this.string(t[2]);case 16:return this.uint(t[1])&&this.int(t[2])&&this.int(t[3]);case 18:return this.uint(t[1])&&this.string(t[2])&&this.int(t[3]);case 19:return this.uint(t[1])&&this.boolean(t[2]);case 21:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.string(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8]);case 22:case 27:case 30:case 41:case 45:case 46:case 63:case 64:case 79:return this.string(t[1])&&this.string(t[2]);case 23:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8])&&this.uint(t[9]);case 28:case 29:case 42:case 117:case 118:return this.string(t[1]);case 37:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3]);case 39:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.uint(t[7]);case 40:return this.string(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 48:case 78:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 49:return this.int(t[1])&&this.int(t[2])&&this.uint(t[3])&&this.uint(t[4]);case 53:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8]);case 55:return this.boolean(t[1]);case 57:case 60:return this.uint(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4]);case 58:case 120:return this.int(t[1]);case 59:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.string(t[5])&&this.string(t[6])&&this.string(t[7]);case 67:case 73:return this.uint(t[1])&&this.string(t[2])&&this.uint(t[3])&&this.string(t[4]);case 69:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3])&&this.string(t[4]);case 81:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.int(t[4])&&this.string(t[5]);case 83:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.string(t[4])&&this.string(t[5])&&this.uint(t[6])&&this.uint(t[7])&&this.uint(t[8])&&this.uint(t[9]);case 84:return this.string(t[1])&&this.string(t[2])&&this.string(t[3])&&this.uint(t[4])&&this.string(t[5])&&this.string(t[6]);case 112:return this.uint(t[1])&&this.string(t[2])&&this.boolean(t[3])&&this.string(t[4])&&this.int(t[5])&&this.int(t[6]);case 113:return this.uint(t[1])&&this.uint(t[2])&&this.string(t[3]);case 116:return this.uint(t[1])&&this.uint(t[2])&&this.uint(t[3])&&this.uint(t[4])&&this.uint(t[5])&&this.uint(t[6])&&this.string(t[7])&&this.string(t[8])&&this.uint(t[9])&&this.boolean(t[10]);case 119:return this.string(t[1])&&this.uint(t[2])}}}class e{constructor(t,i,e,n,r,h){this.pageNo=t,this.timestamp=i,this.url=e,this.onBatch=n,this.tabId=r,this.onOfflineEnd=h,this.nextIndex=0,this.beaconSize=2e5,this.encoder=new s(this.beaconSize),this.sizeBuffer=new Uint8Array(3),this.isEmpty=!0,this.beaconSizeLimit=1e6,this.prepare()}writeType(t){return this.encoder.uint(t[0])}writeFields(t){return this.encoder.encode(t)}writeSizeAt(t,i){for(let i=0;i<3;i++)this.sizeBuffer[i]=t>>8*i;this.encoder.set(this.sizeBuffer,i)}prepare(){if(!this.encoder.isEmpty)return;const t=[81,1,this.pageNo,this.nextIndex,this.timestamp,this.url],i=[118,this.tabId];this.writeType(t),this.writeFields(t),this.writeWithSize(i),this.isEmpty=!0}writeWithSize(t){const i=this.encoder;if(!this.writeType(t)||!i.skip(3))return!1;const s=i.getCurrentOffset(),e=this.writeFields(t);if(e){const e=i.getCurrentOffset()-s;if(e>16777215)return console.warn("OpenReplay: max message size overflow."),!1;this.writeSizeAt(e,s-3),i.checkpoint(),this.isEmpty=this.isEmpty&&0===t[0],this.nextIndex++}return e}setBeaconSizeLimit(t){this.beaconSizeLimit=t}writeMessage(t){if("q_end"===t[0])return this.finaliseBatch(),this.onOfflineEnd();0===t[0]&&(this.timestamp=t[1]),4===t[0]&&(this.url=t[1]),this.writeWithSize(t)||(this.finaliseBatch(),this.writeWithSize(t)||(this.encoder=new s(this.beaconSizeLimit),this.prepare(),this.writeWithSize(t)?this.finaliseBatch():console.warn("OpenReplay: beacon size overflow. Skipping large message.",t,this),this.encoder=new s(this.beaconSize),this.prepare()))}finaliseBatch(){if(this.isEmpty)return;const t=this.encoder.flush();this.onBatch(t),this.prepare()}clean(){this.encoder.reset()}}var n;!function(t){t[t.NotActive=0]="NotActive",t[t.Starting=1]="Starting",t[t.Stopping=2]="Stopping",t[t.Active=3]="Active",t[t.Stopped=4]="Stopped"}(n||(n={}));let r=null,h=n.NotActive;function a(t){postMessage({type:"status",data:t}),h=t}function u(){r&&r.finaliseBatch()}function c(){a(n.Stopping),null!==f&&(clearInterval(f),f=null),r&&(r.clean(),r=null),setTimeout((()=>{a(n.NotActive)}),100)}function o(){h!==n.Stopped&&(postMessage({type:"restart"}),c())}let f=null;self.onmessage=({data:t})=>{if(null!=t){if("writer_finalize"===t.type)return u(),h=n.Stopped;if("reset_writer"!==t.type){if("forceFlushBatch"!==t.type){if("to_writer"===t.type){let i=!1;t.data.forEach((t=>{r?r.writeMessage(t):i||(i=!0,postMessage({type:"not_init"}),o())}))}return"start"===t.type?(h=n.Starting,r=new e(t.pageNo,t.timestamp,t.url,(t=>{postMessage({type:"batch_ready",data:t},[t.buffer])}),t.tabId,(()=>postMessage({type:"queue_empty"}))),null===f&&(f=setInterval(u,1e4)),h=n.Active):"beacon_size_limit"===t.type?r?void(t.beaconSizeLimit&&r.setBeaconSizeLimit(t.beaconSizeLimit)):(console.debug("OR WebWorker: writer not initialised. Received auth."),void o()):void("restart"===t.type&&o())}u()}else c()}else u()};'], { type: 'text/javascript' })));
+            this.workerManager = new index_js_2.default(this, webworker, this._debug);
             const alertWorker = () => {
-                if (this.worker) {
-                    this.worker.postMessage(null);
+                if (this.workerManager) {
+                    this.workerManager.processMessage(null);
                 }
             };
             // keep better tactics, discard others?
@@ -241,7 +213,7 @@ class App {
             // yes, there are someone out there
             resp: 'never-gonna-let-you-down',
             // you stole someone's identity
-            reg: 'never-gonna-run-around-and-desert-you',
+            regen: 'never-gonna-run-around-and-desert-you',
         };
         if (this.bc) {
             this.bc.postMessage({
@@ -259,7 +231,7 @@ class App {
                     const sessionToken = ev.data.token;
                     this.session.setSessionToken(sessionToken);
                 }
-                if (ev.data.line === proto.reg) {
+                if (ev.data.line === proto.regen) {
                     const sessionToken = ev.data.token;
                     this.session.regenerateTabId();
                     this.session.setSessionToken(sessionToken);
@@ -268,7 +240,7 @@ class App {
                     const token = this.session.getSessionToken();
                     if (token && this.bc) {
                         this.bc.postMessage({
-                            line: ev.data.source === thisTab ? proto.reg : proto.resp,
+                            line: ev.data.source === thisTab ? proto.regen : proto.resp,
                             token,
                             source: thisTab,
                             context: this.contextId,
@@ -278,19 +250,46 @@ class App {
             };
         }
     }
-    _debug(context, e) {
-        if (this.options.__debug_report_edp !== null) {
-            void fetch(this.options.__debug_report_edp, {
-                method: 'POST',
-                headers: { 'Content-Type': 'application/json' },
-                body: JSON.stringify({
-                    context,
-                    // @ts-ignore
-                    error: `${e}`,
-                }),
-            });
+    handleWorkerMsg(data) {
+        var _a;
+        if (data.type === 'restart') {
+            this.stop(false);
+            void this.start({}, true);
+        }
+        else if (data.type === 'not_init') {
+            this.debug.warn('OR WebWorker: writer not initialised; restarting worker');
+        }
+        else if (data.type === 'failure') {
+            this.stop(false);
+            this.debug.error('worker_failed', data.reason);
+            this._debug('worker_failed', data.reason);
+        }
+        else if (data.type === 'compress') {
+            const batch = data.batch;
+            const batchSize = batch.byteLength;
+            if (batchSize > this.compressionThreshold) {
+                (0, fflate_1.gzip)(data.batch, { mtime: 0 }, (err, result) => {
+                    var _a;
+                    if (err) {
+                        this.debug.error('Openreplay compression error:', err);
+                        this.stop(false);
+                        if (this.restartAttempts < 3) {
+                            this.restartAttempts += 1;
+                            void this.start({}, true);
+                        }
+                    }
+                    else {
+                        (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.sendCompressedBatch(result);
+                    }
+                });
+            }
+            else {
+                (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.sendUncompressedBatch(batch);
+            }
+        }
+        else if (data.type === 'queue_empty') {
+            this.onSessionSent();
         }
-        this.debug.error('OpenReplay error: ', context, e);
     }
     send(message, urgent = false) {
         var _a;
@@ -331,13 +330,13 @@ class App {
      * every ~30ms
      * */
     _nCommit() {
-        if (this.worker !== undefined && this.messages.length) {
+        if (this.workerManager !== undefined && this.messages.length) {
             (0, utils_js_1.requestIdleCb)(() => {
                 var _a;
                 this.messages.unshift((0, messages_gen_js_2.TabData)(this.session.getTabId()));
                 this.messages.unshift((0, messages_gen_js_2.Timestamp)(this.timestamp()));
                 // why I need to add opt chaining?
-                (_a = this.worker) === null || _a === void 0 ? void 0 : _a.postMessage(this.messages);
+                (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.processMessage({ type: 'batch', data: this.messages });
                 this.commitCallbacks.forEach((cb) => cb(this.messages));
                 this.messages.length = 0;
             });
@@ -369,7 +368,7 @@ class App {
     }
     postToWorker(messages) {
         var _a;
-        (_a = this.worker) === null || _a === void 0 ? void 0 : _a.postMessage(messages);
+        (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.processMessage({ type: 'batch', data: messages });
         this.commitCallbacks.forEach((cb) => cb(messages));
         messages.length = 0;
     }
@@ -514,7 +513,7 @@ class App {
     }
     /**
      * start buffering messages without starting the actual session, which gives
-     * user 30 seconds to "activate" and record session by calling `start()` on conditional trigger
+     * user 30 seconds to "activate" and record session by calling `start()` on conditional trigger,
      * and we will then send buffered batch, so it won't get lost
      * */
     async coldStart(startOpts = {}, conditional) {
@@ -640,7 +639,7 @@ class App {
     /**
      * Saves the captured messages in localStorage (or whatever is used in its place)
      *
-     * Then when this.offlineRecording is called, it will preload this messages and clear the storage item
+     * Then, when this.offlineRecording is called, it will preload this messages and clear the storage item
      *
      * Keeping the size of local storage reasonable is up to the end users of this library
      * */
@@ -663,14 +662,14 @@ class App {
      * Uploads the stored session buffer to backend
      * @returns promise that resolves once messages are loaded, it has to be awaited
      * so the session can be uploaded properly
-     * @resolve {boolean} - if messages were loaded successfully
+     * @resolve - if messages were loaded in service worker successfully
      * @reject {string} - error message
      * */
     async uploadOfflineRecording() {
         var _a, _b;
         this.stop(false);
         const timestamp = (0, utils_js_1.now)();
-        (_a = this.worker) === null || _a === void 0 ? void 0 : _a.postMessage({
+        (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.processMessage({
             type: 'start',
             pageNo: this.session.incPageNo(),
             ingestPoint: this.options.ingestPoint,
@@ -689,8 +688,7 @@ class App {
                 jsHeapSizeLimit: performance_js_1.jsHeapSizeLimit, timezone: getTimezone() })),
         });
         const { token, userBrowser, userCity, userCountry, userDevice, userOS, userState, beaconSizeLimit, projectID, } = await r.json();
-        (_b = this.worker) === null || _b === void 0 ? void 0 : _b.postMessage({
-            type: 'auth',
+        (_b = this.workerManager) === null || _b === void 0 ? void 0 : _b.authorizeWorker({
             token,
             beaconSizeLimit,
         });
@@ -710,11 +708,12 @@ class App {
         this.clearBuffers();
     }
     _start(startOpts = {}, resetByWorker = false, conditionName) {
+        var _a;
         const isColdStart = this.activityState === ActivityState.ColdStart;
         if (isColdStart && this.coldInterval) {
             clearInterval(this.coldInterval);
         }
-        if (!this.worker) {
+        if (!this.workerManager) {
             const reason = 'No worker found: perhaps, CSP is not set.';
             this.signalError(reason, []);
             return Promise.resolve(UnsuccessfulStart(reason));
@@ -741,7 +740,7 @@ class App {
             metadata: startOpts.metadata,
         });
         const timestamp = (0, utils_js_1.now)();
-        this.worker.postMessage({
+        (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.startWorker({
             type: 'start',
             pageNo: this.session.incPageNo(),
             ingestPoint: this.options.ingestPoint,
@@ -777,8 +776,8 @@ class App {
             }
         })
             .then(async (r) => {
-            var _a;
-            if (!this.worker) {
+            var _a, _b;
+            if (!this.workerManager) {
                 const reason = 'no worker found after start request (this might not happen)';
                 this.signalError(reason, []);
                 return Promise.reject(reason);
@@ -818,8 +817,7 @@ class App {
                 timestamp: startTimestamp || timestamp,
                 projectID,
             });
-            this.worker.postMessage({
-                type: 'auth',
+            (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.authorizeWorker({
                 token,
                 beaconSizeLimit,
             });
@@ -841,7 +839,7 @@ class App {
             this.activityState = ActivityState.Active;
             if (canvasEnabled) {
                 this.canvasRecorder =
-                    (_a = this.canvasRecorder) !== null && _a !== void 0 ? _a : new canvas_js_1.default(this, {
+                    (_b = this.canvasRecorder) !== null && _b !== void 0 ? _b : new canvas_js_1.default(this, {
                         fps: canvasFPS,
                         quality: canvasQuality,
                         isDebug: this.options.__save_canvas_locally,
@@ -948,7 +946,7 @@ class App {
     }
     forceFlushBatch() {
         var _a;
-        (_a = this.worker) === null || _a === void 0 ? void 0 : _a.postMessage('forceFlushBatch');
+        (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.processMessage({ type: 'forceFlushBatch' });
     }
     getTabId() {
         return this.session.getTabId();
@@ -975,7 +973,7 @@ class App {
         };
     }
     stop(stopWorker = true) {
-        var _a;
+        var _a, _b;
         if (this.activityState !== ActivityState.NotActive) {
             try {
                 this.attributeSender.clear();
@@ -986,10 +984,10 @@ class App {
                 this.stopCallbacks.forEach((cb) => cb());
                 this.debug.log('OpenReplay tracking stopped.');
                 this.tagWatcher.clear();
-                if (this.worker && stopWorker) {
-                    this.worker.postMessage('stop');
+                if (this.workerManager && stopWorker) {
+                    (_a = this.workerManager) === null || _a === void 0 ? void 0 : _a.stopWorker();
                 }
-                (_a = this.canvasRecorder) === null || _a === void 0 ? void 0 : _a.clear();
+                (_b = this.canvasRecorder) === null || _b === void 0 ? void 0 : _b.clear();
             }
             finally {
                 this.activityState = ActivityState.NotActive;

package/cjs/app/workerManager/QueueSender.d.ts

@@ -0,0 +1,23 @@
+export default class QueueSender {
+    private readonly onUnauthorised;
+    private readonly onFailure;
+    private readonly MAX_ATTEMPTS_COUNT;
+    private readonly ATTEMPT_TIMEOUT;
+    private readonly onCompress?;
+    private attemptsCount;
+    private busy;
+    private readonly queue;
+    private readonly ingestURL;
+    private token;
+    private readonly isCompressing;
+    constructor(ingestBaseURL: string, onUnauthorised: () => any, onFailure: (reason: string) => any, MAX_ATTEMPTS_COUNT?: number, ATTEMPT_TIMEOUT?: number, onCompress?: ((batch: Uint8Array) => any) | undefined);
+    getQueueStatus(): boolean;
+    authorise(token: string): void;
+    push(batch: Uint8Array): void;
+    private sendNext;
+    private retry;
+    private sendBatch;
+    sendCompressed(batch: Uint8Array): void;
+    sendUncompressed(batch: Uint8Array): void;
+    clean(): void;
+}

package/cjs/app/workerManager/QueueSender.js

@@ -0,0 +1,126 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const INGEST_PATH = '/v1/web/i';
+const KEEPALIVE_SIZE_LIMIT = 64 << 10; // 64 kB
+class QueueSender {
+    constructor(ingestBaseURL, onUnauthorised, onFailure, MAX_ATTEMPTS_COUNT = 10, ATTEMPT_TIMEOUT = 1000, onCompress) {
+        this.onUnauthorised = onUnauthorised;
+        this.onFailure = onFailure;
+        this.MAX_ATTEMPTS_COUNT = MAX_ATTEMPTS_COUNT;
+        this.ATTEMPT_TIMEOUT = ATTEMPT_TIMEOUT;
+        this.onCompress = onCompress;
+        this.attemptsCount = 0;
+        this.busy = false;
+        this.queue = [];
+        this.token = null;
+        this.ingestURL = ingestBaseURL + INGEST_PATH;
+        this.isCompressing = onCompress !== undefined;
+    }
+    getQueueStatus() {
+        return this.queue.length === 0 && !this.busy;
+    }
+    authorise(token) {
+        this.token = token;
+        if (!this.busy) {
+            // TODO: transparent busy/send logic
+            this.sendNext();
+        }
+    }
+    push(batch) {
+        if (this.busy || !this.token) {
+            this.queue.push(batch);
+        }
+        else {
+            this.busy = true;
+            if (this.isCompressing && this.onCompress) {
+                this.onCompress(batch);
+            }
+            else {
+                this.sendBatch(batch);
+            }
+        }
+    }
+    sendNext() {
+        const nextBatch = this.queue.shift();
+        if (nextBatch) {
+            this.busy = true;
+            if (this.isCompressing && this.onCompress) {
+                this.onCompress(nextBatch);
+            }
+            else {
+                this.sendBatch(nextBatch);
+            }
+        }
+        else {
+            this.busy = false;
+        }
+    }
+    retry(batch, isCompressed) {
+        if (this.attemptsCount >= this.MAX_ATTEMPTS_COUNT) {
+            this.onFailure(`Failed to send batch after ${this.attemptsCount} attempts.`);
+            // remains this.busy === true
+            return;
+        }
+        this.attemptsCount++;
+        setTimeout(() => this.sendBatch(batch, isCompressed), this.ATTEMPT_TIMEOUT * this.attemptsCount);
+    }
+    // would be nice to use Beacon API, but it is not available in WebWorker
+    sendBatch(batch, isCompressed) {
+        this.busy = true;
+        const headers = {
+            Authorization: `Bearer ${this.token}`,
+        };
+        if (isCompressed) {
+            headers['Content-Encoding'] = 'gzip';
+        }
+        /**
+         * sometimes happen during assist connects for some reason
+         * */
+        if (this.token === null) {
+            setTimeout(() => {
+                this.sendBatch(batch, isCompressed);
+            }, 500);
+            return;
+        }
+        fetch(this.ingestURL, {
+            body: batch,
+            method: 'POST',
+            headers,
+            keepalive: batch.length < KEEPALIVE_SIZE_LIMIT,
+        })
+            .then((r) => {
+            if (r.status === 401) {
+                // TODO: continuous session ?
+                this.busy = false;
+                this.onUnauthorised();
+                return;
+            }
+            else if (r.status >= 400) {
+                this.retry(batch, isCompressed);
+                return;
+            }
+            // Success
+            this.attemptsCount = 0;
+            this.sendNext();
+        })
+            .catch((e) => {
+            console.warn('OpenReplay:', e);
+            this.retry(batch, isCompressed);
+        });
+    }
+    sendCompressed(batch) {
+        this.sendBatch(batch, true);
+    }
+    sendUncompressed(batch) {
+        this.sendBatch(batch, false);
+    }
+    clean() {
+        // sending last batch and closing the shop
+        this.sendNext();
+        setTimeout(() => {
+            this.token = null;
+            this.queue.length = 0;
+        }, 10);
+    }
+}
+exports.default = QueueSender;

package/cjs/app/workerManager/index.d.ts

@@ -0,0 +1,37 @@
+import { FromWorkerData, ToWorkerData, WorkerAuth, WorkerStart } from '../../common/interaction.js';
+import App from '../index.js';
+import QueueSender from './QueueSender.js';
+declare enum WorkerStatus {
+    NotActive = 0,
+    Starting = 1,
+    Stopping = 2,
+    Active = 3,
+    Stopped = 4
+}
+interface TypedWorker extends Omit<Worker, 'postMessage'> {
+    postMessage(data: ToWorkerData): void;
+}
+declare class WebWorkerManager {
+    private readonly app;
+    private readonly worker;
+    private readonly onError;
+    sendIntervalID: ReturnType<typeof setInterval> | null;
+    restartTimeoutID: ReturnType<typeof setTimeout> | null;
+    workerStatus: WorkerStatus;
+    sender: QueueSender | null;
+    constructor(app: App, worker: TypedWorker, onError: (ctx: string, e: any) => any);
+    finalize: () => void;
+    resetWebWorker: () => void;
+    resetSender: () => void;
+    reset: () => void;
+    initiateRestart: () => void;
+    initiateFailure: (reason: string) => void;
+    processMessage: (data: ToWorkerData | null) => void;
+    startWorker: (data: WorkerStart) => void;
+    stopWorker: () => void;
+    authorizeWorker: (data: WorkerAuth) => void;
+    sendCompressedBatch: (data: Uint8Array) => void;
+    sendUncompressedBatch: (data: Uint8Array) => void;
+    postMessage: (data: FromWorkerData) => void;
+}
+export default WebWorkerManager;