@blitzbrowser/blitzbrowser 1.0.0

package/dist/controllers/cdp.controller.js

@@ -0,0 +1,122 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _CDPController_instances, _a, _CDPController_logger, _CDPController_parseConnectionOptionQueryParams;
+var CDPController_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CDPController = exports.USER_DATA_READ_ONLY_QUERY_PARAM = exports.USER_DATA_ID_QUERY_PARAM = exports.TIMEZONE_QUERY_PARAM = exports.PROXY_URL_QUERY_PARAM = void 0;
+const common_1 = require("@nestjs/common");
+const core_1 = require("@nestjs/core");
+const browser_instance_component_1 = require("../components/browser-instance.component");
+const browser_pool_service_1 = require("../services/browser-pool.service");
+const ws_1 = require("ws");
+const zod_1 = require("zod");
+const tunnel_1 = require("@blitzbrowser/tunnel");
+exports.PROXY_URL_QUERY_PARAM = 'proxyUrl';
+exports.TIMEZONE_QUERY_PARAM = 'timezone';
+exports.USER_DATA_ID_QUERY_PARAM = 'userDataId';
+exports.USER_DATA_READ_ONLY_QUERY_PARAM = 'userDataReadOnly';
+const ConnectionOptionQueryParams = zod_1.default.object({
+    proxy_url: zod_1.default.url().optional(),
+    timezone: zod_1.default.string().optional(),
+    user_data_id: zod_1.default.string().optional(),
+    user_data_read_only: zod_1.default.boolean().optional().default(false),
+});
+let CDPController = CDPController_1 = _a = class CDPController {
+    constructor(browser_pool_service, http_adapter_host) {
+        _CDPController_instances.add(this);
+        this.browser_pool_service = browser_pool_service;
+        this.http_adapter_host = http_adapter_host;
+        _CDPController_logger.set(this, new common_1.Logger(CDPController_1.name));
+    }
+    async onModuleInit() {
+        const websocket_server = new ws_1.WebSocketServer({ server: this.http_adapter_host.httpAdapter.getHttpServer() });
+        websocket_server.on('connection', (cdp_websocket_client, req) => {
+            try {
+                const url = new URL(`http://127.0.0.1${req.url}`);
+                const parsed_connection_options = __classPrivateFieldGet(this, _CDPController_instances, "m", _CDPController_parseConnectionOptionQueryParams).call(this, url);
+                if (!parsed_connection_options.success) {
+                    cdp_websocket_client.close(CDPController_1.BAD_REQUEST_CODE, parsed_connection_options.error.message.trim());
+                    return;
+                }
+                const browser_instance = this.browser_pool_service.createBrowserInstance();
+                const tunnel = new tunnel_1.Tunnel();
+                tunnel.on('message', message => {
+                    if (message.channel_id === browser_instance_component_1.BrowserInstance.CDP_CHANNEL_ID) {
+                        cdp_websocket_client.send(message.data.toString('utf8'), { binary: false });
+                    }
+                });
+                tunnel.once('closed', () => {
+                    cdp_websocket_client.close();
+                });
+                cdp_websocket_client.on('message', message => {
+                    tunnel.receiveMessage(tunnel_1.Message.of(browser_instance_component_1.BrowserInstance.CDP_CHANNEL_ID, message.toString('utf8')));
+                });
+                const ping_interval_id = setInterval(() => {
+                    cdp_websocket_client.ping();
+                }, 3000);
+                cdp_websocket_client.on('close', () => {
+                    clearInterval(ping_interval_id);
+                    tunnel.close();
+                });
+                cdp_websocket_client.on('error', err => {
+                    __classPrivateFieldGet(this, _CDPController_logger, "f").error(`Error with cdp websocket.`, err?.stack || err);
+                });
+                browser_instance.connectTunnel(tunnel);
+                tunnel.receiveMessage(tunnel_1.Message.of(browser_instance_component_1.BrowserInstance.EVENT_CHANNEL_ID, JSON.stringify({
+                    type: 'CONNECTION_OPTIONS',
+                    options: {
+                        ...parsed_connection_options.data
+                    }
+                })));
+                __classPrivateFieldGet(this, _CDPController_logger, "f").log('Sent connection options');
+            }
+            catch (e) {
+                __classPrivateFieldGet(this, _CDPController_logger, "f").error(`Error while handling client websocket.`, e?.stack || e);
+                cdp_websocket_client.close(CDPController_1.INTERNAL_SERVER_ERROR_CODE, e?.stack || e);
+                return;
+            }
+        });
+        websocket_server.once('close', () => {
+            this.browser_pool_service.shutdown();
+        });
+        websocket_server.once('error', (err) => {
+            __classPrivateFieldGet(this, _CDPController_logger, "f").error('Error with server websocket.', err?.stack || err);
+            this.browser_pool_service.shutdown();
+        });
+    }
+    getQueryParamValue(param, url) {
+        return url.searchParams.has(param) ? url.searchParams.get(param) : undefined;
+    }
+};
+exports.CDPController = CDPController;
+_CDPController_logger = new WeakMap();
+_CDPController_instances = new WeakSet();
+_CDPController_parseConnectionOptionQueryParams = function _CDPController_parseConnectionOptionQueryParams(url) {
+    return ConnectionOptionQueryParams.safeParse({
+        timezone: this.getQueryParamValue(exports.TIMEZONE_QUERY_PARAM, url),
+        proxy_url: this.getQueryParamValue(exports.PROXY_URL_QUERY_PARAM, url),
+        user_data_id: this.getQueryParamValue(exports.USER_DATA_ID_QUERY_PARAM, url),
+        user_data_read_only: this.getQueryParamValue(exports.USER_DATA_READ_ONLY_QUERY_PARAM, url)?.toLowerCase() === 'true',
+    });
+};
+CDPController.INTERNAL_SERVER_ERROR_CODE = 4000;
+CDPController.BAD_REQUEST_CODE = 4002;
+exports.CDPController = CDPController = CDPController_1 = __decorate([
+    (0, common_1.Controller)(),
+    __metadata("design:paramtypes", [browser_pool_service_1.BrowserPoolService,
+        core_1.HttpAdapterHost])
+], CDPController);
+//# sourceMappingURL=cdp.controller.js.map

package/dist/controllers/cdp.controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdp.controller.js","sourceRoot":"","sources":["../../src/controllers/cdp.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAAkE;AAClE,uCAA+C;AAE/C,yFAAoG;AACpG,2EAAuE;AACvE,2BAAqC;AACrC,6BAAoB;AACpB,iDAAuD;AAE1C,QAAA,qBAAqB,GAAG,UAAU,CAAC;AACnC,QAAA,oBAAoB,GAAG,UAAU,CAAC;AAClC,QAAA,wBAAwB,GAAG,YAAY,CAAC;AACxC,QAAA,+BAA+B,GAAG,kBAAkB,CAAC;AAElE,MAAM,2BAA2B,GAAG,aAAC,CAAC,MAAM,CAAC;IAC3C,SAAS,EAAE,aAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,YAAY,EAAE,aAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACnC,mBAAmB,EAAE,aAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CAC3D,CAAC,CAAC;AAKI,IAAM,aAAa,0BAAnB,MAAM,aAAa;IAOxB,YACmB,oBAAwC,EACxC,iBAAkC;;QADlC,yBAAoB,GAApB,oBAAoB,CAAoB;QACxC,sBAAiB,GAAjB,iBAAiB,CAAiB;QAJ5C,gCAAU,IAAI,eAAM,CAAC,eAAa,CAAC,IAAI,CAAC,EAAC;IAK9C,CAAC;IAEL,KAAK,CAAC,YAAY;QAChB,MAAM,gBAAgB,GAAG,IAAI,oBAAe,CAAC,EAAE,MAAM,EAAG,IAAI,CAAC,iBAAiB,CAAC,WAA8B,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;QAEjI,gBAAgB,CAAC,EAAE,CAAC,YAAY,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE,EAAE;YAC9D,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,mBAAmB,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC;gBAClD,MAAM,yBAAyB,GAAG,uBAAA,IAAI,iFAAkC,MAAtC,IAAI,EAAmC,GAAG,CAAC,CAAC;gBAE9E,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,CAAC;oBACvC,oBAAoB,CAAC,KAAK,CAAC,eAAa,CAAC,gBAAgB,EAAE,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;oBAC3G,OAAO;gBACT,CAAC;gBAED,MAAM,gBAAgB,GAAG,IAAI,CAAC,oBAAoB,CAAC,qBAAqB,EAAE,CAAC;gBAE3E,MAAM,MAAM,GAAG,IAAI,eAAM,EAAE,CAAC;gBAE5B,MAAM,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;oBAC7B,IAAI,OAAO,CAAC,UAAU,KAAK,4CAAe,CAAC,cAAc,EAAE,CAAC;wBAC1D,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;oBAC9E,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,EAAE;oBACzB,oBAAoB,CAAC,KAAK,EAAE,CAAC;gBAC/B,CAAC,CAAC,CAAA;gBAEF,oBAAoB,CAAC,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE;oBAC3C,MAAM,CAAC,cAAc,CAAC,gBAAO,CAAC,EAAE,CAAC,4CAAe,CAAC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC9F,CAAC,CAAC,CAAC;gBAEH,MAAM,gBAAgB,GAAG,WAAW,CAAC,GAAG,EAAE;oBACxC,oBAAoB,CAAC,IAAI,EAAE,CAAC;gBAC9B,CAAC,EAAE,IAAI,CAAC,CAAC;gBAET,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACpC,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBAChC,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,CAAC,CAAC,CAAC;gBAEH,oBAAoB,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE;oBACrC,uBAAA,IAAI,6BAAQ,CAAC,KAAK,CAAC,2BAA2B,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,CAAC,CAAC;gBACrE,CAAC,CAAC,CAAC;gBAEH,gBAAgB,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBAEvC,MAAM,CAAC,cAAc,CAAC,gBAAO,CAAC,EAAE,CAAC,4CAAe,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC;oBAChF,IAAI,EAAE,oBAAoB;oBAC1B,OAAO,EAAE;wBACP,GAAG,yBAAyB,CAAC,IAAI;qBAClC;iBAC+B,CAAC,CAAC,CAAC,CAAC;gBAEtC,uBAAA,IAAI,6BAAQ,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;YAC9C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,uBAAA,IAAI,6BAAQ,CAAC,KAAK,CAAC,wCAAwC,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAA;gBAE3E,oBAAoB,CAAC,KAAK,CAAC,eAAa,CAAC,0BAA0B,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;gBACpF,OAAO;YACT,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE;YAClC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,gBAAgB,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YACrC,uBAAA,IAAI,6BAAQ,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,EAAE,KAAK,IAAI,GAAG,CAAC,CAAC;YACtE,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC;QACvC,CAAC,CAAC,CAAC;IACL,CAAC;IAWO,kBAAkB,CAAC,KAAa,EAAE,GAAQ;QAChD,OAAO,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/E,CAAC;;AA/FU,sCAAa;;;2GAoFU,GAAQ;IACxC,OAAO,2BAA2B,CAAC,SAAS,CAAC;QAC3C,QAAQ,EAAE,IAAI,CAAC,kBAAkB,CAAC,4BAAoB,EAAE,GAAG,CAAC;QAC5D,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,6BAAqB,EAAE,GAAG,CAAC;QAC9D,YAAY,EAAE,IAAI,CAAC,kBAAkB,CAAC,gCAAwB,EAAE,GAAG,CAAC;QACpE,mBAAmB,EAAE,IAAI,CAAC,kBAAkB,CAAC,uCAA+B,EAAE,GAAG,CAAC,EAAE,WAAW,EAAE,KAAK,MAAM;KAC7G,CAAC,CAAC;AACL,CAAC;AAzFe,wCAA0B,GAAG,IAAI,AAAP,CAAQ;AAClC,8BAAgB,GAAG,IAAI,AAAP,CAAQ;wBAH7B,aAAa;IADzB,IAAA,mBAAU,GAAE;qCAS8B,yCAAkB;QACrB,sBAAe;GAT1C,aAAa,CAiGzB"}

package/dist/controllers/pool-status.controller.d.ts

@@ -0,0 +1,10 @@
+import { BrowserPoolService } from 'src/services/browser-pool.service';
+export declare class PoolStatusController {
+    private readonly pool_service;
+    constructor(pool_service: BrowserPoolService);
+    getStatus(): {
+        sigterm_received: boolean;
+        browsers_running: number;
+        max_browsers: number;
+    };
+}

package/dist/controllers/pool-status.controller.js

@@ -0,0 +1,38 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PoolStatusController = void 0;
+const common_1 = require("@nestjs/common");
+const browser_pool_service_1 = require("../services/browser-pool.service");
+let PoolStatusController = class PoolStatusController {
+    constructor(pool_service) {
+        this.pool_service = pool_service;
+    }
+    getStatus() {
+        return {
+            sigterm_received: this.pool_service.sigterm_received,
+            browsers_running: this.pool_service.nb_browser_instances_alive,
+            max_browsers: this.pool_service.max_browser_instances,
+        };
+    }
+};
+exports.PoolStatusController = PoolStatusController;
+__decorate([
+    (0, common_1.Get)(),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", []),
+    __metadata("design:returntype", void 0)
+], PoolStatusController.prototype, "getStatus", null);
+exports.PoolStatusController = PoolStatusController = __decorate([
+    (0, common_1.Controller)('/status'),
+    __metadata("design:paramtypes", [browser_pool_service_1.BrowserPoolService])
+], PoolStatusController);
+//# sourceMappingURL=pool-status.controller.js.map

package/dist/controllers/pool-status.controller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pool-status.controller.js","sourceRoot":"","sources":["../../src/controllers/pool-status.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAiD;AACjD,2EAAuE;AAGhE,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAE/B,YAA6B,YAAgC;QAAhC,iBAAY,GAAZ,YAAY,CAAoB;IAAI,CAAC;IAGlE,SAAS;QACP,OAAO;YACL,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,gBAAgB;YACpD,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,0BAA0B;YAC9D,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,qBAAqB;SACtD,CAAC;IACJ,CAAC;CAEF,CAAA;AAbY,oDAAoB;AAK/B;IADC,IAAA,YAAG,GAAE;;;;qDAOL;+BAXU,oBAAoB;IADhC,IAAA,mBAAU,EAAC,SAAS,CAAC;qCAGuB,yCAAkB;GAFlD,oBAAoB,CAahC"}

package/dist/main.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/main.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const core_1 = require("@nestjs/core");
+const app_module_1 = require("./app.module");
+async function bootstrap() {
+    const app = await core_1.NestFactory.create(app_module_1.AppModule);
+    await app.listen(process.env.PORT || 9999);
+}
+bootstrap();
+//# sourceMappingURL=main.js.map

package/dist/main.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"main.js","sourceRoot":"","sources":["../src/main.ts"],"names":[],"mappings":";;AAAA,uCAA2C;AAC3C,6CAAyC;AAEzC,KAAK,UAAU,SAAS;IACtB,MAAM,GAAG,GAAG,MAAM,kBAAW,CAAC,MAAM,CAAC,sBAAS,CAAC,CAAC;IAChD,MAAM,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,EAAE,CAAC"}

package/dist/services/browser-pool.service.d.ts

@@ -0,0 +1,36 @@
+import { OnModuleInit } from '@nestjs/common';
+import { BrowserInstance } from 'src/components/browser-instance.component';
+import * as EventEmitter from 'events';
+import { ModuleRef } from '@nestjs/core';
+type PoolServiceEvents = {
+    browser_instance_created: [BrowserInstance];
+};
+export interface BrowserPoolStatus {
+    id: string;
+    started_at: string;
+    max_browser_instances: number;
+    tags: {
+        [key: string]: string;
+    };
+}
+export declare class BrowserPoolService extends EventEmitter<PoolServiceEvents> implements OnModuleInit {
+    #private;
+    private readonly module_ref;
+    private readonly logger;
+    readonly max_browser_instances: number;
+    constructor(module_ref: ModuleRef);
+    get status(): BrowserPoolStatus;
+    get id(): string;
+    get started_at(): string;
+    get tags(): {
+        [key: string]: string;
+    };
+    get sigterm_received(): boolean;
+    get nb_browser_instances_alive(): number;
+    get browser_instances(): BrowserInstance[];
+    onModuleInit(): Promise<void>;
+    getBrowserInstanceById(id: string): BrowserInstance | undefined;
+    createBrowserInstance(id?: string): BrowserInstance;
+    shutdown(): Promise<void>;
+}
+export {};

package/dist/services/browser-pool.service.js

@@ -0,0 +1,128 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _BrowserPoolService_id, _BrowserPoolService_started_at, _BrowserPoolService_tags, _BrowserPoolService_browser_instances, _BrowserPoolService_sigterm_received;
+var BrowserPoolService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BrowserPoolService = void 0;
+const common_1 = require("@nestjs/common");
+const browser_instance_component_1 = require("../components/browser-instance.component");
+const EventEmitter = require("events");
+const core_1 = require("@nestjs/core");
+let BrowserPoolService = BrowserPoolService_1 = class BrowserPoolService extends EventEmitter {
+    constructor(module_ref) {
+        super();
+        this.module_ref = module_ref;
+        this.logger = new common_1.Logger(BrowserPoolService_1.name);
+        _BrowserPoolService_id.set(this, crypto.randomUUID());
+        _BrowserPoolService_started_at.set(this, new Date().toISOString());
+        _BrowserPoolService_tags.set(this, {});
+        this.max_browser_instances = parseInt(process.env.MAX_BROWSER_INSTANCES);
+        _BrowserPoolService_browser_instances.set(this, new Map());
+        _BrowserPoolService_sigterm_received.set(this, false);
+        (process.env.TAGS || '').split(',').forEach(tag => {
+            const [key, value] = tag.split('=');
+            __classPrivateFieldGet(this, _BrowserPoolService_tags, "f")[key] = value;
+        });
+    }
+    get status() {
+        return {
+            id: __classPrivateFieldGet(this, _BrowserPoolService_id, "f"),
+            started_at: __classPrivateFieldGet(this, _BrowserPoolService_started_at, "f"),
+            max_browser_instances: this.max_browser_instances,
+            tags: __classPrivateFieldGet(this, _BrowserPoolService_tags, "f")
+        };
+    }
+    get id() {
+        return __classPrivateFieldGet(this, _BrowserPoolService_id, "f");
+    }
+    get started_at() {
+        return __classPrivateFieldGet(this, _BrowserPoolService_started_at, "f");
+    }
+    get tags() {
+        return __classPrivateFieldGet(this, _BrowserPoolService_tags, "f");
+    }
+    get sigterm_received() {
+        return __classPrivateFieldGet(this, _BrowserPoolService_sigterm_received, "f");
+    }
+    get nb_browser_instances_alive() {
+        return __classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").size;
+    }
+    get browser_instances() {
+        return [...__classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").values()];
+    }
+    async onModuleInit() {
+        process.on('SIGTERM', () => {
+            this.logger.log('SIGTERM received');
+            this.shutdown();
+        });
+    }
+    getBrowserInstanceById(id) {
+        return __classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").get(id);
+    }
+    createBrowserInstance(id = crypto.randomUUID()) {
+        if (this.sigterm_received) {
+            this.logger.log(`Can't create new browser instance. Sigterm has been received.`);
+            return;
+        }
+        const browser_instance = new browser_instance_component_1.BrowserInstance(id, this.module_ref);
+        this.logger.log(`Created browser instance ${browser_instance.id}.`);
+        this.emit('browser_instance_created', browser_instance);
+        browser_instance.on('terminated', () => {
+            this.logger.log(`Browser instance ${browser_instance.id} terminated. Removing from pool.`);
+            __classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").delete(browser_instance.id);
+        });
+        __classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").set(browser_instance.id, browser_instance);
+        return browser_instance;
+    }
+    async shutdown() {
+        if (__classPrivateFieldGet(this, _BrowserPoolService_sigterm_received, "f")) {
+            return;
+        }
+        __classPrivateFieldSet(this, _BrowserPoolService_sigterm_received, true, "f");
+        this.logger.log('Shutdown requested.');
+        for (const browser_instance of __classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").values()) {
+            if (browser_instance.in_use) {
+                continue;
+            }
+            await browser_instance.close();
+        }
+        setInterval(async () => {
+            if (__classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").size !== 0) {
+                this.logger.log(`Waiting for ${__classPrivateFieldGet(this, _BrowserPoolService_browser_instances, "f").size} browser instance(s) to close.`);
+                return;
+            }
+            this.logger.log(`All browser instances are closed.`);
+            process.exit(0);
+        }, 200);
+    }
+};
+exports.BrowserPoolService = BrowserPoolService;
+_BrowserPoolService_id = new WeakMap();
+_BrowserPoolService_started_at = new WeakMap();
+_BrowserPoolService_tags = new WeakMap();
+_BrowserPoolService_browser_instances = new WeakMap();
+_BrowserPoolService_sigterm_received = new WeakMap();
+exports.BrowserPoolService = BrowserPoolService = BrowserPoolService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [core_1.ModuleRef])
+], BrowserPoolService);
+//# sourceMappingURL=browser-pool.service.js.map

package/dist/services/browser-pool.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"browser-pool.service.js","sourceRoot":"","sources":["../../src/services/browser-pool.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2CAAkE;AAClE,yFAA4E;AAC5E,uCAAuC;AACvC,uCAAyC;AAclC,IAAM,kBAAkB,0BAAxB,MAAM,kBAAmB,SAAQ,YAA+B;IAcrE,YACmB,UAAqB;QAEtC,KAAK,EAAE,CAAC;QAFS,eAAU,GAAV,UAAU,CAAW;QAbvB,WAAM,GAAG,IAAI,eAAM,CAAC,oBAAkB,CAAC,IAAI,CAAC,CAAC;QAErD,iCAAc,MAAM,CAAC,UAAU,EAAE,EAAC;QAClC,yCAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAC;QACvC,mCAAoC,EAAE,EAAC;QAEvC,0BAAqB,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEpE,gDAAqB,IAAI,GAAG,EAA2B,EAAC;QAEjE,+CAA6B,KAAK,EAAC;QAOjC,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAChD,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAEpC,uBAAA,IAAI,gCAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QAC1B,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,MAAM;QACR,OAAO;YACL,EAAE,EAAE,uBAAA,IAAI,8BAAI;YACZ,UAAU,EAAE,uBAAA,IAAI,sCAAY;YAC5B,qBAAqB,EAAE,IAAI,CAAC,qBAAqB;YACjD,IAAI,EAAE,uBAAA,IAAI,gCAAM;SACjB,CAAC;IACJ,CAAC;IAED,IAAI,EAAE;QACJ,OAAO,uBAAA,IAAI,8BAAI,CAAC;IAClB,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,uBAAA,IAAI,sCAAY,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,uBAAA,IAAI,gCAAM,CAAC;IACpB,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,uBAAA,IAAI,4CAAkB,CAAC;IAChC,CAAC;IAED,IAAI,0BAA0B;QAC5B,OAAO,uBAAA,IAAI,6CAAmB,CAAC,IAAI,CAAC;IACtC,CAAC;IAED,IAAI,iBAAiB;QACnB,OAAO,CAAC,GAAG,uBAAA,IAAI,6CAAmB,CAAC,MAAM,EAAE,CAAC,CAAA;IAC9C,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;YACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,CAAC,CAAC,CAAC;IACL,CAAC;IAED,sBAAsB,CAAC,EAAU;QAC/B,OAAO,uBAAA,IAAI,6CAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,qBAAqB,CAAC,KAAa,MAAM,CAAC,UAAU,EAAE;QACpD,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+DAA+D,CAAC,CAAC;YACjF,OAAO;QACT,CAAC;QAED,MAAM,gBAAgB,GAAG,IAAI,4CAAe,CAAC,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAElE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,gBAAgB,CAAC,EAAE,GAAG,CAAC,CAAC;QAEpE,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,gBAAgB,CAAC,CAAC;QAExD,gBAAgB,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;YACrC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oBAAoB,gBAAgB,CAAC,EAAE,kCAAkC,CAAC,CAAC;YAC3F,uBAAA,IAAI,6CAAmB,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;QAEH,uBAAA,IAAI,6CAAmB,CAAC,GAAG,CAAC,gBAAgB,CAAC,EAAE,EAAE,gBAAgB,CAAC,CAAC;QAEnE,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,uBAAA,IAAI,4CAAkB,EAAE,CAAC;YAC3B,OAAO;QACT,CAAC;QAED,uBAAA,IAAI,wCAAqB,IAAI,MAAA,CAAC;QAE9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAEvC,KAAK,MAAM,gBAAgB,IAAI,uBAAA,IAAI,6CAAmB,CAAC,MAAM,EAAE,EAAE,CAAC;YAChE,IAAI,gBAAgB,CAAC,MAAM,EAAE,CAAC;gBAC5B,SAAS;YACX,CAAC;YAED,MAAM,gBAAgB,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;QAED,WAAW,CAAC,KAAK,IAAI,EAAE;YACrB,IAAI,uBAAA,IAAI,6CAAmB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,uBAAA,IAAI,6CAAmB,CAAC,IAAI,gCAAgC,CAAC,CAAC;gBAC7F,OAAO;YACT,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YAErD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC,EAAE,GAAG,CAAC,CAAC;IACV,CAAC;CAEF,CAAA;AAzHY,gDAAkB;;;;;;6BAAlB,kBAAkB;IAD9B,IAAA,mBAAU,GAAE;qCAgBoB,gBAAS;GAf7B,kBAAkB,CAyH9B"}

package/dist/services/timezone.service.d.ts

@@ -0,0 +1,6 @@
+export declare class TimezoneService {
+    #private;
+    private readonly logger;
+    getDefaultTimezone(): Promise<string>;
+    getProxyTimezone(proxy_url: string): Promise<string>;
+}

package/dist/services/timezone.service.js

@@ -0,0 +1,64 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var __classPrivateFieldSet = (this && this.__classPrivateFieldSet) || function (receiver, state, value, kind, f) {
+    if (kind === "m") throw new TypeError("Private method is not writable");
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a setter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot write private member to an object whose class did not declare it");
+    return (kind === "a" ? f.call(receiver, value) : f ? f.value = value : state.set(receiver, value)), value;
+};
+var _TimezoneService_default_timezone;
+var TimezoneService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TimezoneService = void 0;
+const common_1 = require("@nestjs/common");
+const axios_1 = require("axios");
+let TimezoneService = TimezoneService_1 = class TimezoneService {
+    constructor() {
+        this.logger = new common_1.Logger(TimezoneService_1.name);
+        _TimezoneService_default_timezone.set(this, void 0);
+    }
+    getDefaultTimezone() {
+        if (!__classPrivateFieldGet(this, _TimezoneService_default_timezone, "f")) {
+            __classPrivateFieldSet(this, _TimezoneService_default_timezone, new Promise(async (res) => {
+                res((await (await fetch('http://ip-api.com/json?fields=timezone')).json()).timezone);
+            }), "f");
+        }
+        return __classPrivateFieldGet(this, _TimezoneService_default_timezone, "f");
+    }
+    async getProxyTimezone(proxy_url) {
+        try {
+            const url = new URL(proxy_url);
+            const response = await axios_1.default.get('http://ip-api.com/json?fields=timezone', {
+                proxy: {
+                    protocol: url.protocol,
+                    host: url.hostname,
+                    port: parseInt(url.port),
+                    auth: {
+                        username: url.username,
+                        password: url.password,
+                    }
+                }
+            });
+            return response.data.timezone;
+        }
+        catch (e) {
+            this.logger.error(`Error while getting timezone.`, e);
+        }
+    }
+};
+exports.TimezoneService = TimezoneService;
+_TimezoneService_default_timezone = new WeakMap();
+exports.TimezoneService = TimezoneService = TimezoneService_1 = __decorate([
+    (0, common_1.Injectable)()
+], TimezoneService);
+//# sourceMappingURL=timezone.service.js.map

package/dist/services/timezone.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timezone.service.js","sourceRoot":"","sources":["../../src/services/timezone.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,iCAA0B;AAGnB,IAAM,eAAe,uBAArB,MAAM,eAAe;IAArB;QAEc,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;QAE3D,oDAAmC;IAiCvC,CAAC;IA/BG,kBAAkB;QACd,IAAI,CAAC,uBAAA,IAAI,yCAAkB,EAAE,CAAC;YAC1B,uBAAA,IAAI,qCAAqB,IAAI,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC/C,GAAG,CAAC,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,wCAAwC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;YACzF,CAAC,CAAC,MAAA,CAAC;QACP,CAAC;QAED,OAAO,uBAAA,IAAI,yCAAkB,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,SAAiB;QACpC,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/B,MAAM,QAAQ,GAAG,MAAM,eAAK,CAAC,GAAG,CAAC,wCAAwC,EAAE;gBACvE,KAAK,EAAE;oBACH,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,IAAI,EAAE,GAAG,CAAC,QAAQ;oBAClB,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC;oBACxB,IAAI,EAAE;wBACF,QAAQ,EAAE,GAAG,CAAC,QAAQ;wBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;qBACzB;iBACJ;aACJ,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC;QAClC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC;IACL,CAAC;CAEJ,CAAA;AArCY,0CAAe;;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;GACA,eAAe,CAqC3B"}

package/dist/services/user-data.service.d.ts

@@ -0,0 +1,15 @@
+import { S3Client } from "@aws-sdk/client-s3";
+export declare abstract class UserDataService {
+    #private;
+    abstract downloadUserData(id: string, user_data_folder: string): Promise<void>;
+    abstract uploadUserData(id: string, user_data_folder: string): Promise<void>;
+    protected tarUserDataFolder(user_data_folder: string): Promise<string>;
+    protected untarUserDataFolder(tar_file: string, user_data_folder: string): Promise<void>;
+}
+export declare class UserDataS3Service extends UserDataService {
+    private readonly s3_client;
+    private readonly logger;
+    constructor(s3_client: S3Client);
+    downloadUserData(id: string, user_data_folder: string): Promise<void>;
+    uploadUserData(id: string, user_data_folder: string): Promise<void>;
+}

package/dist/services/user-data.service.js

@@ -0,0 +1,107 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (receiver, state, kind, f) {
+    if (kind === "a" && !f) throw new TypeError("Private accessor was defined without a getter");
+    if (typeof state === "function" ? receiver !== state || !f : !state.has(receiver)) throw new TypeError("Cannot read private member from an object whose class did not declare it");
+    return kind === "m" ? f : kind === "a" ? f.call(receiver) : f ? f.value : state.get(receiver);
+};
+var _UserDataService_instances, _UserDataService_cleanUserDataFolder;
+var UserDataS3Service_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UserDataS3Service = exports.UserDataService = void 0;
+const client_s3_1 = require("@aws-sdk/client-s3");
+const common_1 = require("@nestjs/common");
+const fs = require("fs");
+const fsPromise = require("fs/promises");
+const zlib = require("zlib");
+const tar = require("tar");
+const limit_stream_1 = require("../transforms/limit-stream");
+class UserDataService {
+    constructor() {
+        _UserDataService_instances.add(this);
+    }
+    async tarUserDataFolder(user_data_folder) {
+        const tar_file = `${crypto.randomUUID()}.tar.gz`;
+        await __classPrivateFieldGet(this, _UserDataService_instances, "m", _UserDataService_cleanUserDataFolder).call(this, user_data_folder);
+        await tar.create({
+            gzip: true,
+            file: tar_file,
+            cwd: user_data_folder
+        }, ['.']);
+        return tar_file;
+    }
+    async untarUserDataFolder(tar_file, user_data_folder) {
+        await new Promise((res, rej) => {
+            fs.createReadStream(tar_file)
+                .pipe(zlib.createGunzip())
+                .pipe(new limit_stream_1.default(104857600))
+                .pipe(tar.extract({ cwd: user_data_folder }))
+                .on('finish', () => {
+                res(undefined);
+            })
+                .on('error', (err) => {
+                rej(err);
+            });
+        });
+        await __classPrivateFieldGet(this, _UserDataService_instances, "m", _UserDataService_cleanUserDataFolder).call(this, user_data_folder);
+    }
+}
+exports.UserDataService = UserDataService;
+_UserDataService_instances = new WeakSet(), _UserDataService_cleanUserDataFolder = async function _UserDataService_cleanUserDataFolder(user_data_folder) {
+    await Promise.allSettled([
+        fsPromise.rm(`${user_data_folder}/Default/Sessions`, { recursive: true, force: true }),
+        fsPromise.rm(`${user_data_folder}/SingletonLock`, { force: true }),
+        fsPromise.rm(`${user_data_folder}/SingletonCookie`, { force: true }),
+        fsPromise.rm(`${user_data_folder}/SingletonSocket`, { force: true }),
+    ]);
+};
+let UserDataS3Service = UserDataS3Service_1 = class UserDataS3Service extends UserDataService {
+    constructor(s3_client) {
+        super();
+        this.s3_client = s3_client;
+        this.logger = new common_1.Logger(UserDataS3Service_1.name);
+    }
+    async downloadUserData(id, user_data_folder) {
+        try {
+            const tar_file = `/tmp/${crypto.randomUUID()}`;
+            const response = await this.s3_client.send(new client_s3_1.GetObjectCommand({
+                Bucket: process.env.S3_USER_DATA_BUCKET,
+                Key: id,
+            }));
+            await fsPromise.writeFile(tar_file, await response.Body.transformToByteArray());
+            await this.untarUserDataFolder(tar_file, user_data_folder);
+            await fsPromise.rm(tar_file);
+            this.logger.log(`Downloaded user data ${id} folder:${user_data_folder}`);
+        }
+        catch (e) {
+            if (e.Code === 'NoSuchKey') {
+                return;
+            }
+            throw e;
+        }
+    }
+    async uploadUserData(id, user_data_folder) {
+        const tar_file = await this.tarUserDataFolder(user_data_folder);
+        await this.s3_client.send(new client_s3_1.PutObjectCommand({
+            Bucket: process.env.S3_USER_DATA_BUCKET,
+            Key: id,
+            Body: await fsPromise.readFile(tar_file)
+        }));
+        await fsPromise.rm(tar_file);
+        this.logger.log(`Uploaded user data ${id} folder:${user_data_folder}`);
+    }
+};
+exports.UserDataS3Service = UserDataS3Service;
+exports.UserDataS3Service = UserDataS3Service = UserDataS3Service_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [client_s3_1.S3Client])
+], UserDataS3Service);
+//# sourceMappingURL=user-data.service.js.map

package/dist/services/user-data.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"user-data.service.js","sourceRoot":"","sources":["../../src/services/user-data.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,kDAAkF;AAClF,2CAAoD;AACpD,yBAAyB;AACzB,yCAAyC;AACzC,6BAA6B;AAC7B,2BAA2B;AAC3B,6DAAsD;AAEtD,MAAsB,eAAe;IAArC;;IAqDA,CAAC;IA3Ca,KAAK,CAAC,iBAAiB,CAAC,gBAAwB;QACtD,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,UAAU,EAAE,SAAS,CAAC;QAEjD,MAAM,uBAAA,IAAI,wEAAqB,MAAzB,IAAI,EAAsB,gBAAgB,CAAC,CAAC;QAElD,MAAM,GAAG,CAAC,MAAM,CAAC;YACb,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,QAAQ;YACd,GAAG,EAAE,gBAAgB;SACxB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;QAEV,OAAO,QAAQ,CAAC;IACpB,CAAC;IAES,KAAK,CAAC,mBAAmB,CAAC,QAAgB,EAAE,gBAAwB;QAC1E,MAAM,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YAC3B,EAAE,CAAC,gBAAgB,CAAC,QAAQ,CAAC;iBACxB,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;iBACzB,IAAI,CAAC,IAAI,sBAAW,CAAC,SAAS,CAAC,CAAC;iBAChC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,CAAC,CAAC;iBAC5C,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACf,GAAG,CAAC,SAAS,CAAC,CAAC;YACnB,CAAC,CAAC;iBACD,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACjB,GAAG,CAAC,GAAG,CAAC,CAAC;YACb,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QACH,MAAM,uBAAA,IAAI,wEAAqB,MAAzB,IAAI,EAAsB,gBAAgB,CAAC,CAAC;IACtD,CAAC;CAeJ;AArDD,0CAqDC;mFATG,KAAK,+CAAsB,gBAAwB;IAC/C,MAAM,OAAO,CAAC,UAAU,CAAC;QACrB,SAAS,CAAC,EAAE,CAAC,GAAG,gBAAgB,mBAAmB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACtF,SAAS,CAAC,EAAE,CAAC,GAAG,gBAAgB,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAClE,SAAS,CAAC,EAAE,CAAC,GAAG,gBAAgB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACpE,SAAS,CAAC,EAAE,CAAC,GAAG,gBAAgB,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;KACvE,CAAC,CAAC;AACP,CAAC;AAKE,IAAM,iBAAiB,yBAAvB,MAAM,iBAAkB,SAAQ,eAAe;IAIlD,YACqB,SAAmB;QAEpC,KAAK,EAAE,CAAC;QAFS,cAAS,GAAT,SAAS,CAAU;QAHvB,WAAM,GAAG,IAAI,eAAM,CAAC,mBAAiB,CAAC,IAAI,CAAC,CAAC;IAM7D,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,EAAU,EAAE,gBAAwB;QACvD,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,QAAQ,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC;YAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,4BAAgB,CAAC;gBAC5D,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;gBACvC,GAAG,EAAE,EAAE;aACV,CAAC,CAAC,CAAC;YAEJ,MAAM,SAAS,CAAC,SAAS,CAAC,QAAQ,EAAE,MAAM,QAAQ,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC,CAAC;YAChF,MAAM,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;YAC3D,MAAM,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;YAE7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,EAAE,WAAW,gBAAgB,EAAE,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACzB,OAAO;YACX,CAAC;YAED,MAAM,CAAC,CAAC;QACZ,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,gBAAwB;QACrD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,gBAAgB,CAAC,CAAC;QAEhE,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,4BAAgB,CAAC;YAC3C,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB;YACvC,GAAG,EAAE,EAAE;YACP,IAAI,EAAE,MAAM,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;SAC3C,CAAC,CAAC,CAAC;QAEJ,MAAM,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QAE7B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,EAAE,WAAW,gBAAgB,EAAE,CAAC,CAAC;IAC3E,CAAC;CAEJ,CAAA;AA9CY,8CAAiB;4BAAjB,iBAAiB;IAD7B,IAAA,mBAAU,GAAE;qCAMuB,oBAAQ;GAL/B,iBAAiB,CA8C7B"}

package/dist/transforms/limit-stream.d.ts

@@ -0,0 +1,7 @@
+import { Transform, TransformCallback, TransformOptions } from 'stream';
+export default class LimitStream extends Transform {
+    private readonly byte_limit;
+    private bytes_processed;
+    constructor(byte_limit: number, options?: TransformOptions);
+    _transform(chunk: any, encoding: BufferEncoding, callback: TransformCallback): void;
+}

package/dist/transforms/limit-stream.js

@@ -0,0 +1,22 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const stream_1 = require("stream");
+class LimitStream extends stream_1.Transform {
+    constructor(byte_limit, options) {
+        super(options);
+        this.byte_limit = byte_limit;
+        this.bytes_processed = 0;
+    }
+    _transform(chunk, encoding, callback) {
+        this.bytes_processed += chunk.length;
+        if (this.bytes_processed > this.byte_limit) {
+            const error = new Error(`Decompression limit exceeded. Max size: ${this.byte_limit} bytes`);
+            this.destroy(error);
+            return callback(error);
+        }
+        this.push(chunk);
+        callback();
+    }
+}
+exports.default = LimitStream;
+//# sourceMappingURL=limit-stream.js.map

package/dist/transforms/limit-stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"limit-stream.js","sourceRoot":"","sources":["../../src/transforms/limit-stream.ts"],"names":[],"mappings":";;AAAA,mCAAwE;AAMxE,MAAqB,WAAY,SAAQ,kBAAS;IAI9C,YACqB,UAAkB,EACnC,OAA0B;QAE1B,KAAK,CAAC,OAAO,CAAC,CAAC;QAHE,eAAU,GAAV,UAAU,CAAQ;QAH/B,oBAAe,GAAG,CAAC,CAAC;IAO5B,CAAC;IAED,UAAU,CAAC,KAAU,EAAE,QAAwB,EAAE,QAA2B;QACxE,IAAI,CAAC,eAAe,IAAI,KAAK,CAAC,MAAM,CAAC;QAErC,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,2CAA2C,IAAI,CAAC,UAAU,QAAQ,CAAC,CAAC;YAC5F,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,QAAQ,EAAE,CAAC;IACf,CAAC;CACJ;AAvBD,8BAuBC"}