@browserless.io/browserless 2.8.0 → 2.10.0

package/src/shared/download.http.ts

@@ -72,11 +72,11 @@ export default class ChromiumDownloadPostRoute extends BrowserHTTPRoute {
         `.browserless.download.${id()}`,
       );
 
-      logger.log(`Generating a download directory at "${downloadPath}"`);
+      logger.info(`Generating a download directory at "${downloadPath}"`);
       await mkdir(downloadPath);
       const handler = functionHandler(config, logger, { downloadPath });
       const response = await handler(req, browser).catch((e) => {
-        logger.log(`Error running download code handler: "${e}"`);
+        logger.error(`Error running download code handler: "${e}"`);
         reject(e);
         return null;
       });
@@ -86,10 +86,10 @@ export default class ChromiumDownloadPostRoute extends BrowserHTTPRoute {
       }
 
       const { page } = response;
-      logger.log(`Download function has returned, finding downloads...`);
+      logger.info(`Download function has returned, finding downloads...`);
       async function checkIfDownloadComplete(): Promise<string | null> {
         if (res.headersSent) {
-          logger.log(
+          logger.trace(
             `Request headers have been sent, terminating download watch.`,
           );
           return null;
@@ -100,13 +100,13 @@ export default class ChromiumDownloadPostRoute extends BrowserHTTPRoute {
           return checkIfDownloadComplete();
         }
 
-        logger.log(`All files have finished downloading`);
+        logger.info(`All files have finished downloading`);
 
         return path.join(downloadPath, fileName);
       }
 
       const filePath = await checkIfDownloadComplete();
-      logger.log(`Closing pages.`);
+      logger.info(`Closing pages.`);
       page.close();
       page.removeAllListeners();
 
@@ -115,12 +115,12 @@ export default class ChromiumDownloadPostRoute extends BrowserHTTPRoute {
           filePath &&
           deleteAsync(filePath, { force: true })
             .then(() => {
-              logger.log(
+              logger.info(
                 `Successfully deleted downloads from disk at "${filePath}"`,
               );
             })
             .catch((err) => {
-              logger.log(
+              logger.error(
                 `Error cleaning up downloaded files: "${err}" at "${filePath}"`,
               );
             }),
@@ -147,7 +147,7 @@ export default class ChromiumDownloadPostRoute extends BrowserHTTPRoute {
           }
         })
         .on('end', () => {
-          logger.log(`Downloads successfully sent`);
+          logger.info(`Downloads successfully sent`);
           rmDownload();
           return resolve();
         })

package/src/shared/function.http.ts

@@ -65,7 +65,7 @@ export default class ChromiumFunctionPostRoute extends BrowserHTTPRoute {
     const handler = functionHandler(config, logger);
     const { contentType, payload, page } = await handler(req, browser);
 
-    logger.log(`Got function response of "${contentType}"`);
+    logger.info(`Got function response of "${contentType}"`);
     page.close();
     page.removeAllListeners();
 
@@ -77,7 +77,7 @@ export default class ChromiumFunctionPostRoute extends BrowserHTTPRoute {
       if (!type) {
         throw new BadRequest(`Couldn't determine function's response type.`);
       } else {
-        logger.log(`Sending file-type response of "${type}"`);
+        logger.info(`Sending file-type response of "${type}"`);
         const readStream = new Stream.PassThrough();
         readStream.end(response);
         res.setHeader('Content-Type', type);

package/src/shared/json-protocol.http.ts

@@ -3,6 +3,7 @@ import {
   BrowserlessRoutes,
   HTTPRoute,
   HTTPRoutes,
+  Logger,
   Methods,
   Request,
   Response,
@@ -13,7 +14,7 @@ import {
 export type ResponseSchema = object;
 
 export default class ChromiumJSONProtocolGetRoute extends HTTPRoute {
-  private cachedProtocol: object | undefined;
+  protected cachedProtocol: object | undefined;
 
   name = BrowserlessRoutes.ChromiumJSONProtocolGetRoute;
   accepts = [contentTypes.any];
@@ -26,11 +27,15 @@ export default class ChromiumJSONProtocolGetRoute extends HTTPRoute {
   path = HTTPRoutes.jsonProtocol;
   tags = [APITags.browserAPI];
 
-  handler = async (_req: Request, res: Response): Promise<void> => {
+  handler = async (
+    _req: Request,
+    res: Response,
+    logger: Logger,
+  ): Promise<void> => {
     const browserManager = this.browserManager();
 
     if (!this.cachedProtocol) {
-      this.cachedProtocol = await browserManager.getProtocolJSON();
+      this.cachedProtocol = await browserManager.getProtocolJSON(logger);
     }
 
     return jsonResponse(res, 200, this.cachedProtocol);

package/src/shared/json-version.http.ts

@@ -4,6 +4,7 @@ import {
   BrowserlessRoutes,
   HTTPRoute,
   HTTPRoutes,
+  Logger,
   Methods,
   Request,
   Response,
@@ -18,7 +19,7 @@ export type ResponseSchema = UnwrapPromise<
 >;
 
 export default class ChromiumJSONVersionGetRoute extends HTTPRoute {
-  private cachedJSON: ResponseSchema | undefined;
+  protected cachedJSON: ResponseSchema | undefined;
 
   name = BrowserlessRoutes.ChromiumJSONVersionGetRoute;
   accepts = [contentTypes.any];
@@ -30,8 +31,11 @@ export default class ChromiumJSONVersionGetRoute extends HTTPRoute {
   method = Methods.get;
   path = HTTPRoutes.jsonVersion;
   tags = [APITags.browserAPI];
-
-  handler = async (req: Request, res: Response): Promise<void> => {
+  handler = async (
+    req: Request,
+    res: Response,
+    logger: Logger,
+  ): Promise<void> => {
     const baseUrl = req.parsed.host;
     const protocol = req.parsed.protocol.includes('s') ? 'wss' : 'ws';
 
@@ -39,7 +43,7 @@ export default class ChromiumJSONVersionGetRoute extends HTTPRoute {
       if (!this.cachedJSON) {
         const browserManager = this.browserManager();
         this.cachedJSON = {
-          ...(await browserManager.getVersionJSON()),
+          ...(await browserManager.getVersionJSON(logger)),
           webSocketDebuggerUrl: `${protocol}://${baseUrl}`,
         };
       }

package/src/shared/pdf.http.ts

@@ -26,7 +26,6 @@ import {
   sleep,
   waitForEvent as waitForEvt,
   waitForFunction as waitForFn,
-  writeResponse,
 } from '@browserless.io/browserless';
 import { Page } from 'puppeteer-core';
 import { ServerResponse } from 'http';
@@ -84,17 +83,17 @@ export default class ChromiumPDFPostRoute extends BrowserHTTPRoute {
   handler = async (
     req: Request,
     res: ServerResponse,
-    _logger: Logger,
+    logger: Logger,
     browser: BrowserInstance,
   ): Promise<void> => {
+    logger.info('PDF API invoked with body:', req.body);
     const contentType =
       !req.headers.accept || req.headers.accept?.includes('*')
         ? 'application/pdf'
         : req.headers.accept;
 
     if (!req.body) {
-      writeResponse(res, 400, `Couldn't parse JSON body`);
-      return;
+      throw new BadRequest(`Couldn't parse JSON body`);
     }
 
     res.setHeader('Content-Type', contentType);
@@ -174,6 +173,7 @@ export default class ChromiumPDFPostRoute extends BrowserHTTPRoute {
           !!rejectRequestPattern.find((pattern) => req.url().match(pattern)) ||
           rejectResourceTypes.includes(req.resourceType())
         ) {
+          logger.debug(`Aborting request ${req.method()}: ${req.url()}`);
           return req.abort();
         }
         const interceptor = requestInterceptors.find((r) =>
@@ -244,5 +244,7 @@ export default class ChromiumPDFPostRoute extends BrowserHTTPRoute {
     await new Promise((r) => readStream.pipe(res).once('close', r));
 
     page.close().catch(noop);
+
+    logger.info('PDF API request completed');
   };
 }

package/src/shared/performance.http.ts

@@ -55,6 +55,7 @@ export default class PerformancePost extends BrowserHTTPRoute {
     const response = await main({
       browser,
       context: req.body as BodySchema,
+      logger: _logger,
       timeout: config.getTimeout(),
     });
 

package/src/shared/scrape.http.ts

@@ -219,9 +219,10 @@ export default class ChromiumScrapePostRoute extends BrowserHTTPRoute {
   handler = async (
     req: Request,
     res: ServerResponse,
-    _logger: Logger,
+    logger: Logger,
     browser: BrowserInstance,
   ) => {
+    logger.info('Scrape API invoked with body:', req.body);
     const contentType =
       !req.headers.accept || req.headers.accept?.includes('*')
         ? contentTypes.html
@@ -337,6 +338,7 @@ export default class ChromiumScrapePostRoute extends BrowserHTTPRoute {
           !!rejectRequestPattern.find((pattern) => req.url().match(pattern)) ||
           rejectResourceTypes.includes(req.resourceType())
         ) {
+          logger.debug(`Aborting request ${req.method()}: ${req.url()}`);
           return req.abort();
         }
         const interceptor = requestInterceptors.find((r) =>
@@ -435,6 +437,8 @@ export default class ChromiumScrapePostRoute extends BrowserHTTPRoute {
 
     page.close().catch(noop);
 
+    logger.info('Scrape API request completed');
+
     return jsonResponse(res, 200, response, false);
   };
 }

package/src/shared/screenshot.http.ts

@@ -86,9 +86,10 @@ export default class ScreenshotPost extends BrowserHTTPRoute {
   handler = async (
     req: Request,
     res: ServerResponse,
-    _logger: Logger,
+    logger: Logger,
     browser: BrowserInstance,
   ): Promise<void> => {
+    logger.info('Screenshot API invoked with body:', req.body);
     const contentType =
       !req.headers.accept || req.headers.accept?.includes('*')
         ? 'image/png'
@@ -181,6 +182,7 @@ export default class ScreenshotPost extends BrowserHTTPRoute {
           !!rejectRequestPattern.find((pattern) => req.url().match(pattern)) ||
           rejectResourceTypes.includes(req.resourceType())
         ) {
+          logger.debug(`Aborting request ${req.method()}: ${req.url()}`);
           return req.abort();
         }
         const interceptor = requestInterceptors.find((r) =>
@@ -264,5 +266,6 @@ export default class ScreenshotPost extends BrowserHTTPRoute {
     await new Promise((r) => readStream.pipe(res).once('close', r));
 
     page.close().catch(noop);
+    logger.info('Screenshot API request completed');
   };
 }

package/src/shared/utils/function/handler.ts

@@ -84,7 +84,7 @@ export default (config: Config, logger: Logger, options: HandlerOptions = {}) =>
      */
     page.on('request', async (request) => {
       const requestUrl = request.url();
-      logger.log(`Outbound Page Request: "${requestUrl}"`);
+      logger.info(`Outbound Page Request: "${requestUrl}"`);
       if (requestUrl.startsWith(functionRequestPath)) {
         const filename = path.basename(requestUrl);
         if (filename === functionCodeJS) {
@@ -103,7 +103,7 @@ export default (config: Config, logger: Logger, options: HandlerOptions = {}) =>
             status: 200,
           });
         }
-        logger.log(
+        logger.warn(
           `Static asset request to "${requestUrl}" couldn't be found, 404-ing`,
         );
         return request.respond({
@@ -112,18 +112,18 @@ export default (config: Config, logger: Logger, options: HandlerOptions = {}) =>
           status: 404,
         });
       }
-      logger.log(`Request: "${requestUrl}" no responder found, continuing...`);
+      logger.info(`Request: "${requestUrl}" no responder found, continuing...`);
       return request.continue();
     });
 
     page.on('response', (res) => {
-      if (res.status() !== 200) {
-        logger.log(`Received a non-200 response for request "${res.url()}"`);
+      if (!res.ok()) {
+        logger.warn(`Received a non-200 response for request "${res.url()}"`);
       }
     });
 
     page.on('console', (event) => {
-      logger.log(`${event.type()}: ${event.text()}`);
+      logger.trace(`${event.type()}: ${event.text()}`);
     });
 
     await page.goto(functionIndexHTML);
@@ -160,7 +160,7 @@ export default (config: Config, logger: Logger, options: HandlerOptions = {}) =>
         JSON.stringify(options),
       )
       .catch((e) => {
-        logger.log(`Error running code: ${e}`);
+        logger.error(`Error running code: ${e}`);
         throw new BadRequest(e.message);
       });
 

package/src/shared/utils/performance/child.ts

@@ -1,16 +1,16 @@
 import { Message, start } from './types.js';
-import { createLogger } from '@browserless.io/browserless';
+import { Logger } from '@browserless.io/browserless';
 import lighthouse from 'lighthouse';
 
-const debug = createLogger('http:performance:child');
+const logger = new Logger('http:performance:child');
 
-debug(`Child init`);
+logger.info(`Child init`);
 
 const send = (msg: Message) => process.send && process.send(msg);
 
 const start = async ({ url, config, options }: start) => {
   try {
-    debug(`Child got payload, starting lighthouse`);
+    logger.info(`Child got payload, starting lighthouse`);
     const results = await lighthouse(url, options, config);
 
     send({

package/src/shared/utils/performance/main.ts

@@ -1,5 +1,4 @@
 import { Message, mainOptions } from './types.js';
-import { createLogger } from '@browserless.io/browserless';
 import { fork } from 'child_process';
 import path from 'path';
 
@@ -10,10 +9,10 @@ const DEFAULT_AUDIT_CONFIG = {
 export default async ({
   browser,
   context,
+  logger,
   timeout,
 }: mainOptions): Promise<unknown> => {
   return new Promise((resolve, reject) => {
-    const debug = createLogger('http:performance:main');
     const childPath = path.join(
       './',
       'build',
@@ -23,7 +22,7 @@ export default async ({
       'child.js',
     );
 
-    debug(`Starting up child at ${childPath}`);
+    logger.trace(`Starting up child at ${childPath}`);
 
     const child = fork(childPath);
     const port = new URL(browser.wsEndpoint() || '').port;
@@ -54,14 +53,14 @@ export default async ({
     };
 
     child.on('error', (err) => {
-      debug(`Error in child process`, err);
+      logger.error(`Error in child process`, err);
       reject('Performance run error: ' + err.message);
       close(child.pid);
     });
 
     child.on('message', (payload: Message) => {
       if (payload.event === 'created') {
-        debug(`Child process is up, sending performance request`);
+        logger.info(`Child process is up, sending performance request`);
         return child.send({
           config,
           event: 'start',
@@ -71,7 +70,7 @@ export default async ({
       }
 
       if (payload.event === 'complete') {
-        debug(`Performance gathered, closing and resolving request`);
+        logger.info(`Performance gathered, closing and resolving request`);
         close(child.pid);
         return resolve({
           data: payload.data,

package/src/shared/utils/performance/types.ts

@@ -1,5 +1,5 @@
+import { BrowserInstance, Logger } from '@browserless.io/browserless';
 import { Config, Flags } from 'lighthouse';
-import { BrowserInstance } from '@browserless.io/browserless';
 
 export interface Message {
   data?: unknown;
@@ -14,6 +14,7 @@ export interface mainOptions {
     config?: unknown;
     url: string;
   };
+  logger: Logger;
   timeout: number;
 }
 

package/src/types.ts

@@ -103,6 +103,7 @@ abstract class Route {
     protected _metrics: Browserless['metrics'],
     protected _monitoring: Browserless['monitoring'],
     protected _staticSDKDir: Browserless['staticSDKDir'],
+    protected _limiter: Browserless['limiter'],
   ) {}
 
   /**
@@ -196,6 +197,13 @@ abstract class Route {
    */
   staticSDKDir = () => this._staticSDKDir;
 
+  /**
+   * Helper function that loads the limiter module into the router's
+   * handler scope.
+   * @returns Limiter
+   */
+  limiter = () => this._limiter;
+
   /**
    * The HTTP path that this route handles, eg '/my-route' OR an
    * array of paths that this route can handle.
@@ -650,6 +658,7 @@ export const BrowserlessManagementRoutes = {
   ConfigGetRoute: 'ConfigGetRoute',
   MetricsGetRoute: 'MetricsGetRoute',
   MetricsTotalGetRoute: 'MetricsTotalGetRoute',
+  PressureGetRoute: 'PressureGetRoute',
   SessionsGetRoute: 'SessionsGetRoute',
   StaticGetRoute: 'StaticGetRoute',
 };

package/src/utils.ts

@@ -790,12 +790,17 @@ export const untildify = (path: string) => {
   return homeDir ? path.replace(/^~(?=$|\/|\\)/, homeDir) : path;
 };
 
-export const printLogo = (docsLink: string) => `
+export const printLogo = (docsLink: string, debugURL?: string | boolean) => `
 ---------------------------------------------------------
 | browserless.io
 | To read documentation and more, load in your browser:
 |
-| ${docsLink}
+| OpenAPI: ${docsLink}
+| Full Documentation: https://docs.browserless.io/ ${
+  /*prettier-ignore*/
+  debugURL ? `
+| Debbuger: ${debugURL}`  : ""
+}
 ---------------------------------------------------------
 ${gradient(
   '#ff1a8c',