@elastic/synthetics 1.4.0 → 1.5.1

package/dist/reporters/reporter-util.js

@@ -0,0 +1,192 @@
+"use strict";
+/**
+ * MIT License
+ *
+ * Copyright (c) 2020-present, Elastic NV
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+ * THE SOFTWARE.
+ *
+ */
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.stripAnsiCodes = exports.renderError = exports.serializeError = exports.highLightSource = exports.prepareError = void 0;
+const url_1 = require("url");
+const path_1 = require("path");
+const fs_1 = require("fs");
+const util_1 = require("util");
+const colors_1 = require("kleur/colors");
+const code_frame_1 = require("@babel/code-frame");
+const stack_utils_1 = __importDefault(require("stack-utils"));
+const stackUtils = new stack_utils_1.default({ internals: stack_utils_1.default.nodeInternals() });
+const SYNTHETICS_PATH = (0, path_1.resolve)(__dirname, '..', '..');
+const PW_CORE_PATH = require.resolve('playwright-core');
+function prepareStackFrame(line) {
+    const frame = stackUtils.parseLine(line);
+    if (!frame) {
+        return;
+    }
+    // ignore node internals
+    if (frame.file?.startsWith('internal') || frame.file?.startsWith('node:')) {
+        return;
+    }
+    // handle relative URLs
+    let file = frame.file?.startsWith('file://')
+        ? (0, url_1.fileURLToPath)(frame.file)
+        : (0, path_1.resolve)(process.cwd(), frame.file);
+    // ignore node_modules
+    if (file.includes(`${path_1.sep}node_modules${path_1.sep}`)) {
+        return;
+    }
+    // filter library and PW files
+    if (!filterLibInternals(file)) {
+        return;
+    }
+    // When we bundle the journeys, we store the absolute path of the journey
+    // files and write the sourcemap relative to these files. When we try to
+    // extract the sourcemap file location, the stacktrace will be relatively
+    // resolved to these files which would be under `journeys` folder. So we strip
+    // these extra `journeys` from the path to get the correct file location.
+    if (frame.file?.includes('journeys/journeys')) {
+        file = file.replace('journeys/journeys', 'journeys');
+    }
+    return {
+        file,
+        line: frame.line || 0,
+        column: frame.column || 0,
+        function: frame.function,
+    };
+}
+function filterLibInternals(file) {
+    // To ignore filtering the stack trace on tests
+    if (process.env.TEST_OVERRIDE) {
+        return true;
+    }
+    if (file.startsWith(SYNTHETICS_PATH)) {
+        return false;
+    }
+    // should have been filtered by node_modules, but just in case
+    if (file.startsWith(PW_CORE_PATH)) {
+        return false;
+    }
+}
+function constructStackFromFrames(frames) {
+    const stackLines = [];
+    for (const frame of frames) {
+        stackLines.push(`    at ${frame.function ? frame.function + ' ' : ''}(${frame.file}:${frame.line}:${frame.column})`);
+    }
+    return stackLines;
+}
+function prepareError(error) {
+    const stack = error.stack;
+    const lines = stack.split('\n');
+    let startAt = lines.findIndex(line => line.startsWith('    at '));
+    if (startAt === -1) {
+        startAt = lines.length;
+    }
+    const message = lines.slice(0, startAt).join('\n');
+    const stackLines = lines.slice(startAt);
+    // figure out the location of the journey/step that throws the error and
+    // correct stack line corresponding to that error
+    const stackFrames = [];
+    for (const line of stackLines) {
+        const frame = prepareStackFrame(line);
+        if (!frame || !frame.file) {
+            continue;
+        }
+        stackFrames.push(frame);
+    }
+    let location;
+    if (stackFrames.length) {
+        const frame = stackFrames[0];
+        location = {
+            file: frame.file,
+            column: frame.column || 0,
+            line: frame.line || 0,
+        };
+    }
+    return {
+        message,
+        stack: constructStackFromFrames(stackFrames).join('\n'),
+        location,
+    };
+}
+exports.prepareError = prepareError;
+function highLightSource(location) {
+    if (!location) {
+        return;
+    }
+    try {
+        const source = (0, fs_1.readFileSync)(location.file, 'utf-8');
+        const code = (0, code_frame_1.codeFrameColumns)(source, { start: location }, { highlightCode: true });
+        return code;
+    }
+    catch (_) {
+        // ignore error
+    }
+}
+exports.highLightSource = highLightSource;
+// serializeError prefers receiving proper Errors, but since at runtime
+// non Error exceptions can be thrown, it tolerates though. The
+// redundant type Error | any expresses that.
+function serializeError(error, highlightCode = true) {
+    if (!(error instanceof Error) || !error.stack) {
+        return { message: `thrown: ${(0, util_1.inspect)(error)}` };
+    }
+    const testErr = { message: error.message };
+    const { message, stack, location } = prepareError(error);
+    testErr.message = message;
+    if (stack) {
+        testErr.stack = stack;
+    }
+    if (location && highlightCode) {
+        testErr.location = location;
+        testErr.source = highLightSource(testErr.location);
+    }
+    return testErr;
+}
+exports.serializeError = serializeError;
+function renderError(error) {
+    const summary = [];
+    // push empty string to add a new line before rendering error
+    summary.push('');
+    summary.push(error.message);
+    if (error.source) {
+        summary.push('');
+        summary.push(error.source);
+    }
+    if (error.stack) {
+        summary.push('');
+        summary.push((0, colors_1.gray)(error.stack));
+    }
+    summary.join('');
+    return summary.join('\n');
+}
+exports.renderError = renderError;
+// strip color codes and ansi escape codes
+const ansiRegex = new RegExp([
+    '[\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]+)*|[a-zA-Z\\d]+(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)',
+    '(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-nq-uy=><~]))',
+].join('|'), 'g');
+function stripAnsiCodes(msg = '') {
+    return msg.replace(ansiRegex, '');
+}
+exports.stripAnsiCodes = stripAnsiCodes;
+//# sourceMappingURL=reporter-util.js.map

package/dist/reporters/reporter-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter-util.js","sourceRoot":"","sources":["../../src/reporters/reporter-util.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;GAuBG;;;;;;AAEH,6BAAoC;AACpC,+BAAoC;AACpC,2BAAkC;AAClC,+BAA+B;AAC/B,yCAAoC;AACpC,kDAAqD;AACrD,8DAAqC;AAGrC,MAAM,UAAU,GAAG,IAAI,qBAAU,CAAC,EAAE,SAAS,EAAE,qBAAU,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;AAE7E,MAAM,eAAe,GAAG,IAAA,cAAO,EAAC,SAAS,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACvD,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;AAExD,SAAS,iBAAiB,CAAC,IAAY;IACrC,MAAM,KAAK,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACzC,IAAI,CAAC,KAAK,EAAE;QACV,OAAO;KACR;IACD,wBAAwB;IACxB,IAAI,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,UAAU,CAAC,IAAI,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,OAAO,CAAC,EAAE;QACzE,OAAO;KACR;IAED,uBAAuB;IACvB,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,UAAU,CAAC,SAAS,CAAC;QAC1C,CAAC,CAAC,IAAA,mBAAa,EAAC,KAAK,CAAC,IAAI,CAAC;QAC3B,CAAC,CAAC,IAAA,cAAO,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAEvC,sBAAsB;IACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,UAAG,eAAe,UAAG,EAAE,CAAC,EAAE;QAC7C,OAAO;KACR;IAED,8BAA8B;IAC9B,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE;QAC7B,OAAO;KACR;IAED,yEAAyE;IACzE,wEAAwE;IACxE,yEAAyE;IACzE,8EAA8E;IAC9E,yEAAyE;IACzE,IAAI,KAAK,CAAC,IAAI,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;QAC7C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,EAAE,UAAU,CAAC,CAAC;KACtD;IAED,OAAO;QACL,IAAI;QACJ,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;QACrB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC;QACzB,QAAQ,EAAE,KAAK,CAAC,QAAQ;KACzB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAY;IACtC,+CAA+C;IAC/C,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE;QAC7B,OAAO,IAAI,CAAC;KACb;IACD,IAAI,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QACpC,OAAO,KAAK,CAAC;KACd;IACD,8DAA8D;IAC9D,IAAI,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE;QACjC,OAAO,KAAK,CAAC;KACd;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAoB;IACpD,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;QAC1B,UAAU,CAAC,IAAI,CACb,UAAU,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,KAAK,CAAC,IAAI,IAChE,KAAK,CAAC,IACR,IAAI,KAAK,CAAC,MAAM,GAAG,CACpB,CAAC;KACH;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAgB,YAAY,CAAC,KAAY;IACvC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC1B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,IAAI,OAAO,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IAClE,IAAI,OAAO,KAAK,CAAC,CAAC,EAAE;QAClB,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;KACxB;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxC,wEAAwE;IACxE,iDAAiD;IACjD,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE;QAC7B,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE;YACzB,SAAS;SACV;QACD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;KACzB;IAED,IAAI,QAA8B,CAAC;IACnC,IAAI,WAAW,CAAC,MAAM,EAAE;QACtB,MAAM,KAAK,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAC7B,QAAQ,GAAG;YACT,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC;YACzB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;SACtB,CAAC;KACH;IAED,OAAO;QACL,OAAO;QACP,KAAK,EAAE,wBAAwB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;QACvD,QAAQ;KACT,CAAC;AACJ,CAAC;AAnCD,oCAmCC;AAED,SAAgB,eAAe,CAAC,QAAkB;IAChD,IAAI,CAAC,QAAQ,EAAE;QACb,OAAO;KACR;IAED,IAAI;QACF,MAAM,MAAM,GAAG,IAAA,iBAAY,EAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,IAAA,6BAAgB,EAC3B,MAAM,EACN,EAAE,KAAK,EAAE,QAAQ,EAAE,EACnB,EAAE,aAAa,EAAE,IAAI,EAAE,CACxB,CAAC;QACF,OAAO,IAAI,CAAC;KACb;IAAC,OAAO,CAAC,EAAE;QACV,eAAe;KAChB;AACH,CAAC;AAhBD,0CAgBC;AAED,uEAAuE;AACvE,+DAA+D;AAC/D,6CAA6C;AAC7C,SAAgB,cAAc,CAC5B,KAAkB,EAClB,aAAa,GAAG,IAAI;IAEpB,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE;QAC7C,OAAO,EAAE,OAAO,EAAE,WAAW,IAAA,cAAO,EAAC,KAAK,CAAC,EAAE,EAAE,CAAC;KACjD;IAED,MAAM,OAAO,GAAc,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;IACtD,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;IACzD,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC;IAC1B,IAAI,KAAK,EAAE;QACT,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;KACvB;IACD,IAAI,QAAQ,IAAI,aAAa,EAAE;QAC7B,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC5B,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;KACpD;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAnBD,wCAmBC;AAED,SAAgB,WAAW,CAAC,KAAgB;IAC1C,MAAM,OAAO,GAAG,EAAE,CAAC;IACnB,6DAA6D;IAC7D,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAE5B,IAAI,KAAK,CAAC,MAAM,EAAE;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;KAC5B;IAED,IAAI,KAAK,CAAC,KAAK,EAAE;QACf,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,IAAA,aAAI,EAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;KACjC;IACD,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEjB,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAlBD,kCAkBC;AAED,0CAA0C;AAC1C,MAAM,SAAS,GAAG,IAAI,MAAM,CAC1B;IACE,8HAA8H;IAC9H,0DAA0D;CAC3D,CAAC,IAAI,CAAC,GAAG,CAAC,EACX,GAAG,CACJ,CAAC;AACF,SAAgB,cAAc,CAAC,GAAG,GAAG,EAAE;IACrC,OAAO,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AACpC,CAAC;AAFD,wCAEC"}

package/package.json

@@ -1,14 +1,15 @@
 {
   "name": "@elastic/synthetics",
-  "version": "1.4.0",
+  "version": "1.5.1",
   "description": "Elastic synthetic monitoring agent",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "scripts": {
     "clean": "rimraf dist",
     "prepublish": "npm run clean && npm run build",
-    "build": "tsc",
+    "build:lib": "tsc",
     "build:locations": "sh utils/update_locations.sh",
+    "build": "node utils/build.js",
     "watch": "tsc -w",
     "lint": "eslint . --rulesdir utils/eslint-rules",
     "lint:fix": "npm run lint -- --fix",
@@ -40,32 +41,38 @@
   "author": "",
   "license": "MIT",
   "dependencies": {
+    "@babel/code-frame": "^7.22.13",
     "archiver": "^5.3.1",
     "commander": "^10.0.1",
     "deepmerge": "^4.3.1",
     "enquirer": "^2.3.6",
     "esbuild": "^0.18.11",
-    "expect": "^28.1.3",
     "http-proxy": "^1.18.1",
     "kleur": "^4.1.5",
     "micromatch": "^4.0.5",
     "pirates": "^4.0.5",
-    "playwright-chromium": "=1.37.0",
-    "playwright-core": "=1.37.0",
+    "playwright": "=1.38.0",
+    "playwright-chromium": "=1.38.1",
+    "playwright-core": "=1.38.1",
     "semver": "^7.5.2",
-    "sharp": "^0.32.0",
+    "sharp": "^0.32.6",
     "snakecase-keys": "^4.0.1",
     "sonic-boom": "^3.3.0",
     "source-map-support": "^0.5.21",
-    "undici": "^5.21.2",
+    "stack-utils": "^2.0.6",
+    "undici": "^5.26.3",
     "yaml": "^2.2.2"
   },
   "devDependencies": {
+    "@commitlint/cli": "^17.7.1",
+    "@commitlint/config-conventional": "^17.7.0",
+    "@semantic-release/exec": "^6.0.3",
+    "@types/babel__code-frame": "^7.0.3",
     "@types/jest": "^28.1.8",
     "@types/micromatch": "^4.0.2",
     "@types/node": "^16.11.59",
-    "@types/sharp": "^0.28.6",
     "@types/semver": "^7",
+    "@types/stack-utils": "^2.0.1",
     "@typescript-eslint/eslint-plugin": "^5.38.0",
     "@typescript-eslint/parser": "^5.38.0",
     "eslint": "^8.23.1",
@@ -76,6 +83,7 @@
     "lint-staged": "^10.5.3",
     "prettier": "^2.7.1",
     "rimraf": "^3.0.2",
+    "semantic-release": "^21.1.1",
     "ts-jest": "^29.1.1",
     "typescript": "^5.1.6",
     "unzipper": "^0.10.11"

package/src/cli.ts

@@ -134,7 +134,7 @@ program
   .action(async (cliArgs: CliArgs) => {
     const tearDown = await globalSetup(cliArgs, program.args);
     try {
-      const options = normalizeOptions(cliArgs, 'run');
+      const options = await normalizeOptions(cliArgs, 'run');
       const results = await run(options);
       /**
        * Exit with error status if any journey fails
@@ -196,14 +196,14 @@ program
     ]);
     try {
       const settings = await loadSettings();
-      const options = normalizeOptions(
+      const options = (await normalizeOptions(
         {
           ...program.opts(),
           ...settings,
           ...cmdOpts,
         },
         'push'
-      ) as PushOptions;
+      )) as PushOptions;
       await validatePush(options, settings);
       const monitors = runner.buildMonitors(options);
       if ((options as CliArgs).throttling == null) {

package/src/common_types.ts

@@ -31,7 +31,7 @@ import {
   ChromiumBrowserContext,
   Page,
   APIRequestContext,
-} from 'playwright-chromium';
+} from 'playwright-core';
 import { Step } from './dsl';
 import { BuiltInReporterName, ReporterInstance } from './reporters';
 import { AlertConfig, MonitorConfig } from './dsl/monitor';
@@ -43,6 +43,10 @@ export type Location = {
   column: number;
 };
 
+export type StackFrame = Location & {
+  function?: string;
+};
+
 export type Params = Record<string, any>;
 export type HooksArgs = {
   env: string;
@@ -213,7 +217,6 @@ type BaseArgs = {
   schedule?: MonitorConfig['schedule'];
   locations?: MonitorConfig['locations'];
   privateLocations?: MonitorConfig['privateLocations'];
-  alert?: AlertConfig;
 };
 
 export type CliArgs = BaseArgs & {
@@ -244,6 +247,8 @@ export type PushOptions = Partial<ProjectSettings> &
     auth: string;
     kibanaVersion?: string;
     yes?: boolean;
+    alert?: AlertConfig;
+    retestOnFailure?: MonitorConfig['retestOnFailure'];
   };
 
 export type ProjectSettings = {
@@ -274,6 +279,14 @@ export type JourneyResult = {
   browserconsole?: PluginOutput['browserconsole'];
 };
 
+export type TestError = {
+  message: string;
+  stack?: string;
+  location?: Location;
+  // source location highlighting the error source
+  source?: string;
+};
+
 export type StepResult = {
   status: StatusValue;
   url?: string;

package/src/config.ts

@@ -27,7 +27,10 @@ import { isAbsolute, resolve, dirname } from 'path';
 import { SyntheticsConfig } from './common_types';
 import { isFile } from './helpers';
 
-export function readConfig(env: string, config?: string): SyntheticsConfig {
+export async function readConfig(
+  env: string,
+  config?: string
+): Promise<SyntheticsConfig> {
   let options = {};
   const cwd = process.cwd();
   /**
@@ -47,6 +50,14 @@ export function readConfig(env: string, config?: string): SyntheticsConfig {
   }
   if (typeof options === 'function') {
     options = options(env);
+    const optionsPromise = options as Promise<SyntheticsConfig>;
+    if (
+      optionsPromise != null &&
+      typeof optionsPromise.then === 'function' &&
+      typeof optionsPromise.catch === 'function'
+    ) {
+      options = await optionsPromise;
+    }
   }
   return options;
 }

package/src/core/browser-service.ts

@@ -26,7 +26,7 @@
 import { URL } from 'url';
 import { createServer } from 'http';
 import { createProxyServer } from 'http-proxy';
-import { chromium } from 'playwright-chromium';
+import { chromium } from 'playwright-core';
 import { log } from './logger';
 
 export class BrowserService {

package/src/core/expect.ts

@@ -23,199 +23,21 @@
  *
  */
 
-import expectLib from 'expect';
-import type {
-  AsymmetricMatcher,
-  MatcherState,
-  ExpectedAssertionsErrors,
-  Inverse,
-  PromiseMatchers,
-} from 'expect/build/types';
+/* eslint-disable @typescript-eslint/no-var-requires */
+const expectLib = require('../../dist/bundles/lib/index').expect;
 
-// Copied source code from expect/build/types.d.ts
-export declare type Expect = {
-  <T = unknown>(actual: T): synthetics.Matchers<T>;
-  assertions(arg0: number): void;
-  extend(arg0: any): void;
-  extractExpectedAssertionsErrors: () => ExpectedAssertionsErrors;
-  getState(): MatcherState;
-  hasAssertions(): void;
-  setState(state: Partial<MatcherState>): void;
-  any(expectedObject: any): AsymmetricMatcher;
-  anything(): AsymmetricMatcher;
-  arrayContaining(sample: Array<unknown>): AsymmetricMatcher;
-  objectContaining(sample: Record<string, unknown>): AsymmetricMatcher;
-  stringContaining(expected: string): AsymmetricMatcher;
-  stringMatching(expected: string | RegExp): AsymmetricMatcher;
-};
+function notSupported(name: string) {
+  throw new Error(`expect.${name} is not supported in @elastic/synthetics.`);
+}
 
 /**
- * Override matchers from expect in our synthetic namespace to
- * reduce support for spy and snapshot matchers which is
- * impelemed via jest matchers
- *
- * We declare the types in global synthetics namespace which allows
- * users to extend expect functionality without type errors
+ * Exclude toHaveScreenshot and toMatchSnapshot from our custom expect
+ * since they are expected to be running inside PW test runner for it to work properly.
  */
-declare global {
-  export namespace synthetics {
-    export interface Matchers<R> {
-      /**
-       * If you know how to test something, `.not` lets you test its opposite.
-       */
-      not: Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Use resolves to unwrap the value of a fulfilled promise so any other
-       * matcher can be chained. If the promise is rejected the assertion fails.
-       */
-      resolves: Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Unwraps the reason of a rejected promise so any other matcher can be chained.
-       * If the promise is fulfilled the assertion fails.
-       */
-      rejects: Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Checks that a value is what you expect. It uses `===` to check strict equality.
-       * Don't use `toBe` with floating-point numbers.
-       */
-      toBe(
-        expected: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Using exact equality with floating point numbers is a bad idea.
-       * Rounding means that intuitive things fail.
-       * The default for numDigits is 2.
-       */
-      toBeCloseTo(
-        expected: number,
-        numDigits?: number
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Ensure that a variable is not undefined.
-       */
-      toBeDefined(): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * When you don't care what a value is, you just want to
-       * ensure a value is false in a boolean context.
-       */
-      toBeFalsy(): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * For comparing floating point numbers.
-       */
-      toBeGreaterThan(
-        expected: number | bigint
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * For comparing floating point numbers.
-       */
-      toBeGreaterThanOrEqual(
-        expected: number | bigint
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Ensure that an object is an instance of a class.
-       * This matcher uses `instanceof` underneath.
-       */
-      /* eslint-disable-next-line */
-      toBeInstanceOf(
-        expected: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * For comparing floating point numbers.
-       */
-      toBeLessThan(
-        expected: number | bigint
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * For comparing floating point numbers.
-       */
-      toBeLessThanOrEqual(
-        expected: number | bigint
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * This is the same as `.toBe(null)` but the error messages are a bit nicer.
-       * So use `.toBeNull()` when you want to check that something is null.
-       */
-      toBeNull(): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Use when you don't care what a value is, you just want to ensure a value
-       * is true in a boolean context. In JavaScript, there are six falsy values:
-       * `false`, `0`, `''`, `null`, `undefined`, and `NaN`. Everything else is truthy.
-       */
-      toBeTruthy(): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used to check that a variable is undefined.
-       */
-      toBeUndefined(): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used to check that a variable is NaN.
-       */
-      toBeNaN(): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used when you want to check that an item is in a list.
-       * For testing the items in the list, this uses `===`, a strict equality check.
-       */
-      toContain(
-        expected: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used when you want to check that an item is in a list.
-       * For testing the items in the list, this  matcher recursively checks the
-       * equality of all fields, rather than checking for object identity.
-       */
-      toContainEqual(
-        expected: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used when you want to check that two objects have the same value.
-       * This matcher recursively checks the equality of all fields, rather than checking for object identity.
-       */
-      toEqual(
-        expected: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used to check that an object has a `.length` property
-       * and it is set to a certain numeric value.
-       */
-      toHaveLength(
-        expected: number
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Use to check if property at provided reference keyPath exists for an object.
-       * For checking deeply nested properties in an object you may use dot notation or an array containing
-       * the keyPath for deep references.
-       *
-       * Optionally, you can provide a value to check if it's equal to the value present at keyPath
-       * on the target object. This matcher uses 'deep equality' (like `toEqual()`) and recursively checks
-       * the equality of all fields.
-       *
-       * @example
-       *
-       * expect(houseForSale).toHaveProperty('kitchen.area', 20);
-       */
-      toHaveProperty(
-        keyPath: string | Array<string>,
-        value?: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Check that a string matches a regular expression.
-       */
-      toMatch(
-        expected: string | RegExp
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Used to check that a JavaScript object matches a subset of the properties of an object
-       */
-      toMatchObject(
-        expected: Record<string, unknown> | Array<unknown>
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-      /**
-       * Use to test that objects have the same types as well as structure.
-       */
-      toStrictEqual(
-        expected: unknown
-      ): Matchers<R> & Inverse<Matchers<R>> & PromiseMatchers;
-    }
-  }
-}
+expectLib.extend({
+  toHaveScreenshot: () => notSupported('toHaveScreenshot'),
+  toMatchSnapshot: () => notSupported('toMatchSnapshot'),
+});
 
-export const expect: Expect = expectLib;
+export const expect: typeof import('../../bundles/node_modules/playwright/types/test').expect =
+  expectLib;

package/src/core/gatherer.ts

@@ -29,7 +29,7 @@ import {
   BrowserContext,
   request as apiRequest,
   selectors,
-} from 'playwright-chromium';
+} from 'playwright-core';
 import { PluginManager } from '../plugins';
 import { log } from './logger';
 import { Driver, NetworkConditions, RunOptions } from '../common_types';

package/src/core/runner.ts

@@ -46,8 +46,11 @@ import {
   StepResult,
   PushOptions,
 } from '../common_types';
-import { PluginManager } from '../plugins';
-import { PerformanceManager } from '../plugins';
+import {
+  PluginManager,
+  PerformanceManager,
+  filterBrowserMessages,
+} from '../plugins';
 import { Gatherer } from './gatherer';
 import { log } from './logger';
 import { Monitor, MonitorConfig } from '../dsl/monitor';
@@ -149,12 +152,12 @@ export default class Runner {
      * Set up the corresponding reporter and fallback
      * to default reporter if not provided
      */
-    const { reporter, outfd } = options;
+    const { reporter, outfd, dryRun } = options;
     const Reporter =
       typeof reporter === 'function'
         ? reporter
         : reporters[reporter] || reporters['default'];
-    this.#reporter = new Reporter({ fd: outfd });
+    this.#reporter = new Reporter({ fd: outfd, dryRun });
   }
 
   async runBeforeAllHook(args: HooksArgs) {
@@ -209,8 +212,9 @@ export default class Runner {
        */
       pluginManager.onStep(step);
       traceEnabled && (await pluginManager.start('trace'));
-      // call the step definition
-      await step.callback();
+      // invoke the step callback by extracting to a variable to get better stack trace
+      const cb = step.callback;
+      await cb();
     } catch (error) {
       data.status = 'failed';
       data.error = error;
@@ -288,8 +292,7 @@ export default class Runner {
       params,
     });
     /**
-     * Exeucute the journey callback which would
-     * register the steps for the current journey
+     * Exeucute the journey callback which registers the steps for current journey
      */
     journey.callback({ ...context.driver, params });
   }
@@ -310,7 +313,10 @@ export default class Runner {
       timestamp: getTimestamp(),
       options,
       ...pluginOutput,
-      browserconsole: status == 'failed' ? pluginOutput.browserconsole : [],
+      browserconsole: filterBrowserMessages(
+        pluginOutput.browserconsole,
+        status
+      ),
     });
     // clear screenshots cache after each journey
     await rm(Runner.screenshotPath, { recursive: true, force: true });