@empiricalrun/playwright-utils 0.39.4 → 0.39.6

package/CHANGELOG.md

@@ -1,5 +1,20 @@
 # @empiricalrun/playwright-utils
 
+## 0.39.6
+
+### Patch Changes
+
+- 4947d9a: feat: move failing line collection to reporter
+  - @empiricalrun/cua@0.2.0
+  - @empiricalrun/dashboard-client@0.2.0
+  - @empiricalrun/llm@0.25.2
+
+## 0.39.5
+
+### Patch Changes
+
+- 9a18c3c: fix: maxFailures cannot be shard aware locally
+
 ## 0.39.4
 
 ### Patch Changes

package/dist/config/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA6BD,eAAO,MAAM,UAAU,EAAE,oBA4BxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,kBAAkB,CAAC;AAE7D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iBAAiB,CAAC;AAgBzD,wBAAgB,gBAAgB,IAAI,MAAM,CAazC;AA6BD,eAAO,MAAM,UAAU,EAAE,oBAyBxB,CAAC;AAEF,eAAO,MAAM,OAAO,EAAE,iBAarB,CAAC"}

package/dist/config/index.js

@@ -71,11 +71,8 @@ exports.baseConfig = {
     retries: process.env.CI ? 2 : 0,
     // Let playwright choose max workers based on size of infra
     workers: undefined,
-    // maxFailures counts retries as individual failures, so this is equivalent to ~20 failed tests
-    // When sharding, distribute the limit across shards (rounded up)
-    maxFailures: process.env.CI
-        ? Math.ceil(30 / (parseInt(process.env.TOTAL_SHARDS, 10) || 1))
-        : undefined,
+    // maxFailures counts retries as individual failures, so this is equivalent to 20 failed tests
+    maxFailures: process.env.CI ? 30 : undefined,
     timeout: 15 * 60 * 1_000,
     expect: {
         timeout: 15_000,

package/dist/reporter/empirical-reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAmBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,SAAS,CAAyB;;IAM1C,OAAO,CAAC,6BAA6B,CAkCnC;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IAoFtC,KAAK,CAAC,MAAM,EAAE,UAAU;IA8G9B,OAAO,CAAC,gBAAgB;YAoBV,gBAAgB;YAOhB,iBAAiB;CAmChC;AAED,eAAe,iBAAiB,CAAC"}
+{"version":3,"file":"empirical-reporter.d.ts","sourceRoot":"","sources":["../../src/reporter/empirical-reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EACV,UAAU,EACV,QAAQ,EACR,QAAQ,EACR,UAAU,EACX,MAAM,2BAA2B,CAAC;AAoBnC,cAAM,iBAAkB,YAAW,QAAQ;IACzC,OAAO,CAAC,kBAAkB,CAAyB;IACnD,OAAO,CAAC,oBAAoB,CAG1B;IACF,OAAO,CAAC,sBAAsB,CAAuB;IACrD,OAAO,CAAC,YAAY,CAAgD;IACpE,OAAO,CAAC,iBAAiB,CAAyC;IAClE,OAAO,CAAC,gBAAgB,CAAkC;IAC1D,OAAO,CAAC,SAAS,CAAyB;;IAM1C,OAAO,CAAC,6BAA6B,CAkCnC;IAEF,SAAS,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU;IA6FtC,KAAK,CAAC,MAAM,EAAE,UAAU;IA8G9B,OAAO,CAAC,gBAAgB;YAoBV,gBAAgB;YAOhB,iBAAiB;CAmChC;AAED,eAAe,iBAAiB,CAAC"}

package/dist/reporter/empirical-reporter.js

@@ -8,6 +8,7 @@ const path_1 = __importDefault(require("path"));
 const logger_1 = require("../logger");
 const telemetry_1 = require("../telemetry");
 const blob_utils_1 = require("./blob-utils");
+const failing_line_1 = require("./failing-line");
 const uploader_1 = require("./uploader");
 const util_1 = require("./util");
 class EmpiricalReporter {
@@ -88,6 +89,10 @@ class EmpiricalReporter {
                 try {
                     logger_1.logger.debug(`[Empirical Reporter] Attachments for test ${test.title} are uploaded:`, successfulAttachments);
                     const { suites, projectName } = (0, util_1.suitesAndProjectForTest)(test);
+                    const errorLocation = result.error?.location;
+                    const failingLine = errorLocation
+                        ? (0, failing_line_1.getFailingLineFromSource)(errorLocation.file, errorLocation.line, errorLocation.column)
+                        : undefined;
                     const params = {
                         test,
                         suites,
@@ -95,6 +100,7 @@ class EmpiricalReporter {
                         projectName,
                         attachments: successfulAttachments,
                         runId: process.env.TEST_RUN_GITHUB_ACTION_ID,
+                        failingLine,
                     };
                     return (0, util_1.sendTestCaseUpdateToDashboard)(params);
                 }

package/dist/reporter/failing-line.d.ts

@@ -0,0 +1,2 @@
+export declare function getFailingLineFromSource(filePath: string, line: number, column: number): string | undefined;
+//# sourceMappingURL=failing-line.d.ts.map

package/dist/reporter/failing-line.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"failing-line.d.ts","sourceRoot":"","sources":["../../src/reporter/failing-line.ts"],"names":[],"mappings":"AAmDA,wBAAgB,wBAAwB,CACtC,QAAQ,EAAE,MAAM,EAChB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,GACb,MAAM,GAAG,SAAS,CAQpB"}

package/dist/reporter/failing-line.js

@@ -0,0 +1,57 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getFailingLineFromSource = getFailingLineFromSource;
+const fs_1 = __importDefault(require("fs"));
+const ts_morph_1 = require("ts-morph");
+const supportedSyntaxes = [
+    ts_morph_1.SyntaxKind.ExpressionStatement,
+    ts_morph_1.SyntaxKind.VariableStatement,
+    ts_morph_1.SyntaxKind.ReturnStatement,
+    ts_morph_1.SyntaxKind.IfStatement,
+    ts_morph_1.SyntaxKind.ForStatement,
+    ts_morph_1.SyntaxKind.WhileStatement,
+    ts_morph_1.SyntaxKind.DoStatement,
+    ts_morph_1.SyntaxKind.SwitchStatement,
+    ts_morph_1.SyntaxKind.TryStatement,
+    ts_morph_1.SyntaxKind.FunctionDeclaration,
+    ts_morph_1.SyntaxKind.ArrowFunction,
+    ts_morph_1.SyntaxKind.ClassDeclaration,
+    ts_morph_1.SyntaxKind.Block,
+    ts_morph_1.SyntaxKind.ThrowStatement,
+];
+function getTestStatementFromCode(code, line, column) {
+    const project = new ts_morph_1.Project();
+    const sourceFile = project.createSourceFile("temp-file.ts", `${code}`);
+    const position = sourceFile
+        .getFullText()
+        .split("\n")
+        .slice(0, line - 1)
+        .reduce((sum, l) => sum + l.length + 1, 0) +
+        (column - 1);
+    const nodeAtPos = sourceFile.getDescendantAtPos(position);
+    if (nodeAtPos) {
+        let statement = nodeAtPos.getFirstAncestor((ancestor) => supportedSyntaxes.includes(ancestor.getKind()));
+        if (!statement) {
+            if (supportedSyntaxes.includes(nodeAtPos.getKind())) {
+                statement = nodeAtPos;
+            }
+        }
+        if (statement) {
+            return statement.getText();
+        }
+    }
+    return "";
+}
+function getFailingLineFromSource(filePath, line, column) {
+    try {
+        const code = fs_1.default.readFileSync(filePath, "utf-8");
+        const statement = getTestStatementFromCode(code, line, column);
+        return statement || undefined;
+    }
+    catch {
+        return undefined;
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@empiricalrun/playwright-utils",
-  "version": "0.39.4",
+  "version": "0.39.6",
   "publishConfig": {
     "registry": "https://registry.npmjs.org/",
     "access": "public"
@@ -32,7 +32,7 @@
     "@types/pg": "^8.11.6",
     "playwright-core": "1.57.0",
     "serve-handler": "^6.1.6",
-    "@empiricalrun/shared-types": "0.12.0"
+    "@empiricalrun/shared-types": "0.12.1"
   },
   "dependencies": {
     "@babel/code-frame": "^7.24.7",
@@ -42,10 +42,11 @@
     "console-log-level": "^1.4.1",
     "puppeteer-extra-plugin-recaptcha": "^3.6.8",
     "rimraf": "^6.0.1",
+    "ts-morph": "^23.0.0",
     "@empiricalrun/cua": "^0.2.0",
-    "@empiricalrun/dashboard-client": "^0.2.0",
+    "@empiricalrun/r2-uploader": "^0.9.1",
     "@empiricalrun/llm": "^0.25.2",
-    "@empiricalrun/r2-uploader": "^0.9.1"
+    "@empiricalrun/dashboard-client": "^0.2.0"
   },
   "scripts": {
     "dev": "tsc --build --watch",

package/tsconfig.tsbuildinfo

@@ -1 +1 @@
-{"root":["./src/email.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/postgres.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/captcha/vision.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"],"version":"5.8.3"}
+{"root":["./src/email.ts","./src/index.ts","./src/kv.ts","./src/logger.ts","./src/mailosaur-client.ts","./src/playwright-extensions.ts","./src/postgres.ts","./src/telemetry.ts","./src/webhook.ts","./src/auth/google.ts","./src/auth/index.ts","./src/auth/types.ts","./src/captcha/index.ts","./src/captcha/vision.ts","./src/config/index.ts","./src/config/proxy.ts","./src/config/devices/types.ts","./src/overlay-tests/cache.spec.ts","./src/overlay-tests/click.spec.ts","./src/overlay-tests/fixtures.ts","./src/overlay-tests/patch.spec.ts","./src/reporter/blob-utils.ts","./src/reporter/empirical-reporter.ts","./src/reporter/failing-line.ts","./src/reporter/uploader.ts","./src/reporter/util.ts","./src/test/constants.ts","./src/test/index.ts","./src/test/types.ts","./src/test/video-labels.ts","./src/test/expect/index.ts","./src/test/expect/types.ts","./src/test/expect/visual.ts","./src/test/expect/webhook.ts","./src/test/scripts/agent-capabilities.ts","./src/test/scripts/index.ts","./src/test/scripts/locator-highlights.ts","./src/test/scripts/locator-vision.ts","./src/test/scripts/mouse-pointer.ts","./src/test/scripts/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/cache.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/index.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/prompt.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/types.ts","./src/test/scripts/pw-locator-patch/dismiss-overlays/utils.ts","./src/test/scripts/pw-locator-patch/highlight/click.ts","./src/test/scripts/pw-locator-patch/highlight/expect.ts","./src/test/scripts/pw-locator-patch/highlight/hover.ts","./src/test/scripts/pw-locator-patch/highlight/inner-text.ts","./src/test/scripts/pw-locator-patch/highlight/input-value.ts","./src/test/scripts/pw-locator-patch/highlight/is-checked.ts","./src/test/scripts/pw-locator-patch/highlight/is-disabled.ts","./src/test/scripts/pw-locator-patch/highlight/is-editable.ts","./src/test/scripts/pw-locator-patch/highlight/text-content.ts","./src/test/scripts/pw-locator-patch/utils/index.ts","./src/test/scripts/pw-locator-patch/vision/query.ts"],"version":"5.8.3"}