@testim/testim-cli 3.190.0 → 3.194.0

package/codim/codim-npm-package/index.ts

@@ -119,6 +119,7 @@ type ApiCallOptions = {
     headers?: Headers;
     body?: string;
     sendViaWebApp?: boolean;
+    omitCookies?: boolean;
 }
 
 export enum GeneratedValueTypes {

package/commons/featureFlags.js

@@ -53,6 +53,7 @@ class FeatureFlagsService {
             safariSelectOptionDispatchEventOnSelectElement: new Rox.Flag(true),
             experimentalPreCodeCompilation: new Rox.Flag(false),
             useSameBrowserForMultiTests: new LabFeatureFlag('labs'),
+            highSpeedMode: new LabFeatureFlag(),
             usePortedHtml5DragDrop: new Rox.Flag(),
         };
         Rox.register('default', this.flags);

package/commons/testimDesiredCapabilitiesBuilder.js

@@ -193,7 +193,6 @@ function _buildChromiumOptions(opts, browserOptions, testRunConfig, customExtens
     }
 
     if (isDFGrid(gridInfo) && browserName === 'MicrosoftEdge') {
-        delete chromiumOptions.prefs['profile.content_settings.exceptions.clipboard']; // for some reason this breaks
         opts.desiredCapabilities['ms:edgeChromium'] = true;
     }
 

package/commons/testimServicesApi.js

@@ -100,7 +100,7 @@ function saveTestPlanResult(projectId, testPlanId, result) {
     return utils.runWithRetries(() => postAuth({ url: '/testPlan/result', body: { projectId, testPlanId, result } }));
 }
 
-function updateTestStatus(status, executionId, testId, resultId, startTime, endTime, success, failureReason, config, projectId, remoteRunId, testRetryKey) {
+function updateTestStatus(status, executionId, testId, resultId, startTime, endTime, success, failureReason, config, projectId, remoteRunId, testRetryKey, apiRetries = DEFAULT_REQUEST_RETRY) {
     return utils.runWithRetries(() => putAuth('/result/run/test', {
         runId: executionId,
         testId,
@@ -115,7 +115,7 @@ function updateTestStatus(status, executionId, testId, resultId, startTime, endT
         runnerVersion,
         remoteRunId,
         testRetryKey,
-    }), DEFAULT_REQUEST_RETRY);
+    }), apiRetries);
 }
 
 function updateExecutionTests(executionId, runnerStatuses, status, reason, success, startTime, endTime, projectId) {

package/npm-shrinkwrap.json

@@ -1273,11 +1273,6 @@
       "integrity": "sha512-z/WhQ5FPySLdvREByI2vZiTWwCnF0moMJ1hK9YQwDTHKh6I7/uSckMetoRGb5UBZPC1z0jlw+n/XCgjeH7y1AQ==",
       "dev": true
     },
-    "async-limiter": {
-      "version": "1.0.1",
-      "resolved": "https://registry.npmjs.org/async-limiter/-/async-limiter-1.0.1.tgz",
-      "integrity": "sha512-csOlWGAcRFJaI6m+F2WKdnMKr4HhdhFVBk0H/QbJFMCr+uO2kwohwXQPxw/9OCxp05r5ghVBFSyioixx3gfkNQ=="
-    },
     "async-settle": {
       "version": "1.0.0",
       "resolved": "https://registry.npmjs.org/async-settle/-/async-settle-1.0.0.tgz",
@@ -1316,9 +1311,9 @@
       }
     },
     "axios-retry": {
-      "version": "3.2.2",
-      "resolved": "https://registry.npmjs.org/axios-retry/-/axios-retry-3.2.2.tgz",
-      "integrity": "sha512-dalsS+nk+dw3KIJ+sXzNCAPWhgqWkJhfHFeDXBKJXo0S/Uc1YVHf+d9Vhh9WgoAFgSU2JgLnQjSB99rRfg29Sg==",
+      "version": "3.2.3",
+      "resolved": "https://registry.npmjs.org/axios-retry/-/axios-retry-3.2.3.tgz",
+      "integrity": "sha512-JfxUUN6PDyinrDVP/NbCKxmwvwJfMfQ0DLs95o/OEd+mw5+hrBXNGfx1Wq2gskd7ODWc4kcd9CjStCpDv3Us4g==",
       "requires": {
         "@babel/runtime": "^7.15.4",
         "is-retry-allowed": "^2.2.0"
@@ -1566,15 +1561,15 @@
       "dev": true
     },
     "browserslist": {
-      "version": "4.17.4",
-      "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.17.4.tgz",
-      "integrity": "sha512-Zg7RpbZpIJRW3am9Lyckue7PLytvVxxhJj1CaJVlCWENsGEAOlnlt8X0ZxGRPp7Bt9o8tIRM5SEXy4BCPMJjLQ==",
+      "version": "4.17.5",
+      "resolved": "https://registry.npmjs.org/browserslist/-/browserslist-4.17.5.tgz",
+      "integrity": "sha512-I3ekeB92mmpctWBoLXe0d5wPS2cBuRvvW0JyyJHMrk9/HmP2ZjrTboNAZ8iuGqaEIlKguljbQY32OkOJIRrgoA==",
       "dev": true,
       "requires": {
-        "caniuse-lite": "^1.0.30001265",
-        "electron-to-chromium": "^1.3.867",
+        "caniuse-lite": "^1.0.30001271",
+        "electron-to-chromium": "^1.3.878",
         "escalade": "^3.1.1",
-        "node-releases": "^2.0.0",
+        "node-releases": "^2.0.1",
         "picocolors": "^1.0.0"
       }
     },
@@ -1727,9 +1722,9 @@
       "dev": true
     },
     "caniuse-lite": {
-      "version": "1.0.30001269",
-      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001269.tgz",
-      "integrity": "sha512-UOy8okEVs48MyHYgV+RdW1Oiudl1H6KolybD6ZquD0VcrPSgj25omXO1S7rDydjpqaISCwA8Pyx+jUQKZwWO5w==",
+      "version": "1.0.30001271",
+      "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001271.tgz",
+      "integrity": "sha512-BBruZFWmt3HFdVPS8kceTBIguKxu4f99n5JNp06OlPD/luoAMIaIK5ieV5YjnBLH3Nysai9sxj9rpJj4ZisXOA==",
       "dev": true
     },
     "caseless": {
@@ -1917,9 +1912,9 @@
       },
       "dependencies": {
         "@types/node": {
-          "version": "16.11.1",
-          "resolved": "https://registry.npmjs.org/@types/node/-/node-16.11.1.tgz",
-          "integrity": "sha512-PYGcJHL9mwl1Ek3PLiYgyEKtwTMmkMw4vbiyz/ps3pfdRYLVv+SN7qHVAImrjdAXxgluDEw6Ph4lyv+m9UpRmA=="
+          "version": "16.11.6",
+          "resolved": "https://registry.npmjs.org/@types/node/-/node-16.11.6.tgz",
+          "integrity": "sha512-ua7PgUoeQFjmWPcoo9khiPum3Pd60k4/2ZGXt18sm2Slk0W0xZTqt5Y0Ny1NyBiN1EVQ/+FaF9NcY4Qe6rwk5w=="
         },
         "mkdirp": {
           "version": "0.5.5",
@@ -2511,6 +2506,11 @@
       "integrity": "sha1-9lNNFRSCabIDUue+4m9QH5oZEpA=",
       "dev": true
     },
+    "decimal.js": {
+      "version": "10.3.1",
+      "resolved": "https://registry.npmjs.org/decimal.js/-/decimal.js-10.3.1.tgz",
+      "integrity": "sha512-V0pfhfr8suzyPGOx3nmq4aHqabehUZn6Ch9kyFpV79TGDTWFmHqUqXdabR7QHqxzrYolF4+tVmJhUG4OURg5dQ=="
+    },
     "decode-uri-component": {
       "version": "0.2.0",
       "resolved": "https://registry.npmjs.org/decode-uri-component/-/decode-uri-component-0.2.0.tgz",
@@ -2853,9 +2853,9 @@
       "integrity": "sha512-GJCAeDBKfREgkBtgrYSf9hQy9kTb3helv0zGdzqhM7iAkW8FA/ZF97VQDbwFiwIT8MQLLOe5VlPZOEvZAqtUAQ=="
     },
     "electron-to-chromium": {
-      "version": "1.3.871",
-      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.3.871.tgz",
-      "integrity": "sha512-qcLvDUPf8DSIMWarHT2ptgcqrYg62n3vPA7vhrOF24d8UNzbUBaHu2CySiENR3nEDzYgaN60071t0F6KLYMQ7Q==",
+      "version": "1.3.879",
+      "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.3.879.tgz",
+      "integrity": "sha512-zJo+D9GwbJvM31IdFmwcGvychhk4KKbKYo2GWlsn+C/dxz2NwmbhGJjWwTfFSF2+eFH7VvfA8MCZ8SOqTrlnpw==",
       "dev": true
     },
     "emoji-regex": {
@@ -4854,6 +4854,11 @@
         "isobject": "^3.0.1"
       }
     },
+    "is-potential-custom-element-name": {
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/is-potential-custom-element-name/-/is-potential-custom-element-name-1.0.1.tgz",
+      "integrity": "sha512-bCYeRA2rVibKZd+s2625gGnGF/t7DSqDs4dP7CrLA1m7jKWz6pps0LpYLJN8Q64HtmPKJ1hrN3nzPNKFEKOUiQ=="
+    },
     "is-regex": {
       "version": "1.1.4",
       "resolved": "https://registry.npmjs.org/is-regex/-/is-regex-1.1.4.tgz",
@@ -5208,72 +5213,173 @@
       "integrity": "sha1-peZUwuWi3rXyAdls77yoDA7y9RM="
     },
     "jsdom": {
-      "version": "14.0.0",
-      "resolved": "https://registry.npmjs.org/jsdom/-/jsdom-14.0.0.tgz",
-      "integrity": "sha512-/VkyPmdtbwqpJSkwDx3YyJ3U1oawYNB/h5z8vTUZGAzjtu2OHTeFRfnJqyMHsJ5Cyes23trOmvUpM1GfHH1leA==",
-      "requires": {
-        "abab": "^2.0.0",
-        "acorn": "^6.0.4",
-        "acorn-globals": "^4.3.0",
-        "array-equal": "^1.0.0",
-        "cssom": "^0.3.4",
-        "cssstyle": "^1.1.1",
-        "data-urls": "^1.1.0",
-        "domexception": "^1.0.1",
-        "escodegen": "^1.11.0",
-        "html-encoding-sniffer": "^1.0.2",
-        "nwsapi": "^2.0.9",
-        "parse5": "5.1.0",
-        "pn": "^1.1.0",
-        "request": "^2.88.0",
-        "request-promise-native": "^1.0.5",
-        "saxes": "^3.1.5",
-        "symbol-tree": "^3.2.2",
-        "tough-cookie": "^2.5.0",
-        "w3c-hr-time": "^1.0.1",
-        "w3c-xmlserializer": "^1.0.1",
-        "webidl-conversions": "^4.0.2",
+      "version": "16.7.0",
+      "resolved": "https://registry.npmjs.org/jsdom/-/jsdom-16.7.0.tgz",
+      "integrity": "sha512-u9Smc2G1USStM+s/x1ru5Sxrl6mPYCbByG1U/hUmqaVsm4tbNyS7CicOSRyuGQYZhTu0h84qkZZQ/I+dzizSVw==",
+      "requires": {
+        "abab": "^2.0.5",
+        "acorn": "^8.2.4",
+        "acorn-globals": "^6.0.0",
+        "cssom": "^0.4.4",
+        "cssstyle": "^2.3.0",
+        "data-urls": "^2.0.0",
+        "decimal.js": "^10.2.1",
+        "domexception": "^2.0.1",
+        "escodegen": "^2.0.0",
+        "form-data": "^3.0.0",
+        "html-encoding-sniffer": "^2.0.1",
+        "http-proxy-agent": "^4.0.1",
+        "https-proxy-agent": "^5.0.0",
+        "is-potential-custom-element-name": "^1.0.1",
+        "nwsapi": "^2.2.0",
+        "parse5": "6.0.1",
+        "saxes": "^5.0.1",
+        "symbol-tree": "^3.2.4",
+        "tough-cookie": "^4.0.0",
+        "w3c-hr-time": "^1.0.2",
+        "w3c-xmlserializer": "^2.0.0",
+        "webidl-conversions": "^6.1.0",
         "whatwg-encoding": "^1.0.5",
         "whatwg-mimetype": "^2.3.0",
-        "whatwg-url": "^7.0.0",
-        "ws": "^6.1.2",
+        "whatwg-url": "^8.5.0",
+        "ws": "^7.4.6",
         "xml-name-validator": "^3.0.0"
       },
       "dependencies": {
         "acorn": {
-          "version": "6.4.2",
-          "resolved": "https://registry.npmjs.org/acorn/-/acorn-6.4.2.tgz",
-          "integrity": "sha512-XtGIhXwF8YM8bJhGxG5kXgjkEuNGLTkoYqVE+KMR+aspr4KGYmKYg7yUe3KghyQ9yheNwLnjmzh/7+gfDBmHCQ=="
+          "version": "8.5.0",
+          "resolved": "https://registry.npmjs.org/acorn/-/acorn-8.5.0.tgz",
+          "integrity": "sha512-yXbYeFy+jUuYd3/CDcg2NkIYE991XYX/bje7LmjJigUciaeO1JR4XxXgCIV1/Zc/dRuFEyw1L0pbA+qynJkW5Q=="
         },
-        "cssom": {
-          "version": "0.3.8",
-          "resolved": "https://registry.npmjs.org/cssom/-/cssom-0.3.8.tgz",
-          "integrity": "sha512-b0tGHbfegbhPJpxpiBPU2sCkigAqtM9O121le6bbOlgyV+NyGyCmVfJ6QW9eRjz8CpNfWEOYBIMIGRYkLwsIYg=="
+        "acorn-globals": {
+          "version": "6.0.0",
+          "resolved": "https://registry.npmjs.org/acorn-globals/-/acorn-globals-6.0.0.tgz",
+          "integrity": "sha512-ZQl7LOWaF5ePqqcX4hLuv/bLXYQNfNWw2c0/yX/TsPRKamzHcTGQnlCjHT3TsmkOUVEPS3crCxiPfdzE/Trlhg==",
+          "requires": {
+            "acorn": "^7.1.1",
+            "acorn-walk": "^7.1.1"
+          },
+          "dependencies": {
+            "acorn": {
+              "version": "7.4.1",
+              "resolved": "https://registry.npmjs.org/acorn/-/acorn-7.4.1.tgz",
+              "integrity": "sha512-nQyp0o1/mNdbTO1PO6kHkwSrmgZ0MT/jCCpNiwbUjGoRN4dlBhqJtoQuCnEOKzgTVwg0ZWiCoQy6SxMebQVh8A=="
+            }
+          }
         },
-        "cssstyle": {
-          "version": "1.4.0",
-          "resolved": "https://registry.npmjs.org/cssstyle/-/cssstyle-1.4.0.tgz",
-          "integrity": "sha512-GBrLZYZ4X4x6/QEoBnIrqb8B/f5l4+8me2dkom/j1Gtbxy0kBv6OGzKuAsGM75bkGwGAFkt56Iwg28S3XTZgSA==",
+        "acorn-walk": {
+          "version": "7.2.0",
+          "resolved": "https://registry.npmjs.org/acorn-walk/-/acorn-walk-7.2.0.tgz",
+          "integrity": "sha512-OPdCF6GsMIP+Az+aWfAAOEt2/+iVDKE7oy6lJ098aoe59oAmK76qV6Gw60SbZ8jHuG2wH058GF4pLFbYamYrVA=="
+        },
+        "data-urls": {
+          "version": "2.0.0",
+          "resolved": "https://registry.npmjs.org/data-urls/-/data-urls-2.0.0.tgz",
+          "integrity": "sha512-X5eWTSXO/BJmpdIKCRuKUgSCgAN0OwliVK3yPKbwIWU1Tdw5BRajxlzMidvh+gwko9AfQ9zIj52pzF91Q3YAvQ==",
           "requires": {
-            "cssom": "0.3.x"
+            "abab": "^2.0.3",
+            "whatwg-mimetype": "^2.3.0",
+            "whatwg-url": "^8.0.0"
+          }
+        },
+        "domexception": {
+          "version": "2.0.1",
+          "resolved": "https://registry.npmjs.org/domexception/-/domexception-2.0.1.tgz",
+          "integrity": "sha512-yxJ2mFy/sibVQlu5qHjOkf9J3K6zgmCxgJ94u2EdvDOV09H+32LtRswEcUsmUWN72pVLOEnTSRaIVVzVQgS0dg==",
+          "requires": {
+            "webidl-conversions": "^5.0.0"
+          },
+          "dependencies": {
+            "webidl-conversions": {
+              "version": "5.0.0",
+              "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-5.0.0.tgz",
+              "integrity": "sha512-VlZwKPCkYKxQgeSbH5EyngOmRp7Ww7I9rQLERETtf5ofd9pGeswWiOtogpEO850jziPRarreGxn5QIiTqpb2wA=="
+            }
+          }
+        },
+        "escodegen": {
+          "version": "2.0.0",
+          "resolved": "https://registry.npmjs.org/escodegen/-/escodegen-2.0.0.tgz",
+          "integrity": "sha512-mmHKys/C8BFUGI+MAWNcSYoORYLMdPzjrknd2Vc+bUsjN5bXcr8EhrNB+UTqfL1y3I9c4fw2ihgtMPQLBRiQxw==",
+          "requires": {
+            "esprima": "^4.0.1",
+            "estraverse": "^5.2.0",
+            "esutils": "^2.0.2",
+            "optionator": "^0.8.1",
+            "source-map": "~0.6.1"
+          }
+        },
+        "estraverse": {
+          "version": "5.3.0",
+          "resolved": "https://registry.npmjs.org/estraverse/-/estraverse-5.3.0.tgz",
+          "integrity": "sha512-MMdARuVEQziNTeJD8DgMqmhwR11BRQ/cBP+pLtYdSTnf3MIO8fFeiINEbX36ZdNlfU/7A9f3gUw49B3oQsvwBA=="
+        },
+        "html-encoding-sniffer": {
+          "version": "2.0.1",
+          "resolved": "https://registry.npmjs.org/html-encoding-sniffer/-/html-encoding-sniffer-2.0.1.tgz",
+          "integrity": "sha512-D5JbOMBIR/TVZkubHT+OyT2705QvogUW4IBn6nHd756OwieSF9aDYFj4dv6HHEVGYbHaLETa3WggZYWWMyy3ZQ==",
+          "requires": {
+            "whatwg-encoding": "^1.0.5"
+          }
+        },
+        "parse5": {
+          "version": "6.0.1",
+          "resolved": "https://registry.npmjs.org/parse5/-/parse5-6.0.1.tgz",
+          "integrity": "sha512-Ofn/CTFzRGTTxwpNEs9PP93gXShHcTq255nzRYSKe8AkVpZY7e1fpmTfOyoIvjP5HG7Z2ZM7VS9PPhQGW2pOpw=="
+        },
+        "saxes": {
+          "version": "5.0.1",
+          "resolved": "https://registry.npmjs.org/saxes/-/saxes-5.0.1.tgz",
+          "integrity": "sha512-5LBh1Tls8c9xgGjw3QrMwETmTMVk0oFgvrFSvWx62llR2hcEInrKNZ2GZCCuuy2lvWrdl5jhbpeqc5hRYKFOcw==",
+          "requires": {
+            "xmlchars": "^2.2.0"
           }
         },
         "tough-cookie": {
-          "version": "2.5.0",
-          "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-2.5.0.tgz",
-          "integrity": "sha512-nlLsUzgm1kfLXSXfRZMc1KLAugd4hqJHDTvc2hDIwS3mZAfMEuMbc03SujMF+GEcpaX/qboeycw6iO8JwVv2+g==",
+          "version": "4.0.0",
+          "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-4.0.0.tgz",
+          "integrity": "sha512-tHdtEpQCMrc1YLrMaqXXcj6AxhYi/xgit6mZu1+EDWUn+qhUf8wMQoFIy9NXuq23zAwtcB0t/MjACGR18pcRbg==",
+          "requires": {
+            "psl": "^1.1.33",
+            "punycode": "^2.1.1",
+            "universalify": "^0.1.2"
+          }
+        },
+        "tr46": {
+          "version": "2.1.0",
+          "resolved": "https://registry.npmjs.org/tr46/-/tr46-2.1.0.tgz",
+          "integrity": "sha512-15Ih7phfcdP5YxqiB+iDtLoaTz4Nd35+IiAv0kQ5FNKHzXgdWqPoTIqEDDJmXceQt4JZk6lVPT8lnDlPpGDppw==",
           "requires": {
-            "psl": "^1.1.28",
             "punycode": "^2.1.1"
           }
         },
-        "ws": {
-          "version": "6.2.2",
-          "resolved": "https://registry.npmjs.org/ws/-/ws-6.2.2.tgz",
-          "integrity": "sha512-zmhltoSR8u1cnDsD43TX59mzoMZsLKqUweyYBAIvTngR3shc0W6aOZylZmq/7hqyVxPdi+5Ud2QInblgyE72fw==",
+        "w3c-xmlserializer": {
+          "version": "2.0.0",
+          "resolved": "https://registry.npmjs.org/w3c-xmlserializer/-/w3c-xmlserializer-2.0.0.tgz",
+          "integrity": "sha512-4tzD0mF8iSiMiNs30BiLO3EpfGLZUT2MSX/G+o7ZywDzliWQ3OPtTZ0PTC3B3ca1UAf4cJMHB+2Bf56EriJuRA==",
+          "requires": {
+            "xml-name-validator": "^3.0.0"
+          }
+        },
+        "webidl-conversions": {
+          "version": "6.1.0",
+          "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-6.1.0.tgz",
+          "integrity": "sha512-qBIvFLGiBpLjfwmYAaHPXsn+ho5xZnGvyGvsarywGNc8VyQJUMHJ8OBKGGrPER0okBeMDaan4mNBlgBROxuI8w=="
+        },
+        "whatwg-url": {
+          "version": "8.7.0",
+          "resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-8.7.0.tgz",
+          "integrity": "sha512-gAojqb/m9Q8a5IV96E3fHJM70AzCkgt4uXYX2O7EmuyOnLrViCQlsEBmF9UQIu3/aeAIp2U17rtbpZWNntQqdg==",
           "requires": {
-            "async-limiter": "~1.0.0"
+            "lodash": "^4.7.0",
+            "tr46": "^2.1.0",
+            "webidl-conversions": "^6.1.0"
           }
+        },
+        "ws": {
+          "version": "7.5.5",
+          "resolved": "https://registry.npmjs.org/ws/-/ws-7.5.5.tgz",
+          "integrity": "sha512-BAkMFcAzl8as1G/hArkxOxq3G7pjUqQ3gzYbLL0/5zNkph70e+lCoxBGnm6AW1+/aiNeV4fnKqZ8m4GZewmH2w=="
         }
       }
     },
@@ -5415,9 +5521,9 @@
       }
     },
     "lazystream": {
-      "version": "1.0.0",
-      "resolved": "https://registry.npmjs.org/lazystream/-/lazystream-1.0.0.tgz",
-      "integrity": "sha1-9plf4PggOS9hOWvolGJAe7dxaOQ=",
+      "version": "1.0.1",
+      "resolved": "https://registry.npmjs.org/lazystream/-/lazystream-1.0.1.tgz",
+      "integrity": "sha512-b94GiNHQNy6JNTrt5w6zNyffMrNkXZb3KTkCZJb2V1xaEGCk093vkZ2jk3tpaeP33/OiXC+WvK9AxUebnf5nbw==",
       "requires": {
         "readable-stream": "^2.0.5"
       }
@@ -6420,9 +6526,9 @@
       }
     },
     "node-releases": {
-      "version": "2.0.0",
-      "resolved": "https://registry.npmjs.org/node-releases/-/node-releases-2.0.0.tgz",
-      "integrity": "sha512-aA87l0flFYMzCHpTM3DERFSYxc6lv/BltdbRTOMZuxZ0cwZCD3mejE5n9vLhSJCN++/eOqr77G1IO5uXxlQYWA==",
+      "version": "2.0.1",
+      "resolved": "https://registry.npmjs.org/node-releases/-/node-releases-2.0.1.tgz",
+      "integrity": "sha512-CqyzN6z7Q6aMeF/ktcMVTzhAHCEpf8SOarwpzpf8pNBY2k5/oM34UHldUwp8VKI7uxct2HxSRdJjBaZeESzcxA==",
       "dev": true
     },
     "nopt": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@testim/testim-cli",
-  "version": "3.190.0",
+  "version": "3.194.0",
   "description": "Command line interface for running Testing on your CI",
   "author": "Oren Rubin",
   "contributors": [{
@@ -78,7 +78,7 @@
     "istanbul-lib-report": "3.0.0",
     "istanbul-reports": "3.0.2",
     "jimp": "0.2.28",
-    "jsdom": "14.0.0",
+    "jsdom": "16.7.0",
     "jsonwebtoken": "8.5.1",
     "lodash": "4.17.20",
     "memory-fs": "0.5.0",
@@ -118,6 +118,7 @@
     "test": "IS_UNIT_TEST=1 ./node_modules/mocha/bin/_mocha --timeout 2000  --reporter spec --exit --recursive \"./src/**/*.test.js\" --exclude ./src/codim/template.js/tests/examples/**/*.test.js",
     "test:watch": "IS_UNIT_TEST=1 ./node_modules/mocha/bin/_mocha --timeout 2000 --exit --recursive \"./src/**/*.test.js\"  --exclude ./src/codim/template.js/tests/examples/**/*.test.js --watch",
     "test:cov": "nyc --reporter=lcov --reporter=text yarn test",
+    "upload-bundle-s3": "scripts/upload.js",
     "prepare-version": "rm -rf ./deploy && mkdir -p deploy && gulp prepare-version-on-prem",
     "make-onprem-deps": "cp ../../yarn.lock deploy && cd deploy && yarn install --production && bundle-deps",
     "pack-onprem": "yarn prepare-version && yarn make-onprem-deps && cd deploy && npm pack && zip -r testim-cli.zip testim-cli-*.tgz",

package/player/chromeLauncherTestPlayer.js

@@ -4,9 +4,10 @@ const launcher = require('chrome-launcher');
 const desiredCapabilitiesBuilder = require('../commons/testimDesiredCapabilitiesBuilder');
 const utils = require('../utils');
 const httpRequest = require('../commons/httpRequest');
+const { registerExitHook } = require('../processHandler');
 const CDPTestRunner = require('../cdpTestRunner');
 
-class LancherDriver {
+class LauncherDriver {
     constructor(sessionId) {
         this.sessionId = sessionId;
         this.cdpTestRunner = new CDPTestRunner();
@@ -24,6 +25,8 @@ class LancherDriver {
         this._isAlive = true;
         const browserEndpoint = await httpRequest.get(`http://localhost:${this.chrome.port}/json/version`);
         await this.cdpTestRunner.initSession(browserEndpoint.webSocketDebuggerUrl);
+
+        registerExitHook(() => this.chrome.kill());
     }
 
     isAlive() {
@@ -49,7 +52,7 @@ class LancherDriver {
 class ChromeLauncherTestPlayer {
     constructor(id) {
         this.sessionId = utils.guid();
-        this.driver = new LancherDriver(this.sessionId);
+        this.driver = new LauncherDriver(this.sessionId);
         this.id = id;
     }
 

package/player/seleniumTestPlayer.js

@@ -1,4 +1,4 @@
-"use strict";
+'use strict';
 
 const TabService = require('./services/tabService');
 const PortSelector = require('./services/portSelector');
@@ -24,9 +24,6 @@ const WebDriver = require('./webdriver');
 const CryptoJS = require('crypto-js');
 const StepActionUtils = require('./utils/stepActionUtils');
 
-// Set JSDOM SVGElement on Global to support text validation on SVG
-global.SVGElement = require("jsdom/lib/jsdom/living/generated/SVGSVGElement").interface;
-
 class SeleniumTestPlayer {
     constructor(id, userParamsData, shouldMonitorPerformance, automationMode = 'code', driver = new WebDriver(), testRetryCount, previousTestResultId) {
         this.driver = driver;
@@ -34,7 +31,7 @@ class SeleniumTestPlayer {
 
         const stepActionUtils = new StepActionUtils(this.driver);
         this.stepActionFactory = new StepActionFactory(stepActionUtils);
-        require('./stepActions/stepActionRegistrar')(this.driver, this.stepActionFactory, "selenium");
+        require('./stepActions/stepActionRegistrar')(this.driver, this.stepActionFactory, 'selenium');
 
         if (assetService.setMd5) {
             // delete after https://github.com/testimio/clickim/pull/3430 release to the store
@@ -74,9 +71,9 @@ class SeleniumTestPlayer {
     }
 
     onStepCompleted(result, testId, resultId, step) {
-        if(step && step.isTabOpener) {
+        if (step && step.isTabOpener) {
             this.tabService.addNewPopup(this.id, step.id)
-                .catch(() => {});
+                .catch(() => { });
         }
     }
 
@@ -84,10 +81,8 @@ class SeleniumTestPlayer {
         const END_DRIVER_TIMEOUT = 1000 * 60 * 2;
         return this.driver.end()
             .timeout(END_DRIVER_TIMEOUT)
-            .catch(Promise.TimeoutError, () => {
-                return this.driver.forceEnd();
-            })
-            .catch(() => {})
+            .catch(Promise.TimeoutError, () => this.driver.forceEnd())
+            .catch(() => { })
             .then(() => {
                 this.sessionPlayer.playbackManager.off(commonConstants.playback.RESULT, this.onStepCompleted);
                 this.sessionPlayer = null;
@@ -101,10 +96,10 @@ class SeleniumTestPlayer {
         this.tabService.clearAllTabs(this.id);
     }
 
-    addTab(openerStepId, options = { loadInfo: true}) {
+    addTab(openerStepId, options = { loadInfo: true }) {
         return this.driver.getTabIds()
             .tap(ids => this.tabService.addNewTab(this.id, ids[ids.length - 1], openerStepId, options))
-            .then(ids => this.sessionPlayer.addPlaybackFrameHandler(ids[ids.length - 1], undefined, {emptyPage: true}))
+            .then(ids => this.sessionPlayer.addPlaybackFrameHandler(ids[ids.length - 1], undefined, { emptyPage: true }));
     }
 
     async addAllTabs(openerStepId, options = { loadInfo: true, checkForMainTab: true, takeScreenshots: true }, blackList = []) {
@@ -112,14 +107,14 @@ class SeleniumTestPlayer {
         // the ids are reversed so we search first in the last tab opened - otherwise it starts looking from the testim editor and not the AUT
 
         const PROHIBITED_URLS = ['app.testim.io'].concat(blackList);
-        for(const id of ids.reverse()) {
+        for (const id of ids.reverse()) {
             await this.tabService.addNewTab(this.id, id, openerStepId, { ...options, forceSwitch: true });
             const tabInfo = this.tabService.getTabInfo(this.id, id);
             if (PROHIBITED_URLS.some(bad => tabInfo.url.includes(bad))) {
                 await this.tabService.removeTabInfo(this.id, id);
                 continue;
             }
-            await this.sessionPlayer.addPlaybackFrameHandler(id, undefined, {emptyPage: true });
+            await this.sessionPlayer.addPlaybackFrameHandler(id, undefined, { emptyPage: true });
         }
         if (this.tabService.tabCount(this.id) === 1) {
             // if we only have one tab because we removed the editor tab - we have to switchTab to one of the other tabs, otherwise
@@ -130,7 +125,6 @@ class SeleniumTestPlayer {
         }
         // deal with checkForMainTab failing due to the page refreshing or JavaScript not responding or a similar issue
         this.tabService.fixMissingMainTab(this.id);
-
     }
 
     getSessionId() {

package/player/stepActions/apiStepAction.js

@@ -36,6 +36,7 @@ class ApiStepAction extends StepAction {
             headers: context.apiHeaders,
             body: context.apiBody,
             timeout: context.data.maxTotalStepTime,
+            omitCookies: step.omitCookies,
         };
 
         return (step.sendViaWebApp ? this.runApiInAut(step, context) : this.runApiInBg(eventData))

package/player/stepActions/salesforceAutoLoginStepAction.js

@@ -0,0 +1,37 @@
+const NavigationStepAction = require('./navigationStepAction');
+const Promise = require('bluebird');
+
+class SalesforceAutoLoginStepAction extends NavigationStepAction {
+    async performAction() {
+        let salesforceUrl = this.context.data.testimNavigationStepDestination || this.context.data.url;
+        try {
+            salesforceUrl = await this.updateBaseUrl(salesforceUrl);
+            await this.driver.url(salesforceUrl);
+            await Promise.delay(300); // wait a little for the page to load (fixes screenshots and clicking on elements in username verification screen)
+            let newUrl = await this.driver.getUrl();
+            // Verify username screen
+            const isUsernameVerificationNeeded = newUrl.includes(this.step.USERNAME_VERIFICATION_PATH_ID);
+            if (isUsernameVerificationNeeded) {
+                await this.driver.executeCodeAsync(`
+                    function ${this.step.handleUsernameVerificationAUTFunc.toString()}
+                    handleUsernameVerificationAUTFunc();
+                    var done = arguments[1];
+                    done();
+                `);
+                await Promise.delay(500);
+                newUrl = await this.driver.getUrl(); // If we managed to continue correctly we want to get the new redirected url
+            }
+            return {
+                success: true,
+                newUrl,
+            };
+        } catch (err) {
+            return {
+                success: false,
+                reason: err.message,
+            };
+        }
+    }
+}
+
+module.exports = SalesforceAutoLoginStepAction;

package/player/stepActions/stepAction.js

@@ -1,10 +1,9 @@
-"use strict";
+'use strict';
 
 const { commonConstants } = require('../../commons/getSessionPlayerRequire');
 const Promise = require('bluebird');
 
 class StepAction {
-
     constructor(step, context, frameHandler, exportsGlobal = {}, stepActionUtils, locateElementPlayer, exportsTest = {}) {
         this.step = step;
         this.context = context;
@@ -21,21 +20,19 @@ class StepAction {
     }
 
     performAction() {
-        throw new Error("not implemented");
+        throw new Error('not implemented');
     }
 
     getTarget() {
-        const targetId = this.step.targetId || "targetId";
+        const targetId = this.step.targetId || 'targetId';
         return this.context.data[targetId];
     }
 
     execute(stepActionFactory, step) {
         return Promise.resolve(this.performAction(stepActionFactory, step))
-            .then(res => {
-                return Promise.resolve(Object.assign({}, {success: true}, res));
-            })
+            .then(res => Promise.resolve(Object.assign({}, { success: true }, res)))
             .catch(err => {
-                const errorMsg = (err || {}).message || err && err.seleniumStack && err.seleniumStack.message;
+                const errorMsg = (err || {}).message || (err && err.seleniumStack && err.seleniumStack.message);
                 const displayMsg = (err || {}).displayMessage;
                 return Promise.resolve({
                     success: false,
@@ -43,11 +40,11 @@ class StepAction {
                     exception: err,
                     errorType: commonConstants.stepResult.ACTION_EXCEPTION,
                     resultInfo: {
-                        exception: "selenium exception: " + errorMsg,
+                        exception: `selenium exception: ${errorMsg}`,
                         // clickim -> playbackStepResultHandler.js -> FAILURE_REASON_MAPPING -> ACTION_EXCEPTION
                         // expects resultInfo.error or resultInfo.reason
                         error: displayMsg || errorMsg,
-                    }
+                    },
                 });
             });
     }

package/player/stepActions/stepActionRegistrar.js

@@ -1,4 +1,4 @@
-"use strict";
+'use strict';
 
 const LocateStepAction = require('./locateStepAction');
 const ScrollStepAction = require('./scrollStepAction');
@@ -21,6 +21,7 @@ const RefreshStepAction = require('./RefreshStepAction');
 const ApiStepAction = require('./apiStepAction');
 const ExtractTextStepAction = require('./extractTextStepAction');
 const TdkHybridStepAction = require('./tdkHybridStepAction');
+const SalesforceAutoLoginStepAction = require('./salesforceAutoLoginStepAction');
 
 const CliJsStepAction = require('./cliJsStepAction');
 const CliConditionStepAction = require('./cliConditionStepAction');
@@ -48,69 +49,71 @@ function register(stepActionByType, stepActionFactory) {
 
 module.exports = function (driver, stepActionFactory, runMode) {
     const STEP_ACTION_MAPPING = {
-        "locate": LocateStepAction,
-        "scroll": ScrollStepAction,
-        "mouse": MouseStepAction,
-        "submit": SubmitStepAction,
-        "text": TextStepAction,
-        "special-key": SpecialKeyStepAction,
-        "user-code": JsCodeStepAction,
-        "validation-code-step": JsCodeStepAction,
-        "wait-for-code-step": JsCodeStepAction,
-        "action-code-step": JsCodeStepAction,
-        "condition-step": JsConditionStepAction,
-        "skip-code-step": JsConditionStepAction,
-        "element-code-step": JsConditionStepAction,
-        "evaluate-expression": EvaluateExpressionStepAction,
-        "text-validation": TextValidationStepAction,
-        "wait-for-text-validation": TextValidationStepAction,
-        "select-option": SelectOptionStepAction,
-        "drop-file": DropFileStepAction,
-        "input-file": InputFileStepAction,
-        "hover": HoverStepAction,
-        "navigation": NavigationStepAction,
-        "wheel": WheelStepAction,
-        "sleep": SleepStepAction,
-        "refresh": RefreshStepAction,
-        "api-validation": ApiStepAction,
-        "api-action": ApiStepAction,
-        "api-code-step": JsCodeStepAction,
-        "extract-text": ExtractTextStepAction,
-
-        "cli-validation-download-file": ExtensionOnlyStepAction,
-        "cli-wait-for-download-file": ExtensionOnlyStepAction,
-        "network-validation-step": ExtensionOnlyStepAction,
-
-        "cli-validation-code-step": CliJsStepAction,
-        "cli-wait-for-code-step": CliJsStepAction,
-        "cli-action-code-step": CliJsStepAction,
-        "cli-api-code-step": CliJsStepAction,
-
-        "cli-condition-step": CliConditionStepAction,
-        "node-package": NodePackageStepAction,
-
-        "email-code-step": JsCodeStepAction,
-        "cli-email-code-step": CliJsStepAction,
-        "tdk-hybrid": TdkHybridStepAction,
+        locate: LocateStepAction,
+        scroll: ScrollStepAction,
+        mouse: MouseStepAction,
+        submit: SubmitStepAction,
+        text: TextStepAction,
+        'special-key': SpecialKeyStepAction,
+        'user-code': JsCodeStepAction,
+        'validation-code-step': JsCodeStepAction,
+        'wait-for-code-step': JsCodeStepAction,
+        'action-code-step': JsCodeStepAction,
+        'condition-step': JsConditionStepAction,
+        'skip-code-step': JsConditionStepAction,
+        'element-code-step': JsConditionStepAction,
+        'evaluate-expression': EvaluateExpressionStepAction,
+        'text-validation': TextValidationStepAction,
+        'wait-for-text-validation': TextValidationStepAction,
+        'select-option': SelectOptionStepAction,
+        'drop-file': DropFileStepAction,
+        'input-file': InputFileStepAction,
+        hover: HoverStepAction,
+        navigation: NavigationStepAction,
+        wheel: WheelStepAction,
+        sleep: SleepStepAction,
+        refresh: RefreshStepAction,
+        'api-validation': ApiStepAction,
+        'api-action': ApiStepAction,
+        'api-code-step': JsCodeStepAction,
+        'extract-text': ExtractTextStepAction,
+
+        'cli-validation-download-file': ExtensionOnlyStepAction,
+        'cli-wait-for-download-file': ExtensionOnlyStepAction,
+        'network-validation-step': ExtensionOnlyStepAction,
+
+        'cli-validation-code-step': CliJsStepAction,
+        'cli-wait-for-code-step': CliJsStepAction,
+        'cli-action-code-step': CliJsStepAction,
+        'cli-api-code-step': CliJsStepAction,
+
+        'cli-condition-step': CliConditionStepAction,
+        'node-package': NodePackageStepAction,
+
+        'email-code-step': JsCodeStepAction,
+        'cli-email-code-step': CliJsStepAction,
+        'tdk-hybrid': TdkHybridStepAction,
+
+        'salesforce-autologin': SalesforceAutoLoginStepAction,
     };
 
     const ANDROID_STEP_ACTION_MAPPING = {
-        "locate": AndroidLocateStepAction,
-        "android-tap": MobileTapStepAction,
-        "android-long-click": AndroidLongClickStepAction,
+        locate: AndroidLocateStepAction,
+        'android-tap': MobileTapStepAction,
+        'android-long-click': AndroidLongClickStepAction,
         'android-device-key': MobileGlobalActionStepAction,
         'android-key-board-special-keys': AndroidSpecialKeyStepAction,
-        "text": MobileTextChangeStepAction,
-        "android-swipe": AndroidSwipeStepAction,
-        "android-scroll": AndroidScrollStepAction,
+        text: MobileTextChangeStepAction,
+        'android-swipe': AndroidSwipeStepAction,
+        'android-scroll': AndroidScrollStepAction,
     };
 
     const IOS_STEP_ACTION_MAPPING = {
-        "locate": IosLocateStepAction,
-        "ios-tap": MobileTapStepAction,
-        "ios-device-key": MobileGlobalActionStepAction,
-        "text": MobileTextChangeStepAction,
-        "ios-scroll": IosScrollStepAction,
+        locate: IosLocateStepAction,
+        'ios-tap': MobileTapStepAction,
+        'ios-device-key': MobileGlobalActionStepAction,
+        text: MobileTextChangeStepAction,
+        'ios-scroll': IosScrollStepAction,
     };
 
     register(STEP_ACTION_MAPPING, stepActionFactory);
@@ -119,7 +122,7 @@ module.exports = function (driver, stepActionFactory, runMode) {
     }
 
     // override android actions
-    if (runMode === "android") {
+    if (runMode === 'android') {
         register(ANDROID_STEP_ACTION_MAPPING, stepActionFactory);
         if (stepActionFactory.registerLocateStepActionUtils) {
             stepActionFactory.registerLocateStepActionUtils(AndroidLocateStepAction.getUtils(driver));
@@ -127,7 +130,7 @@ module.exports = function (driver, stepActionFactory, runMode) {
     }
 
     // override ios actions
-    if (runMode === "ios") {
+    if (runMode === 'ios') {
         register(IOS_STEP_ACTION_MAPPING, stepActionFactory);
         if (stepActionFactory.registerLocateStepActionUtils) {
             stepActionFactory.registerLocateStepActionUtils(IosLocateStepAction.getUtils(driver));

package/runOptions.js

@@ -348,6 +348,7 @@ program
     .option('--aws-access-key-id [accessKeyId]', 'accessKeyId', '')
     .option('--aws-secret-access-key [secretAccessKey]', 'secretAccessKey', '')
 
+    .option('--high-speed', 'run in high speed mode')
     .option('--lightweight-mode [settings]', 'run lightweight mode')
     .option('--create-prefeched-data [location]', 'prefech data into local cache file')
     .option('--use-prefeched-data [location]', 'use prefeched data from local cache file, and force using only cached data')
@@ -1020,6 +1021,7 @@ module.exports = {
                 const DEFAULTS = {
                     general: true,
                     disableLabs: true,
+                    disableFeatureFlags: true,
                     disableAssets: true,
                     disablePixelValidation: true,
                     disableResults: true,
@@ -1029,10 +1031,13 @@ module.exports = {
                     disableVisibilityCheck: false,
                     disableLocators: false,
                     bypassSetup: false,
+                    disableAutoImprove: true,
                     disableQuotaBlocking: true,
                     onlyTestIdsNoSuite: true,
                     uploadAssetsAndResultsOnFailure: true,
                     preloadTests: true,
+                    disableProjectDefaults: true,
+                    type: 'lightweight',
                 };
 
                 const lightweightModeOptions = typeof program.lightweightMode === 'string' ? JSON.parse(program.lightweightMode) : {};
@@ -1040,8 +1045,33 @@ module.exports = {
             } catch (err) {
                 return Promise.reject(new ArgError(`failed to parse lightweightMode settings error: ${err.message}`));
             }
+        } else if (program.highSpeed && program.mode === CLI_MODE.EXTENSION) {
+            program.lightweightMode = {
+                general: true,
+                disableLabs: false,
+                disableFeatureFlags: false,
+                disableAssets: true,
+                disablePixelValidation: false,
+                disableResults: true,
+                disableStepDelay: true,
+                disableRemoteStep: false,
+                assumePreloadedSharedSteps: false,
+                disableVisibilityCheck: false,
+                disableLocators: false,
+                bypassSetup: false,
+                disableQuotaBlocking: false,
+                disableAutoImprove: false,
+                onlyTestIdsNoSuite: false,
+                uploadAssetsAndResultsOnFailure: true,
+                preloadTests: false,
+                disableProjectDefaults: false,
+                type: 'highSpeed',
+            };
         }
 
+        if (typeof program.baseUrl === 'boolean') {
+            return Promise.reject(new ArgError('base url cannot be used as a flag, and must contain a string value'));
+        }
 
         return ({
             testId: [].concat(program.testId),

package/runner.js

@@ -1,7 +1,7 @@
 'use strict';
 
 /* eslint-disable no-console */
-const { CLI_MODE, gridTypes } = require('./commons/constants');
+const { CLI_MODE } = require('./commons/constants');
 const Promise = require('bluebird');
 const _ = require('lodash');
 const { EDITOR_URL } = require('./commons/config');
@@ -308,6 +308,15 @@ async function init(options) {
     if (!(options.lightweightMode && options.lightweightMode.disableLabs)) {
         await labFeaturesService.loadLabFeatures(projectById.id, companyByProjectId.activePlan);
     }
+
+    if (options.lightweightMode && options.lightweightMode.type === 'highSpeed' && (!labFeaturesService.isFeatureAvailableForProject('highSpeedMode') || options.company.planType === 'free')) {
+        delete options.lightweightMode;
+    }
+
+    if (options.lightweightMode && options.lightweightMode.type === 'highSpeed') {
+        console.log('High-speed mode will ignore step delays. Test artifacts like screenshots and logs will only be saved for failed runs. For more information see our docs: https://help.testim.io/docs/high-speed-mode');
+    }
+
     gridService.keepAlive.start(project);
     analyticsIdentify(project);
     await setMockNetworkRules(options);

package/runners/strategies/BaseStrategy.js

@@ -23,11 +23,18 @@ const calcSource = (source, user) => {
     return source;
 };
 
+function setLightweightAnalytics(properties, lightweightMode) {
+    if (lightweightMode && lightweightMode.type) {
+        properties[`${lightweightMode.type}Mode`] = true;
+    }
+    return properties;
+}
+
 class BaseStrategy {
     analyticsTestStart({
         executionId, projectId, testId, resultId, companyId, companyName, projectName, companyPlanType, sessionType, source, user, lightweightMode,
     }) {
-        analytics.trackWithCIUser('test-run-ci', {
+        const properties = setLightweightAnalytics({
             executionId,
             projectId,
             testId,
@@ -37,34 +44,38 @@ class BaseStrategy {
             projectName,
             companyPlanType,
             sessionType,
-            lightweightMode,
             source: calcSource(source, user),
-        });
+        }, lightweightMode);
+        analytics.trackWithCIUser('test-run-ci', properties);
     }
 
     analyticsTestEnd({
         executionId, projectId, testId, resultId, result, companyId, companyName, projectName, companyPlanType, sessionType, source, user, lightweightMode,
+        logger,
     }) {
-        const properties = {
-            executionId,
-            projectId,
-            testId,
-            resultId,
-            companyId,
-            companyName,
-            projectName,
-            companyPlanType,
-            sessionType,
-            mockNetworkEnabled: result.wasMockNetworkActivated,
-            lightweightMode,
-            source: calcSource(source, user),
-        };
+        try {
+            const properties = setLightweightAnalytics({
+                executionId,
+                projectId,
+                testId,
+                resultId,
+                companyId,
+                companyName,
+                projectName,
+                companyPlanType,
+                sessionType,
+                mockNetworkEnabled: result.wasMockNetworkActivated,
+                source: calcSource(source, user),
+            }, lightweightMode);
 
-        if (result.success) {
-            analytics.trackWithCIUser('test-run-ci-success', properties);
-            return;
+            if (result.success) {
+                analytics.trackWithCIUser('test-run-ci-success', properties);
+                return;
+            }
+            analytics.trackWithCIUser('test-run-ci-fail', Object.assign({}, properties, { failureReason: result.failureReason }));
+        } catch (err) {
+            logger.error('failed to update test end analytics', { err });
         }
-        analytics.trackWithCIUser('test-run-ci-fail', Object.assign({}, properties, { failureReason: result.failureReason }));
     }
 
     runTests(testList, testStatus, executionId, options, branchToUse, authData, workerCount, stopOnError) {

package/runners/strategies/LocalStrategy.js

@@ -74,7 +74,7 @@ class LocalStrategy extends BaseStrategy {
             const user = options.user;
             const companyPlanType = options.company && options.company.planType;
             const projectName = options.projectData && options.projectData.name;
-            const lightweightMode = Boolean(options.lightweightMode);
+            const lightweightMode = options.lightweightMode;
             const sessionType = utils.getSessionType(options);
 
             const onTestStarted = (wid, testId, resultId, isRerun, testRetryKey) => {
@@ -95,12 +95,15 @@ class LocalStrategy extends BaseStrategy {
                 });
                 return testStatus.testStartAndReport(wid, executionId, resultId, isRerun, testRetryKey);
             };
-            const onTestCompleted = (wid, testId, testResult, sessionId, isRerun) => testStatus.testEndAndReport(wid, testResult, executionId, sessionId, isRerun).then(() => {
-                if (options.lightweightMode && options.lightweightMode.disableResults) {
+            const onTestCompleted = (wid, testId, testResult, sessionId, isRerun) => testStatus.testEndAndReport(wid, testResult, executionId, sessionId, isRerun).catch(err => {
+                logger.error('testEndAndReport threw an error', { err });
+            }).then(() => {
+                const isLocalRun = Boolean(options.useLocalChromeDriver || options.useChromeLauncher);
+                if (lightweightMode && lightweightMode.disableResults && isLocalRun) {
                     return undefined;
                 }
                 const update = {};
-                if (options.lightweightMode && options.lightweightMode.onlyTestIdsNoSuite) {
+                if (lightweightMode && lightweightMode.onlyTestIdsNoSuite) {
                     update.show = true;
                 }
                 if (testResult.seleniumStats) {
@@ -160,6 +163,7 @@ class LocalStrategy extends BaseStrategy {
                     source,
                     user,
                     lightweightMode,
+                    logger,
                 });
                 if (stopOnError && !testResult.success) {
                     reject(new StopRunOnError());

package/testRunHandler.js

@@ -518,7 +518,7 @@ TestRun.prototype.onRetry = async function () {
     this._originalTestResultId = this._originalTestResultId || this._previousTestResultId;
     this._testResultId = utils.guid();
 
-    if (this._options.lightweightMode && this._options.lightweightMode.disableResults) {
+    if (this._options.lightweightMode && this._options.lightweightMode.onlyTestIdsNoSuite) {
         return;
     }
 

package/testRunStatus.js

@@ -47,6 +47,7 @@ const RunStatus = function (testInfoList, options, testPlanId, branchToUse) {
     this.executionStartedPromise = Promise.resolve();
 
     const browserNames = utils.getUniqBrowsers(options, testInfoList);
+    const runnerMode = options.lightweightMode ? options.lightweightMode.type : options.mode;
     this.execConfig = {
         parallel: TESTIM_CONCURRENT_WORKER_COUNT || options.parallel || 1,
         browser: browserNames,
@@ -74,7 +75,7 @@ const RunStatus = function (testInfoList, options, testPlanId, branchToUse) {
         tunnel: options.tunnel,
         tunnelPort: options.tunnelPort,
         tunnelHostHeader: options.tunnelHostHeader,
-        runnerMode: options.mode,
+        runnerMode,
         gridId: options.gridId || options.gridData.gridId,
         gridName: options.grid || options.gridData.name,
         gridType: options.gridData.type,
@@ -152,7 +153,7 @@ RunStatus.prototype.testStart = function (wid, executionId, resultId, isRerun) {
 
 RunStatus.prototype.updateTestStatusRunning = function (test, executionId, testRetryKey) {
     const { project: projectId, remoteRunId, projectData } = this.options;
-    if (this.options.lightweightMode && this.options.lightweightMode.disableResults) {
+    if (this.options.lightweightMode && this.options.lightweightMode.onlyTestIdsNoSuite) {
         return this.executionStartedPromise;
     }
 
@@ -184,9 +185,6 @@ RunStatus.prototype.testStartReport = function (test, executionId, testRetryKey)
         .then(params => {
             this.options.runParams[test.resultId] = test.config.testData = Object.assign({}, test.config.testData, this.exportsGlobal, this.fileUserParamsData, this.beforeSuiteParams, params);
             test.startTime = Date.now();
-            if (this.options.lightweightMode && this.options.lightweightMode.disableResults) {
-                return undefined;
-            }
             return this.updateTestStatusRunning(test, executionId, testRetryKey);
         }).catch(err => {
             logger.error('Failed to start test', { err });
@@ -279,19 +277,25 @@ RunStatus.prototype.testEnd = function (wid, result, executionId, sessionId, isR
     return test;
 };
 
-RunStatus.prototype.testEndReport = function (test, executionId, result) {
+RunStatus.prototype.testEndReport = async function (test, executionId, result) {
     const globalParameters = result.exportsGlobal;
-    return runHook(this.options.afterTest, Object.assign({}, test, { globalParameters }))
-        .then(() => {
-            if (this.options.lightweightMode && this.options.lightweightMode.disableResults) {
-                return undefined;
-            }
-            return servicesApi.updateTestStatus('FINISHED', executionId, test.testId, test.resultId, test.startTime, result.endTime, test.success, test.failureReason, null, this.options.project, this.options.remoteRunId);
-        })
-        .catch(err => {
-            logger.error('Failed to update test finished', { err });
-            throw err;
-        });
+    try {
+        try {
+            await runHook(this.options.afterTest, Object.assign({}, test, { globalParameters }));
+        } catch (err) {
+            logger.error('HOOK threw an error', { test: test.testId, err });
+            // eslint-disable-next-line no-console
+            console.error('HOOK threw an error', err); // show the customer that his hook failed.
+        }
+        if (this.options.lightweightMode && this.options.lightweightMode.onlyTestIdsNoSuite) {
+            return undefined;
+        }
+
+        return await servicesApi.updateTestStatus('FINISHED', executionId, test.testId, test.resultId, test.startTime, result.endTime, test.success, test.failureReason, null, this.options.project, this.options.remoteRunId, undefined, 5);
+    } catch (err) {
+        logger.error('Failed to update test finished', { err });
+        throw err;
+    }
 };
 
 RunStatus.prototype.testEndAndReport = function (wid, result, executionId, sessionId, isRerun) {
@@ -446,7 +450,7 @@ RunStatus.prototype.executionEnd = function (executionId) {
         .then((coverageSummary) => {
             resultExtraData.coverageSummary = coverageSummary;
 
-            if (this.options.lightweightMode && this.options.lightweightMode.disableResults && !this.options.lightweightMode.onlyTestIdsNoSuite) {
+            if (this.options.lightweightMode && this.options.lightweightMode.onlyTestIdsNoSuite) {
                 return undefined;
             }
             return servicesApi.reportExecutionFinished(