@checkly/playwright-core 1.48.22 → 1.48.24-beta.0

package/lib/checkly/secretsFilter.js

@@ -13,11 +13,34 @@ const IdentityFunction = s => s;
 const secretsFilter = () => {
   const disabled = process.env['CHECKLY_INTERNAL_ENABLE_PATCHED_TRACING'] !== 'true';
   if (disabled) return IdentityFunction;
-  const keys = process.env['CHECKLY_INTERNAL_REPLACE_TRACE_KEYS'] || '[]';
-  const keylist = JSON.parse(keys);
-  if (keylist.length === 0) return IdentityFunction;
-  const escapedList = keylist.map(_escapeRegExp.default);
-  const regex = new RegExp(escapedList.join('|'), 'g');
-  return s => s.replaceAll(regex, '*********');
+
+  // Cache for regex to avoid recompiling on every call
+  let cachedRegex = null;
+  let cachedKeys = '';
+
+  // Regex to filter out console markers
+  const consoleMarkerRegex = /\[CHECKLY_RUNTIME_SECRET\].*?\[\/CHECKLY_RUNTIME_SECRET\]/g;
+  return s => {
+    const keys = process.env['CHECKLY_INTERNAL_REPLACE_TRACE_KEYS'] || '[]';
+
+    // Only recompile regex if keys have changed (handles runtime CHECKLY_SECRET_ variables)
+    if (keys !== cachedKeys) {
+      const keylist = JSON.parse(keys);
+      if (keylist.length === 0) {
+        cachedRegex = null;
+      } else {
+        const escapedList = keylist.map(_escapeRegExp.default);
+        cachedRegex = new RegExp(escapedList.join('|'), 'g');
+      }
+      cachedKeys = keys;
+    }
+
+    // First filter out console markers entirely
+    let filtered = s.replace(consoleMarkerRegex, '');
+
+    // Scrub secrets
+    if (cachedRegex) filtered = filtered.replaceAll(cachedRegex, '*********');
+    return filtered;
+  };
 };
 exports.secretsFilter = secretsFilter;

package/lib/client/clientStackTrace.js

@@ -0,0 +1,65 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.captureLibraryStackTrace = captureLibraryStackTrace;
+var _stackTrace = require("../utils/isomorphic/stackTrace");
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+function captureLibraryStackTrace(platform) {
+  const stack = (0, _stackTrace.captureRawStack)();
+  let parsedFrames = stack.map(line => {
+    const frame = (0, _stackTrace.parseStackFrame)(line, platform.pathSeparator, platform.showInternalStackFrames());
+    if (!frame || !frame.file) return null;
+    const isPlaywrightLibrary = !!platform.coreDir && frame.file.startsWith(platform.coreDir);
+    const parsed = {
+      frame,
+      frameText: line,
+      isPlaywrightLibrary
+    };
+    return parsed;
+  }).filter(Boolean);
+  let apiName = '';
+
+  // Deepest transition between non-client code calling into client
+  // code is the api entry.
+  for (let i = 0; i < parsedFrames.length - 1; i++) {
+    const parsedFrame = parsedFrames[i];
+    if (parsedFrame.isPlaywrightLibrary && !parsedFrames[i + 1].isPlaywrightLibrary) {
+      apiName = apiName || normalizeAPIName(parsedFrame.frame.function);
+      break;
+    }
+  }
+  function normalizeAPIName(name) {
+    if (!name) return '';
+    const match = name.match(/(API|JS|CDP|[A-Z])(.*)/);
+    if (!match) return name;
+    return match[1].toLowerCase() + match[2];
+  }
+
+  // This is for the inspector so that it did not include the test runner stack frames.
+  const filterPrefixes = platform.boxedStackPrefixes();
+  parsedFrames = parsedFrames.filter(f => {
+    if (filterPrefixes.some(prefix => f.frame.file.startsWith(prefix))) return false;
+    return true;
+  });
+  return {
+    frames: parsedFrames.map(p => p.frame),
+    apiName
+  };
+}

package/lib/client/fileUtils.js

@@ -0,0 +1,31 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.fileUploadSizeLimit = void 0;
+exports.mkdirIfNeeded = mkdirIfNeeded;
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// Keep in sync with the server.
+const fileUploadSizeLimit = exports.fileUploadSizeLimit = 50 * 1024 * 1024;
+async function mkdirIfNeeded(platform, filePath) {
+  // This will harmlessly throw on windows if the dirname is the root directory.
+  await platform.fs().promises.mkdir(platform.path().dirname(filePath), {
+    recursive: true
+  }).catch(() => {});
+}

package/lib/client/platform.js

@@ -0,0 +1,71 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.emptyPlatform = void 0;
+var _colors = require("../utils/isomorphic/colors");
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const noopZone = {
+  push: () => noopZone,
+  pop: () => noopZone,
+  run: func => func(),
+  data: () => undefined
+};
+const emptyPlatform = exports.emptyPlatform = {
+  name: 'empty',
+  boxedStackPrefixes: () => [],
+  calculateSha1: async () => {
+    throw new Error('Not implemented');
+  },
+  colors: _colors.webColors,
+  createGuid: () => {
+    throw new Error('Not implemented');
+  },
+  defaultMaxListeners: () => 10,
+  env: {},
+  fs: () => {
+    throw new Error('Not implemented');
+  },
+  inspectCustom: undefined,
+  isDebugMode: () => false,
+  isJSDebuggerAttached: () => false,
+  isLogEnabled(name) {
+    return false;
+  },
+  isUnderTest: () => false,
+  log(name, message) {},
+  path: () => {
+    throw new Error('Function not implemented.');
+  },
+  pathSeparator: '/',
+  showInternalStackFrames: () => false,
+  streamFile(path, writable) {
+    throw new Error('Streams are not available');
+  },
+  streamReadable: channel => {
+    throw new Error('Streams are not available');
+  },
+  streamWritable: channel => {
+    throw new Error('Streams are not available');
+  },
+  zones: {
+    empty: noopZone,
+    current: () => noopZone
+  }
+};

package/lib/client/timeoutSettings.js

@@ -0,0 +1,65 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.TimeoutSettings = exports.DEFAULT_TIMEOUT = exports.DEFAULT_LAUNCH_TIMEOUT = void 0;
+/**
+ * Copyright 2019 Google Inc. All rights reserved.
+ * Modifications copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+// Keep in sync with server.
+const DEFAULT_TIMEOUT = exports.DEFAULT_TIMEOUT = 30000;
+const DEFAULT_LAUNCH_TIMEOUT = exports.DEFAULT_LAUNCH_TIMEOUT = 3 * 60 * 1000; // 3 minutes
+
+class TimeoutSettings {
+  constructor(platform, parent) {
+    this._parent = void 0;
+    this._defaultTimeout = void 0;
+    this._defaultNavigationTimeout = void 0;
+    this._platform = void 0;
+    this._parent = parent;
+    this._platform = platform;
+  }
+  setDefaultTimeout(timeout) {
+    this._defaultTimeout = timeout;
+  }
+  setDefaultNavigationTimeout(timeout) {
+    this._defaultNavigationTimeout = timeout;
+  }
+  defaultNavigationTimeout() {
+    return this._defaultNavigationTimeout;
+  }
+  defaultTimeout() {
+    return this._defaultTimeout;
+  }
+  navigationTimeout(options) {
+    if (typeof options.timeout === 'number') return options.timeout;
+    if (this._defaultNavigationTimeout !== undefined) return this._defaultNavigationTimeout;
+    if (this._platform.isDebugMode()) return 0;
+    if (this._defaultTimeout !== undefined) return this._defaultTimeout;
+    if (this._parent) return this._parent.navigationTimeout(options);
+    return DEFAULT_TIMEOUT;
+  }
+  timeout(options) {
+    if (typeof options.timeout === 'number') return options.timeout;
+    if (this._platform.isDebugMode()) return 0;
+    if (this._defaultTimeout !== undefined) return this._defaultTimeout;
+    if (this._parent) return this._parent.timeout(options);
+    return DEFAULT_TIMEOUT;
+  }
+}
+exports.TimeoutSettings = TimeoutSettings;

package/lib/client/webSocket.js

@@ -0,0 +1,106 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.connectOverWebSocket = connectOverWebSocket;
+var _connection = require("./connection");
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+async function connectOverWebSocket(parentConnection, params) {
+  const localUtils = parentConnection.localUtils();
+  const transport = localUtils ? new JsonPipeTransport(localUtils) : new WebSocketTransport();
+  const connectHeaders = await transport.connect(params);
+  const connection = new _connection.Connection(parentConnection._platform, localUtils, parentConnection._instrumentation, connectHeaders);
+  connection.markAsRemote();
+  connection.on('close', () => transport.close());
+  let closeError;
+  const onTransportClosed = reason => {
+    connection.close(reason || closeError);
+  };
+  transport.onClose(reason => onTransportClosed(reason));
+  connection.onmessage = message => transport.send(message).catch(() => onTransportClosed());
+  transport.onMessage(message => {
+    try {
+      connection.dispatch(message);
+    } catch (e) {
+      closeError = String(e);
+      transport.close().catch(() => {});
+    }
+  });
+  return connection;
+}
+class JsonPipeTransport {
+  constructor(owner) {
+    this._pipe = void 0;
+    this._owner = void 0;
+    this._owner = owner;
+  }
+  async connect(params) {
+    const {
+      pipe,
+      headers: connectHeaders
+    } = await this._owner._wrapApiCall(async () => {
+      return await this._owner._channel.connect(params);
+    }, /* isInternal */true);
+    this._pipe = pipe;
+    return connectHeaders;
+  }
+  async send(message) {
+    await this._owner._wrapApiCall(async () => {
+      await this._pipe.send({
+        message
+      });
+    }, /* isInternal */true);
+  }
+  onMessage(callback) {
+    this._pipe.on('message', ({
+      message
+    }) => callback(message));
+  }
+  onClose(callback) {
+    this._pipe.on('closed', ({
+      reason
+    }) => callback(reason));
+  }
+  async close() {
+    await this._owner._wrapApiCall(async () => {
+      await this._pipe.close().catch(() => {});
+    }, /* isInternal */true);
+  }
+}
+class WebSocketTransport {
+  constructor() {
+    this._ws = void 0;
+  }
+  async connect(params) {
+    this._ws = new window.WebSocket(params.wsEndpoint);
+    return [];
+  }
+  async send(message) {
+    this._ws.send(JSON.stringify(message));
+  }
+  onMessage(callback) {
+    this._ws.addEventListener('message', event => callback(JSON.parse(event.data)));
+  }
+  onClose(callback) {
+    this._ws.addEventListener('close', () => callback());
+  }
+  async close() {
+    this._ws.close();
+  }
+}

package/lib/server/callLog.js

@@ -0,0 +1,79 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.compressCallLog = compressCallLog;
+exports.findRepeatedSubsequencesForTest = void 0;
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the 'License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+function compressCallLog(log) {
+  const lines = [];
+  for (const block of findRepeatedSubsequences(log)) {
+    for (let i = 0; i < block.sequence.length; i++) {
+      const line = block.sequence[i];
+      const leadingWhitespace = line.match(/^\s*/);
+      const whitespacePrefix = '  ' + (leadingWhitespace === null || leadingWhitespace === void 0 ? void 0 : leadingWhitespace[0]) || '';
+      const countPrefix = `${block.count} × `;
+      if (block.count > 1 && i === 0) lines.push(whitespacePrefix + countPrefix + line.trim());else if (block.count > 1) lines.push(whitespacePrefix + ' '.repeat(countPrefix.length - 2) + '- ' + line.trim());else lines.push(whitespacePrefix + '- ' + line.trim());
+    }
+  }
+  return lines;
+}
+function findRepeatedSubsequences(s) {
+  const n = s.length;
+  const result = [];
+  let i = 0;
+  const arraysEqual = (a1, a2) => {
+    if (a1.length !== a2.length) return false;
+    for (let j = 0; j < a1.length; j++) {
+      if (a1[j] !== a2[j]) return false;
+    }
+    return true;
+  };
+  while (i < n) {
+    let maxRepeatCount = 1;
+    let maxRepeatSubstr = [s[i]]; // Initialize with the element at index i
+    let maxRepeatLength = 1;
+
+    // Try substrings of length from 1 to the remaining length of the array
+    for (let p = 1; p <= n - i; p++) {
+      const substr = s.slice(i, i + p); // Extract substring as array
+      let k = 1;
+
+      // Count how many times the substring repeats consecutively
+      while (i + p * k <= n && arraysEqual(s.slice(i + p * (k - 1), i + p * k), substr)) k += 1;
+      k -= 1; // Adjust k since it increments one extra time in the loop
+
+      // Update the maximal repeating substring if necessary
+      if (k > 1 && k * p > maxRepeatCount * maxRepeatLength) {
+        maxRepeatCount = k;
+        maxRepeatSubstr = substr;
+        maxRepeatLength = p;
+      }
+    }
+
+    // Record the substring and its count
+    result.push({
+      sequence: maxRepeatSubstr,
+      count: maxRepeatCount
+    });
+    i += maxRepeatLength * maxRepeatCount; // Move index forward
+  }
+  return result;
+}
+const findRepeatedSubsequencesForTest = exports.findRepeatedSubsequencesForTest = findRepeatedSubsequences;

package/lib/server/harBackend.js

@@ -0,0 +1,157 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.HarBackend = void 0;
+var _fs = _interopRequireDefault(require("fs"));
+var _path = _interopRequireDefault(require("path"));
+var _crypto = require("./utils/crypto");
+function _interopRequireDefault(e) { return e && e.__esModule ? e : { default: e }; }
+/**
+ * Copyright (c) Microsoft Corporation.
+ *
+ * Licensed under the Apache License, Version 2.0 (the 'License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const redirectStatus = [301, 302, 303, 307, 308];
+class HarBackend {
+  constructor(harFile, baseDir, zipFile) {
+    this.id = void 0;
+    this._harFile = void 0;
+    this._zipFile = void 0;
+    this._baseDir = void 0;
+    this.id = (0, _crypto.createGuid)();
+    this._harFile = harFile;
+    this._baseDir = baseDir;
+    this._zipFile = zipFile;
+  }
+  async lookup(url, method, headers, postData, isNavigationRequest) {
+    let entry;
+    try {
+      entry = await this._harFindResponse(url, method, headers, postData);
+    } catch (e) {
+      return {
+        action: 'error',
+        message: 'HAR error: ' + e.message
+      };
+    }
+    if (!entry) return {
+      action: 'noentry'
+    };
+
+    // If navigation is being redirected, restart it with the final url to ensure the document's url changes.
+    if (entry.request.url !== url && isNavigationRequest) return {
+      action: 'redirect',
+      redirectURL: entry.request.url
+    };
+    const response = entry.response;
+    try {
+      const buffer = await this._loadContent(response.content);
+      return {
+        action: 'fulfill',
+        status: response.status,
+        headers: response.headers,
+        body: buffer
+      };
+    } catch (e) {
+      return {
+        action: 'error',
+        message: e.message
+      };
+    }
+  }
+  async _loadContent(content) {
+    const file = content._file;
+    let buffer;
+    if (file) {
+      if (this._zipFile) buffer = await this._zipFile.read(file);else buffer = await _fs.default.promises.readFile(_path.default.resolve(this._baseDir, file));
+    } else {
+      buffer = Buffer.from(content.text || '', content.encoding === 'base64' ? 'base64' : 'utf-8');
+    }
+    return buffer;
+  }
+  async _harFindResponse(url, method, headers, postData) {
+    const harLog = this._harFile.log;
+    const visited = new Set();
+    while (true) {
+      const entries = [];
+      for (const candidate of harLog.entries) {
+        if (candidate.request.url !== url || candidate.request.method !== method) continue;
+        if (method === 'POST' && postData && candidate.request.postData) {
+          const buffer = await this._loadContent(candidate.request.postData);
+          if (!buffer.equals(postData)) {
+            const boundary = multipartBoundary(headers);
+            if (!boundary) continue;
+            const candidataBoundary = multipartBoundary(candidate.request.headers);
+            if (!candidataBoundary) continue;
+            // Try to match multipart/form-data ignroing boundary as it changes between requests.
+            if (postData.toString().replaceAll(boundary, '') !== buffer.toString().replaceAll(candidataBoundary, '')) continue;
+          }
+        }
+        entries.push(candidate);
+      }
+      if (!entries.length) return;
+      let entry = entries[0];
+
+      // Disambiguate using headers - then one with most matching headers wins.
+      if (entries.length > 1) {
+        const list = [];
+        for (const candidate of entries) {
+          const matchingHeaders = countMatchingHeaders(candidate.request.headers, headers);
+          list.push({
+            candidate,
+            matchingHeaders
+          });
+        }
+        list.sort((a, b) => b.matchingHeaders - a.matchingHeaders);
+        entry = list[0].candidate;
+      }
+      if (visited.has(entry)) throw new Error(`Found redirect cycle for ${url}`);
+      visited.add(entry);
+
+      // Follow redirects.
+      const locationHeader = entry.response.headers.find(h => h.name.toLowerCase() === 'location');
+      if (redirectStatus.includes(entry.response.status) && locationHeader) {
+        const locationURL = new URL(locationHeader.value, url);
+        url = locationURL.toString();
+        if ((entry.response.status === 301 || entry.response.status === 302) && method === 'POST' || entry.response.status === 303 && !['GET', 'HEAD'].includes(method)) {
+          // HTTP-redirect fetch step 13 (https://fetch.spec.whatwg.org/#http-redirect-fetch)
+          method = 'GET';
+        }
+        continue;
+      }
+      return entry;
+    }
+  }
+  dispose() {
+    var _this$_zipFile;
+    (_this$_zipFile = this._zipFile) === null || _this$_zipFile === void 0 || _this$_zipFile.close();
+  }
+}
+exports.HarBackend = HarBackend;
+function countMatchingHeaders(harHeaders, headers) {
+  const set = new Set(headers.map(h => h.name.toLowerCase() + ':' + h.value));
+  let matches = 0;
+  for (const h of harHeaders) {
+    if (set.has(h.name.toLowerCase() + ':' + h.value)) ++matches;
+  }
+  return matches;
+}
+function multipartBoundary(headers) {
+  const contentType = headers.find(h => h.name.toLowerCase() === 'content-type');
+  if (!(contentType !== null && contentType !== void 0 && contentType.value.includes('multipart/form-data'))) return undefined;
+  const boundary = contentType.value.match(/boundary=(\S+)/);
+  if (boundary) return boundary[1];
+  return undefined;
+}