@intuned/browser-dev 2.2.3-test-build.0 → 2.2.3-test-build.2

package/BROWSER_SCRIPTS_SETUP.md

@@ -0,0 +1,78 @@
+# Browser Scripts Setup
+
+This document explains how the TypeScript SDK handles the shared `browser_scripts.js` file from the monorepo root.
+
+## Overview
+
+The `common/browser_scripts.js` file at the root of the monorepo needs to be included in both the TypeScript and Python SDK builds. Instead of copying the file at runtime, we generate a TypeScript module that exports the script content as a constant.
+
+## How It Works
+
+1. **Source File**: `/common/browser_scripts.js` - The shared browser scripts file
+2. **Generated File**: `/typescript-sdk/src/common/script.ts` - Auto-generated TypeScript module
+3. **Generator Script**: `/typescript-sdk/scripts/generate-browser-script.js` - Node.js script that reads the source and generates the TS module
+
+## Build Process
+
+The generation happens automatically:
+
+### During Installation
+
+When you run `yarn install`, the `postinstall` hook automatically generates `script.ts`:
+
+```bash
+yarn install  # automatically runs generate-browser-script
+```
+
+### During Build
+
+The build script also regenerates `script.ts` before compiling:
+
+```bash
+yarn build  # runs generate-browser-script → tsc → babel
+```
+
+### Manual Generation
+
+You can manually regenerate the file:
+
+```bash
+yarn generate-browser-script
+```
+
+## Usage in Code
+
+In `ensureBrowserScripts.ts`:
+
+```typescript
+import { BROWSER_SCRIPT } from "./script";
+
+async function ensureBrowserScripts(page: Page): Promise<void> {
+  // Check if already loaded
+  const pageHasScript = await page.evaluate(
+    '() => typeof window.__INTUNED__ !== "undefined"'
+  );
+
+  if (pageHasScript) {
+    return;
+  }
+
+  // Inject the script
+  await page.evaluate(BROWSER_SCRIPT);
+}
+```
+
+## Important Notes
+
+- **DO NOT** edit `script.ts` manually - it's auto-generated
+- **DO NOT** commit `script.ts` to git - it's in `.gitignore`
+- The file is regenerated on every build and install
+- If you update `common/browser_scripts.js`, run `yarn generate-browser-script` to update
+
+## Benefits
+
+1. ✅ **No runtime file reading** - Script is bundled as a string constant
+2. ✅ **Type-safe** - TypeScript can check imports
+3. ✅ **Better performance** - No filesystem access at runtime
+4. ✅ **Cleaner builds** - No need to copy .js files during build
+5. ✅ **Single source of truth** - Always uses the latest from `common/`

package/dist/common/ensureBrowserScripts.js

@@ -4,15 +4,11 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.ensureBrowserScripts = ensureBrowserScripts;
-var _fs = require("fs");
-var _path = require("path");
+var _script = require("./script");
 async function ensureBrowserScripts(page) {
   const pageHasScript = await page.evaluate('() => typeof window.__INTUNED__ !== "undefined"');
   if (pageHasScript) {
     return;
   }
-  const scriptPath = (0, _path.join)(__dirname, "..", "common", "browser_scripts.js");
-  console.log("scriptPath", scriptPath);
-  const scriptContent = (0, _fs.readFileSync)(scriptPath, "utf-8");
-  await page.evaluate(scriptContent);
+  await page.evaluate(_script.BROWSER_SCRIPT);
 }

package/dist/common/{browser_scripts.js → script.js}

@@ -1,4 +1,10 @@
-(function () {
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.BROWSER_SCRIPT = void 0;
+const BROWSER_SCRIPT = exports.BROWSER_SCRIPT = `(function () {
   "use strict";
 
   var MatchSource;
@@ -223,7 +229,7 @@
             dist: needleIdx,
           };
         } else {
-          candidates.set(`${i},${needleIdx + 1},${needleIdx}`, {
+          candidates.set(\`\${i},\${needleIdx + 1},\${needleIdx}\`, {
             startIdx: i,
             needleIdx: needleIdx + 1,
             dist: needleIdx,
@@ -243,9 +249,9 @@
           } else {
             // otherwise, update the candidate's needleIdx and keep it
             candidates.set(
-              `${candidate.startIdx},${candidate.needleIdx + 1},${
+              \`\${candidate.startIdx},\${candidate.needleIdx + 1},\${
                 candidate.dist
-              }`,
+              }\`,
               {
                 startIdx: candidate.startIdx,
                 needleIdx: candidate.needleIdx + 1,
@@ -256,9 +262,9 @@
         } else {
           if (candidate.dist === maxDist) continue;
           candidates.set(
-            `${candidate.startIdx},${candidate.needleIdx},${
+            \`\${candidate.startIdx},\${candidate.needleIdx},\${
               candidate.dist + 1
-            }`,
+            }\`,
             {
               startIdx: candidate.startIdx,
               needleIdx: candidate.needleIdx,
@@ -288,9 +294,9 @@
                 };
               } else {
                 candidates.set(
-                  `${candidate.startIdx},${
+                  \`\${candidate.startIdx},\${
                     candidate.needleIdx + 1 + nSkipped
-                  },${candidate.dist + nSkipped}`,
+                  },\${candidate.dist + nSkipped}\`,
                   {
                     startIdx: candidate.startIdx,
                     needleIdx: candidate.needleIdx + 1 + nSkipped,
@@ -303,9 +309,9 @@
           }
           if (i + 1 < haystackLen && candidate.needleIdx + 1 < needleLen) {
             candidates.set(
-              `${candidate.startIdx},${candidate.needleIdx + 1},${
+              \`\${candidate.startIdx},\${candidate.needleIdx + 1},\${
                 candidate.dist + 1
-              }`,
+              }\`,
               {
                 startIdx: candidate.startIdx,
                 needleIdx: candidate.needleIdx + 1,
@@ -346,9 +352,9 @@
       return "";
     }
     // Replace newlines and tabs with spaces
-    let normalized = text.replace(/\n/g, " ").replace(/\t/g, " ");
+    let normalized = text.replace(/\\n/g, " ").replace(/\\t/g, " ");
     // Replace multiple spaces with a single space
-    normalized = normalized.split(/\s+/).join(" ");
+    normalized = normalized.split(/\\s+/).join(" ");
     return normalized.trim();
   }
   function isMatchExact(data, value) {
@@ -447,13 +453,13 @@
       element.namespaceURI !== "http://www.w3.org/1999/xhtml" // HTML namespace, this will make xpath locator succeed without [name()='']
     ) {
       // Element is in a namespace (SVG, MathML, or custom namespace)
-      nodeXPath = `*[name()='${nodeName}']`;
+      nodeXPath = \`*[name()='\${nodeName}']\`;
     } else {
       // Standard HTML element
-      nodeXPath = `${nodeName}[${siblingsCount}]`;
+      nodeXPath = \`\${nodeName}[\${siblingsCount}]\`;
     }
 
-    return parentXPath ? `${parentXPath}/${nodeXPath}` : nodeXPath;
+    return parentXPath ? \`\${parentXPath}/\${nodeXPath}\` : nodeXPath;
   }
   function traverseAndPrune(node, conditionFunc) {
     const children = Array.from(node.children ?? []);
@@ -722,7 +728,7 @@
           return lengthDiff <= 0.2 * stringToMatch.length;
         })
         .map((attr) => attr.value)
-        .join("\n");
+        .join("\\n");
       const {
         found: isFuzzMatchFound,
         matchedValue,
@@ -813,10 +819,10 @@
   }
 
   function convertElementToMarkdown(element) {
-    const mdCharsMatcher = /([\\[\]()])/g;
+    const mdCharsMatcher = /([\\\\[\\]()])/g;
     function escapeMd(text) {
       // Escapes markdown-sensitive characters within other markdown constructs.
-      return text.replace(mdCharsMatcher, "\\$1");
+      return text.replace(mdCharsMatcher, "\\\\$1");
     }
     function listNumberingStart(attrs) {
       const start = attrs.getNamedItem("start")?.value;
@@ -827,25 +833,25 @@
       }
     }
     // Define the characters that require escaping
-    const slashChars = "\\`*_{}[]()#+-.!";
+    const slashChars = "\\\\\`*_{}[]()#+-.!";
     // Escape any special regex characters in slashChars
     const escapedSlashChars = slashChars.replace(
-      /[-/\\^$*+?.()|[\]{}]/g,
-      "\\$&"
+      /[-/\\\\^$*+?.()|[\\]{}]/g,
+      "\\\\$&"
     );
     // Create the regular expression
     const mdBackslashMatcher = new RegExp(
-      `\\\\(?=[${escapedSlashChars}])`,
+      \`\\\\\\\\(?=[\${escapedSlashChars}])\`,
       "g"
     );
-    const mdDotMatcher = new RegExp(`^(\\s*\\d+)(\\.)(?=\\s)`, "gm");
-    const mdPlusMatcher = new RegExp(`^(\\s*)(\\+)(?=\\s)`, "gm");
-    const mdDashMatcher = new RegExp(`^(\\s*)(-)(?=\\s|-)`, "gm");
+    const mdDotMatcher = new RegExp(\`^(\\\\s*\\\\d+)(\\\\.)(?=\\\\s)\`, "gm");
+    const mdPlusMatcher = new RegExp(\`^(\\\\s*)(\\\\+)(?=\\\\s)\`, "gm");
+    const mdDashMatcher = new RegExp(\`^(\\\\s*)(-)(?=\\\\s|-)\`, "gm");
     function escapeMdSection(text) {
-      text = text.replace(mdBackslashMatcher, "\\\\");
-      text = text.replace(mdDotMatcher, "$1\\$2");
-      text = text.replace(mdPlusMatcher, "$1\\$2");
-      text = text.replace(mdDashMatcher, "$1\\$2");
+      text = text.replace(mdBackslashMatcher, "\\\\\\\\");
+      text = text.replace(mdDotMatcher, "$1\\\\$2");
+      text = text.replace(mdPlusMatcher, "$1\\\\$2");
+      text = text.replace(mdDashMatcher, "$1\\\\$2");
       return text;
     }
     function isFirstTbody(element) {
@@ -854,7 +860,7 @@
         element.nodeName === "TBODY" &&
         (!previousSibling ||
           (previousSibling.nodeName === "THEAD" &&
-            /^\s*$/i.test(previousSibling.textContent ?? "")))
+            /^\\s*$/i.test(previousSibling.textContent ?? "")))
       );
     }
     function isHeadingRow(tr) {
@@ -908,7 +914,7 @@
           this.abbrData += data;
         }
         if (pureData && !this.pre) {
-          data = data.replace(/\s+/g, " ");
+          data = data.replace(/\\s+/g, " ");
           if (data && data[0] === " ") {
             this.space = 1;
             data = data.substring(1);
@@ -916,8 +922,8 @@
         }
         if (!data && force !== "end") return;
         if (this.startPre) {
-          if (!data.startsWith("\n")) {
-            data = "\n" + data;
+          if (!data.startsWith("\\n")) {
+            data = "\\n" + data;
           }
         }
         let newLineIndent = ">".repeat(this.blockquote ?? 0);
@@ -932,7 +938,7 @@
               newLineIndent += "    ";
             }
           }
-          data = data.replace(/\n/g, `\n${newLineIndent}`);
+          data = data.replace(/\\n/g, \`\\n\${newLineIndent}\`);
         }
         if (this.startPre) {
           this.startPre = false;
@@ -947,11 +953,11 @@
         }
         if (force === "end") {
           this.p_p = 0;
-          this.out("\n");
+          this.out("\\n");
           this.space = 0;
         }
         if (this.p_p) {
-          this.out((this.breakToggle + "\n" + newLineIndent).repeat(this.p_p));
+          this.out((this.breakToggle + "\\n" + newLineIndent).repeat(this.p_p));
           this.space = 0;
           this.breakToggle = "";
         }
@@ -963,7 +969,7 @@
         }
         if (this.a && force === "end") {
           if (force === "end") {
-            this.out("\n");
+            this.out("\\n");
           }
           const newA = this.a.filter((link) => {
             if (this.outCount > link.outcount) {
@@ -976,19 +982,19 @@
               if (link.title) {
                 this.out(" (" + link.title + ")");
               }
-              this.out("\n");
+              this.out("\\n");
               return false;
             }
             return true;
           });
           if (this.a.length !== newA.length) {
-            this.out("\n");
+            this.out("\\n");
           }
           this.a = newA;
         }
         if (this.abbrList && force === "end") {
           for (const [abbr, definition] of Object.entries(this.abbrList)) {
-            this.out("\n *[" + abbr + "]: " + definition + "\n");
+            this.out("\\n *[" + abbr + "]: " + definition + "\\n");
           }
         }
         this.p_p = 0;
@@ -998,7 +1004,7 @@
       out(string) {
         this.outTextList.push(string);
         if (string) {
-          this.lastWasNewLine = string.charAt(string.length - 1) === "\n";
+          this.lastWasNewLine = string.charAt(string.length - 1) === "\\n";
         }
       }
       getResult() {
@@ -1030,7 +1036,7 @@
             href?.value === node.nodeValue &&
             this.absoluteUrlMatcher.test(href.value)
           ) {
-            this.processOutput(`<${node.nodeValue}>`);
+            this.processOutput(\`<\${node.nodeValue}>\`);
             return;
           } else {
             this.processOutput("[");
@@ -1053,7 +1059,7 @@
           this.padding();
           this.processOutput("#".repeat(this.getHeadingLevel(tag)) + " ");
         }
-        if (tag == "br") this.processOutput("  \n");
+        if (tag == "br") this.processOutput("  \\n");
         if (tag == "hr") {
           this.padding();
           this.processOutput("---");
@@ -1092,7 +1098,7 @@
           this.padding();
         }
         if (["code", "tt"].includes(nodeName)) {
-          this.processOutput("`");
+          this.processOutput("\`");
         }
         if (["em", "i", "u"].includes(nodeName)) {
           this.processOutput(this.emphasis_mark);
@@ -1191,14 +1197,14 @@
               borderCells += cell(border, node.childNodes[i]);
             }
           }
-          this.processOutput(borderCells ? "\n" + borderCells + "\n" : "\n");
+          this.processOutput(borderCells ? "\\n" + borderCells + "\\n" : "\\n");
         }
         if (nodeName === "pre") {
           this.pre = false;
           this.padding();
         }
         if (["code", "tt"].includes(nodeName)) {
-          this.processOutput("`");
+          this.processOutput("\`");
         }
         if (["em", "i", "u"].includes(nodeName)) {
           this.processOutput(this.emphasis_mark);
@@ -1232,7 +1238,7 @@
               this.maybeAutomaticLink = null;
             } else if (a) {
               this.processOutput(
-                `](${escapeMd(a.getNamedItem("href")?.value || "")})`
+                \`](\${escapeMd(a.getNamedItem("href")?.value || "")})\`
               );
             }
           }
@@ -1376,14 +1382,14 @@
         indentLevel
       );
       if (overriddenElementProcessing) {
-        debugLog(`Element Processing Overridden: '${childElement.nodeType}'`);
+        debugLog(\`Element Processing Overridden: '\${childElement.nodeType}'\`);
         result.push(...overriddenElementProcessing);
       } else if (childElement.nodeType === ElementNode_1$1._Node.TEXT_NODE) {
         const textContent = escapeMarkdownCharacters(
           childElement.textContent?.trim() ?? ""
         );
         if (textContent && !!childElement.textContent) {
-          debugLog(`Text Node: '${textContent}'`);
+          debugLog(\`Text Node: '\${textContent}'\`);
           // preserve whitespaces when text childElement is not empty
           result.push({
             type: "text",
@@ -1398,19 +1404,19 @@
             elem.textContent || ""
           ).trim();
           if (content) {
-            debugLog(`Heading ${level}: '${elem.textContent}'`);
+            debugLog(\`Heading \${level}: '\${elem.textContent}'\`);
             result.push({ type: "heading", level, content });
           }
         } else if (elem.tagName.toLowerCase() === "p") {
           debugLog("Paragraph");
           result.push(...htmlToMarkdownAST(elem, options));
           // Add a new line after the paragraph
-          result.push({ type: "text", content: "\n\n" });
+          result.push({ type: "text", content: "\\n\\n" });
         } else if (elem.tagName.toLowerCase() === "a") {
           debugLog(
-            `Link: '${elem.getAttribute("href")}' with text '${
+            \`Link: '\${elem.getAttribute("href")}' with text '\${
               elem.textContent
-            }'`
+            }'\`
           );
           // Check if the href is a data URL for an image
           if (
@@ -1456,7 +1462,7 @@
             }
           }
         } else if (elem.tagName.toLowerCase() === "img") {
-          debugLog(`Image: src='${elem.src}', alt='${elem.alt}'`);
+          debugLog(\`Image: src='\${elem.src}', alt='\${elem.alt}'\`);
           if (elem.src?.startsWith("data:image")) {
             result.push({
               type: "image",
@@ -1477,7 +1483,7 @@
           }
         } else if (elem.tagName.toLowerCase() === "video") {
           debugLog(
-            `Video: src='${elem.src}', poster='${elem.poster}', controls='${elem.controls}'`
+            \`Video: src='\${elem.src}', poster='\${elem.poster}', controls='\${elem.controls}'\`
           );
           result.push({
             type: "video",
@@ -1490,9 +1496,9 @@
           elem.tagName.toLowerCase() === "ol"
         ) {
           debugLog(
-            `${
+            \`\${
               elem.tagName.toLowerCase() === "ul" ? "Unordered" : "Ordered"
-            } List`
+            } List\`
           );
           result.push({
             type: "list",
@@ -1504,7 +1510,7 @@
           });
         } else if (elem.tagName.toLowerCase() === "br") {
           debugLog("Line Break");
-          result.push({ type: "text", content: "\n" });
+          result.push({ type: "text", content: "\\n" });
         } else if (elem.tagName.toLowerCase() === "table") {
           debugLog("Table");
           let colIds = [];
@@ -1512,7 +1518,7 @@
             // Generate unique column IDs
             const headerCells = Array.from(elem.querySelectorAll("th, td"));
             headerCells.forEach((_, index) => {
-              colIds.push(`col-${index}`);
+              colIds.push(\`col-\${index}\`);
             });
           }
           const tableRows = Array.from(elem.querySelectorAll("tr"));
@@ -1638,7 +1644,7 @@
             case "strong":
             case "b":
               if (content) {
-                debugLog(`Bold: '${content}'`);
+                debugLog(\`Bold: '\${content}'\`);
                 result.push({
                   type: "bold",
                   content: htmlToMarkdownAST(elem, options, indentLevel + 1),
@@ -1648,7 +1654,7 @@
             case "em":
             case "i":
               if (content) {
-                debugLog(`Italic: '${content}'`);
+                debugLog(\`Italic: '\${content}'\`);
                 result.push({
                   type: "italic",
                   content: htmlToMarkdownAST(elem, options, indentLevel + 1),
@@ -1658,7 +1664,7 @@
             case "s":
             case "strike":
               if (content) {
-                debugLog(`Strikethrough: '${content}'`);
+                debugLog(\`Strikethrough: '\${content}'\`);
                 result.push({
                   type: "strikethrough",
                   content: htmlToMarkdownAST(elem, options, indentLevel + 1),
@@ -1672,7 +1678,7 @@
                   elem.parentNode &&
                   elem.parentNode.nodeName.toLowerCase() === "pre";
                 debugLog(
-                  `${isCodeBlock ? "Code Block" : "Inline Code"}: '${content}'`
+                  \`\${isCodeBlock ? "Code Block" : "Inline Code"}: '\${content}'\`
                 );
                 const languageClass = elem.className
                   ?.split(" ")
@@ -1689,7 +1695,7 @@
               }
               break;
             case "blockquote":
-              debugLog(`Blockquote`);
+              debugLog(\`Blockquote\`);
               result.push({
                 type: "blockquote",
                 content: htmlToMarkdownAST(elem, options),
@@ -1708,7 +1714,7 @@
             case "section":
             case "summary":
             case "time":
-              debugLog(`Semantic HTML Element: '${elem.tagName}'`);
+              debugLog(\`Semantic HTML Element: '\${elem.tagName}'\`);
               result.push({
                 type: "semanticHtml",
                 htmlType: elem.tagName.toLowerCase(),
@@ -1719,10 +1725,10 @@
               const unhandledElementProcessing =
                 options?.processUnhandledElement?.(elem, options, indentLevel);
               if (unhandledElementProcessing) {
-                debugLog(`Processing Unhandled Element: '${elem.tagName}'`);
+                debugLog(\`Processing Unhandled Element: '\${elem.tagName}'\`);
                 result.push(...unhandledElementProcessing);
               } else {
-                debugLog(`Generic HTMLElement: '${elem.tagName}'`);
+                debugLog(\`Generic HTMLElement: '\${elem.tagName}'\`);
                 result.push(
                   ...htmlToMarkdownAST(elem, options, indentLevel + 1)
                 );
@@ -1745,7 +1751,7 @@
       .replace(/</g, "&lt;")
       .replace(/>/g, "&gt;");
     // Then escape characters that have special meaning in Markdown
-    escapedText = escapedText.replace(/([\\`*_{}[\]#+!|])/g, "\\$1");
+    escapedText = escapedText.replace(/([\\\\\`*_{}[\\]#+!|])/g, "\\\\$1");
     return escapedText;
   }
 
@@ -1769,7 +1775,7 @@
       let markdownString = "";
       if (options?.includeMetaData) {
         // include meta-data
-        markdownString += "---\n";
+        markdownString += "---\\n";
         const node = (0, index_1.findInMarkdownAST)(
           nodes,
           (_) => _.type === "meta"
@@ -1777,49 +1783,49 @@
         if (node?.type === "meta") {
           if (node.content.standard) {
             Object.keys(node.content.standard).forEach((key) => {
-              markdownString += `${key}: "${node.content.standard[key]}"\n`;
+              markdownString += \`\${key}: "\${node.content.standard[key]}"\\n\`;
             });
           }
           if (options.includeMetaData === "extended") {
             if (node.content.openGraph) {
               if (Object.keys(node.content.openGraph).length > 0) {
-                markdownString += "openGraph:\n";
+                markdownString += "openGraph:\\n";
                 for (const [key, value] of Object.entries(
                   node.content.openGraph
                 )) {
-                  markdownString += `  ${key}: "${value}"\n`;
+                  markdownString += \`  \${key}: "\${value}"\\n\`;
                 }
               }
             }
             if (node.content.twitter) {
               if (Object.keys(node.content.twitter).length > 0) {
-                markdownString += "twitter:\n";
+                markdownString += "twitter:\\n";
                 for (const [key, value] of Object.entries(
                   node.content.twitter
                 )) {
-                  markdownString += `  ${key}: "${value}"\n`;
+                  markdownString += \`  \${key}: "\${value}"\\n\`;
                 }
               }
             }
             if (node.content.jsonLd && node.content.jsonLd.length > 0) {
-              markdownString += "schema:\n";
+              markdownString += "schema:\\n";
               node.content.jsonLd.forEach((item) => {
                 const {
                   "@context": jldContext,
                   "@type": jldType,
                   ...semanticData
                 } = item;
-                markdownString += `  ${jldType ?? "(unknown type)"}:\n`;
+                markdownString += \`  \${jldType ?? "(unknown type)"}:\\n\`;
                 Object.keys(semanticData).forEach((key) => {
-                  markdownString += `    ${key}: ${JSON.stringify(
+                  markdownString += \`    \${key}: \${JSON.stringify(
                     semanticData[key]
-                  )}\n`;
+                  )}\\n\`;
                 });
               });
             }
           }
         }
-        markdownString += "---\n\n";
+        markdownString += "---\\n\\n";
       }
       return markdownString;
     }
@@ -1850,10 +1856,10 @@
                 );
               }
               const isMarkdownStringNotEmpty = markdownString.length > 0;
-              const isFirstCharOfContentWhitespace = /\s/.test(
+              const isFirstCharOfContentWhitespace = /\\s/.test(
                 content.slice(0, 1)
               );
-              const isLastCharOfMarkdownWhitespace = /\s/.test(
+              const isLastCharOfMarkdownWhitespace = /\\s/.test(
                 markdownString.slice(-1)
               );
               const isContentPunctuation =
@@ -1867,14 +1873,14 @@
                 markdownString += " ";
               }
               if (node.type === "text") {
-                markdownString += `${indent}${content}`;
+                markdownString += \`\${indent}\${content}\`;
               } else {
                 if (node.type === "bold") {
-                  markdownString += `**${content}**`;
+                  markdownString += \`**\${content}**\`;
                 } else if (node.type === "italic") {
-                  markdownString += `*${content}*`;
+                  markdownString += \`*\${content}*\`;
                 } else if (node.type === "strikethrough") {
-                  markdownString += `~~${content}~~`;
+                  markdownString += \`~~\${content}~~\`;
                 } else if (node.type === "link") {
                   // check if the link contains only text
                   if (
@@ -1882,52 +1888,52 @@
                     node.content[0].type === "text"
                   ) {
                     // use native markdown syntax for text-only links
-                    markdownString += `[${content}](${encodeURI(node.href)})`;
+                    markdownString += \`[\${content}](\${encodeURI(node.href)})\`;
                   } else {
                     // Use HTML <a> tag for links with rich content
-                    markdownString += `<a href="${node.href}">${content}</a>`;
+                    markdownString += \`<a href="\${node.href}">\${content}</a>\`;
                   }
                 }
               }
               break;
             case "heading":
-              const isEndsWithNewLine = markdownString.slice(-1) === "\n";
+              const isEndsWithNewLine = markdownString.slice(-1) === "\\n";
               if (!isEndsWithNewLine) {
-                markdownString += "\n";
+                markdownString += "\\n";
               }
-              markdownString += `${"#".repeat(node.level)} ${node.content}\n\n`;
+              markdownString += \`\${"#".repeat(node.level)} \${node.content}\\n\\n\`;
               break;
             case "image":
               if (!node.alt?.trim() || !!node.src?.trim()) {
-                markdownString += `![${node.alt || ""}](${node.src})`;
+                markdownString += \`![\${node.alt || ""}](\${node.src})\`;
               }
               break;
             case "list":
               node.items.forEach((item, i) => {
-                const listItemPrefix = node.ordered ? `${i + 1}.` : "-";
+                const listItemPrefix = node.ordered ? \`\${i + 1}.\` : "-";
                 const contents = markdownContentASTToString(
                   item.content,
                   options,
                   indentLevel + 1
                 ).trim();
-                if (markdownString.slice(-1) !== "\n") {
-                  markdownString += "\n";
+                if (markdownString.slice(-1) !== "\\n") {
+                  markdownString += "\\n";
                 }
                 if (contents) {
-                  markdownString += `${indent}${listItemPrefix} ${contents}\n`;
+                  markdownString += \`\${indent}\${listItemPrefix} \${contents}\\n\`;
                 }
               });
-              markdownString += "\n";
+              markdownString += "\\n";
               break;
             case "video":
-              markdownString += `\n![Video](${node.src})\n`;
+              markdownString += \`\\n![Video](\${node.src})\\n\`;
               if (node.poster) {
-                markdownString += `![Poster](${node.poster})\n`;
+                markdownString += \`![Poster](\${node.poster})\\n\`;
               }
               if (node.controls) {
-                markdownString += `Controls: ${node.controls}\n`;
+                markdownString += \`Controls: \${node.controls}\\n\`;
               }
-              markdownString += "\n";
+              markdownString += "\\n";
               break;
             case "table":
               const maxColumns = Math.max(
@@ -1947,15 +1953,15 @@
                           indentLevel + 1
                         ).trim();
                   if (cell.colId) {
-                    cellContent += ` <!-- ${cell.colId} -->`;
+                    cellContent += \` <!-- \${cell.colId} -->\`;
                   }
                   if (cell.colspan && cell.colspan > 1) {
-                    cellContent += ` <!-- colspan: ${cell.colspan} -->`;
+                    cellContent += \` <!-- colspan: \${cell.colspan} -->\`;
                   }
                   if (cell.rowspan && cell.rowspan > 1) {
-                    cellContent += ` <!-- rowspan: ${cell.rowspan} -->`;
+                    cellContent += \` <!-- rowspan: \${cell.rowspan} -->\`;
                   }
-                  markdownString += `| ${cellContent} `;
+                  markdownString += \`| \${cellContent} \`;
                   currentColumn += cell.colspan || 1;
                   // Add empty cells for colspan
                   for (let i = 1; i < (cell.colspan || 1); i++) {
@@ -1967,29 +1973,29 @@
                   markdownString += "|  ";
                   currentColumn++;
                 }
-                markdownString += "|\n";
+                markdownString += "|\\n";
               });
-              markdownString += "\n";
+              markdownString += "\\n";
               break;
             case "code":
               if (node.inline) {
-                const isLsatWhitespace = /\s/.test(markdownString.slice(-1));
+                const isLsatWhitespace = /\\s/.test(markdownString.slice(-1));
                 if (!isLsatWhitespace) {
                   markdownString += " ";
                 }
-                markdownString += `\`${node.content}\``;
+                markdownString += \`\\\`\${node.content}\\\`\`;
               } else {
                 // For code blocks, we do not escape characters and preserve formatting
-                markdownString += "\n```" + (node.language ?? "") + "\n";
-                markdownString += `${node.content}\n`;
-                markdownString += "```\n\n";
+                markdownString += "\\n\`\`\`" + (node.language ?? "") + "\\n";
+                markdownString += \`\${node.content}\\n\`;
+                markdownString += "\`\`\`\\n\\n";
               }
               break;
             case "blockquote":
-              markdownString += `> ${markdownContentASTToString(
+              markdownString += \`> \${markdownContentASTToString(
                 node.content,
                 options
-              ).trim()}\n\n`;
+              ).trim()}\\n\\n\`;
               break;
             case "meta":
               // already handled
@@ -1998,7 +2004,7 @@
               switch (node.htmlType) {
                 case "article":
                   markdownString +=
-                    "\n\n" + markdownContentASTToString(node.content, options);
+                    "\\n\\n" + markdownContentASTToString(node.content, options);
                   break;
                 case "summary":
                 case "time":
@@ -2012,18 +2018,18 @@
                 case "details":
                 case "figure":
                   markdownString +=
-                    `\n\n<-${node.htmlType}->\n` +
+                    \`\\n\\n<-\${node.htmlType}->\\n\` +
                     markdownContentASTToString(node.content, options) +
-                    `\n\n</-${node.htmlType}->\n`;
+                    \`\\n\\n</-\${node.htmlType}->\\n\`;
                   break;
                 case "section":
-                  markdownString += "---\n\n";
+                  markdownString += "---\\n\\n";
                   markdownString += markdownContentASTToString(
                     node.content,
                     options
                   );
-                  markdownString += "\n\n";
-                  markdownString += "---\n\n";
+                  markdownString += "\\n\\n";
+                  markdownString += "---\\n\\n";
                   break;
               }
               break;
@@ -2099,17 +2105,17 @@
         ) {
           bestIndependentCandidate = candidates[i];
           debugMessage(
-            `New best independent candidate found: ${elementToString(
+            \`New best independent candidate found: \${elementToString(
               bestIndependentCandidate
-            )}`
+            )}\`
           );
         }
       }
     }
     debugMessage(
-      `Final main content candidate: ${elementToString(
+      \`Final main content candidate: \${elementToString(
         bestIndependentCandidate
-      )}`
+      )}\`
     );
     return bestIndependentCandidate;
   }
@@ -2117,16 +2123,16 @@
     if (!element) {
       return "No element";
     }
-    return `${element.tagName}#${element.id || "no-id"}.${Array.from(
+    return \`\${element.tagName}#\${element.id || "no-id"}.\${Array.from(
       element.classList
-    ).join(".")}`;
+    ).join(".")}\`;
   }
   function collectCandidates(element, candidates, minScore) {
     const score = calculateScore(element);
     if (score >= minScore) {
       candidates.push(element);
       debugMessage(
-        `Candidate found: ${elementToString(element)}, score: ${score}`
+        \`Candidate found: \${elementToString(element)}, score: \${score}\`
       );
     }
     Array.from(element.children).forEach((child) => {
@@ -2148,7 +2154,7 @@
       if (element.classList.contains(attr) || element.id.includes(attr)) {
         score += 10;
         scoreLog.push(
-          `High impact attribute found: ${attr}, score increased by 10`
+          \`High impact attribute found: \${attr}, score increased by 10\`
         );
       }
     });
@@ -2157,7 +2163,7 @@
     if (highImpactTags.includes(element.tagName.toLowerCase())) {
       score += 5;
       scoreLog.push(
-        `High impact tag found: ${element.tagName}, score increased by 5`
+        \`High impact tag found: \${element.tagName}, score increased by 5\`
       );
     }
     // Paragraph count
@@ -2166,7 +2172,7 @@
     if (paragraphScore > 0) {
       score += paragraphScore;
       scoreLog.push(
-        `Paragraph count: ${paragraphCount}, score increased by ${paragraphScore}`
+        \`Paragraph count: \${paragraphCount}, score increased by \${paragraphScore}\`
       );
     }
     // Text content length
@@ -2175,7 +2181,7 @@
       const textScore = Math.min(Math.floor(textContentLength / 200), 5);
       score += textScore;
       scoreLog.push(
-        `Text content length: ${textContentLength}, score increased by ${textScore}`
+        \`Text content length: \${textContentLength}, score increased by \${textScore}\`
       );
     }
     // Link density
@@ -2183,7 +2189,7 @@
     if (linkDensity < 0.3) {
       score += 5;
       scoreLog.push(
-        `Link density: ${linkDensity.toFixed(2)}, score increased by 5`
+        \`Link density: \${linkDensity.toFixed(2)}, score increased by 5\`
       );
     }
     // Data attributes
@@ -2204,7 +2210,7 @@
       );
     }
     if (scoreLog.length > 0) {
-      debugMessage(`Scoring for ${elementToString(element)}:`);
+      debugMessage(\`Scoring for \${elementToString(element)}:\`);
     }
     return score;
   }
@@ -2302,7 +2308,7 @@
         const parts = url.split("/"); // Split URL keeping the slash before text
         const prefix = parts.slice(0, -1).join("/"); // Get the prefix by removing last part
         const refPrefix = addRefPrefix(prefix, prefixesToRefs);
-        return `${refPrefix}://${parts.slice(-1).join("")}`;
+        return \`\${refPrefix}://\${parts.slice(-1).join("")}\`;
       } else {
         if (url.split("/").length > 4) {
           return addRefPrefix(url, prefixesToRefs);
@@ -2360,12 +2366,12 @@
     exports.findAllInAST = findAllInAST;
     const getMainContent = (markdownStr) => {
       if (markdownStr.includes("<-main->")) {
-        const regex = /(?<=<-main->)[\s\S]*?(?=<\/-main->)/;
+        const regex = /(?<=<-main->)[\\s\\S]*?(?=<\\/-main->)/;
         const match = markdownStr.match(regex);
         return match?.[0] ?? "";
       } else {
         const removeSectionsRegex =
-          /(<-nav->[\s\S]*?<\/-nav->)|(<-footer->[\s\S]*?<\/-footer->)|(<-header->[\s\S]*?<\/-header->)|(<-aside->[\s\S]*?<\/-aside->)/g;
+          /(<-nav->[\\s\\S]*?<\\/-nav->)|(<-footer->[\\s\\S]*?<\\/-footer->)|(<-header->[\\s\\S]*?<\\/-header->)|(<-aside->[\\s\\S]*?<\\/-aside->)/g;
         return markdownStr.replace(removeSectionsRegex, "");
       }
     };
@@ -2532,7 +2538,7 @@
           ) {
             // content container was found and extracted, re-attaching the head for meta-data extraction
             element = parser.parseFromString(
-              `<html>${doc.head.outerHTML}${element.outerHTML}`,
+              \`<html>\${doc.head.outerHTML}\${element.outerHTML}\`,
               "text/html"
             ).documentElement;
           }
@@ -2594,3 +2600,4 @@
     getElementXPath: getElementXPath,
   };
 })();
+`;

package/dist/helpers/clickUntilExhausted.js

@@ -3,7 +3,7 @@
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.clickButtonUntilNoChange = exports.clickButtonAndWait = void 0;
+exports.clickUntilExhausted = exports.clickButtonAndWait = void 0;
 var _withNetworkSettledWait = require("./withNetworkSettledWait");
 var _Logger = require("../common/Logger");
 const getContainerState = async container => {
@@ -35,7 +35,7 @@ const clickButtonAndWait = async input => {
   });
 };
 exports.clickButtonAndWait = clickButtonAndWait;
-const clickButtonUntilNoChange = async input => {
+const clickUntilExhausted = async input => {
   const {
     page,
     buttonLocator,
@@ -82,4 +82,4 @@ const clickButtonUntilNoChange = async input => {
     timeoutInMs: 30000
   });
 };
-exports.clickButtonUntilNoChange = clickButtonUntilNoChange;
+exports.clickUntilExhausted = clickUntilExhausted;

package/dist/helpers/export.d.ts

@@ -367,13 +367,13 @@ export declare function clickButtonAndWait(input: {
  *
  * @example
  * ```typescript Load All Items
- * import { clickButtonUntilNoChange } from "@intuned/browser";
+ * import { clickUntilExhausted } from "@intuned/browser";
  * export default async function handler(params, page, context){
  * await page.goto("https://example.com/products");
  * const loadMoreButton = page.locator("button:has-text('Load More')");
  *
  * // Click until button disappears or is disabled
- * await clickButtonUntilNoChange({
+ * await clickUntilExhausted({
  *   page,
  *   buttonLocator: loadMoreButton,
  *   maxClicks: 20
@@ -383,14 +383,14 @@ export declare function clickButtonAndWait(input: {
  *
  * @example
  * ```typescript Track Container Changes
- * import { clickButtonUntilNoChange } from "@intuned/browser";
+ * import { clickUntilExhausted } from "@intuned/browser";
  * export default async function handler(params, page, context){
  * await page.goto("https://example.com/products");
  * const loadMoreButton = page.locator("#load-more");
  * const productsContainer = page.locator("#products-list");
  *
  * let clickCount = 0;
- * await clickButtonUntilNoChange({
+ * await clickUntilExhausted({
  *   page,
  *   buttonLocator: loadMoreButton,
  *   containerLocator: productsContainer,
@@ -405,7 +405,7 @@ export declare function clickButtonAndWait(input: {
  * }
  * ```
  */
-export declare function clickButtonUntilNoChange(input: {
+export declare function clickUntilExhausted(input: {
   page: Page;
   buttonLocator: Locator;
   heartbeat?: CallableFunction;

package/dist/helpers/index.d.ts

@@ -367,13 +367,13 @@ export declare function clickButtonAndWait(input: {
  *
  * @example
  * ```typescript Load All Items
- * import { clickButtonUntilNoChange } from "@intuned/browser";
+ * import { clickUntilExhausted } from "@intuned/browser";
  * export default async function handler(params, page, context){
  * await page.goto("https://example.com/products");
  * const loadMoreButton = page.locator("button:has-text('Load More')");
  *
  * // Click until button disappears or is disabled
- * await clickButtonUntilNoChange({
+ * await clickUntilExhausted({
  *   page,
  *   buttonLocator: loadMoreButton,
  *   maxClicks: 20
@@ -383,14 +383,14 @@ export declare function clickButtonAndWait(input: {
  *
  * @example
  * ```typescript Track Container Changes
- * import { clickButtonUntilNoChange } from "@intuned/browser";
+ * import { clickUntilExhausted } from "@intuned/browser";
  * export default async function handler(params, page, context){
  * await page.goto("https://example.com/products");
  * const loadMoreButton = page.locator("#load-more");
  * const productsContainer = page.locator("#products-list");
  *
  * let clickCount = 0;
- * await clickButtonUntilNoChange({
+ * await clickUntilExhausted({
  *   page,
  *   buttonLocator: loadMoreButton,
  *   containerLocator: productsContainer,
@@ -405,7 +405,7 @@ export declare function clickButtonAndWait(input: {
  * }
  * ```
  */
-export declare function clickButtonUntilNoChange(input: {
+export declare function clickUntilExhausted(input: {
   page: Page;
   buttonLocator: Locator;
   heartbeat?: CallableFunction;

package/dist/helpers/index.js

@@ -21,16 +21,10 @@ Object.defineProperty(exports, "CustomTypeValidator", {
     return _types.CustomTypeValidator;
   }
 });
-Object.defineProperty(exports, "clickButtonAndWait", {
+Object.defineProperty(exports, "clickUntilExhausted", {
   enumerable: true,
   get: function () {
-    return _clickUntilExhausted.clickButtonAndWait;
-  }
-});
-Object.defineProperty(exports, "clickButtonUntilNoChange", {
-  enumerable: true,
-  get: function () {
-    return _clickUntilExhausted.clickButtonUntilNoChange;
+    return _clickUntilExhausted.clickUntilExhausted;
   }
 });
 Object.defineProperty(exports, "downloadFile", {

package/dist/helpers/tests/testClickUntilExhausted.spec.js

@@ -223,28 +223,13 @@ const noChangeThresholdHtml = `
   (0, _extendedTest.afterEach)(async () => {
     await page.close();
   });
-  (0, _extendedTest.describe)("clickButtonAndWait", () => {
-    (0, _extendedTest.test)("should click button and wait for content", async () => {
-      await page.setContent(basicClickHtml);
-      const initialCount = await page.locator(".item").count();
-      (0, _extendedTest.expect)(initialCount).toBe(3);
-      const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonAndWait)({
-        page,
-        buttonLocator,
-        clickDelay: 0.1
-      });
-      const finalCount = await page.locator(".item").count();
-      (0, _extendedTest.expect)(finalCount).toBe(4);
-    });
-  });
-  (0, _extendedTest.describe)("clickButtonUntilNoChange", () => {
+  (0, _extendedTest.describe)("clickUntilExhausted", () => {
     (0, _extendedTest.test)("should click button until max items loaded with default parameters", async () => {
       await page.setContent(basicClickHtml);
       const initialCount = await page.locator(".item").count();
       (0, _extendedTest.expect)(initialCount).toBe(3);
       const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator
       });
@@ -256,7 +241,7 @@ const noChangeThresholdHtml = `
       const initialCount = await page.locator(".item").count();
       (0, _extendedTest.expect)(initialCount).toBe(3);
       const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         maxClicks: 3,
@@ -272,7 +257,7 @@ const noChangeThresholdHtml = `
         heartbeatCalls.push(1);
       };
       const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         heartbeat: onHeartbeat,
@@ -286,7 +271,7 @@ const noChangeThresholdHtml = `
       const initialCount = await page.locator(".item").count();
       (0, _extendedTest.expect)(initialCount).toBe(1);
       const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         maxClicks: 20,
@@ -302,7 +287,7 @@ const noChangeThresholdHtml = `
       const initialCount = await page.locator(".item").count();
       (0, _extendedTest.expect)(initialCount).toBe(1);
       const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         maxClicks: 20,
@@ -319,7 +304,7 @@ const noChangeThresholdHtml = `
       (0, _extendedTest.expect)(initialCount).toBe(2);
       const buttonLocator = page.locator("#load-more");
       const containerLocator = page.locator("#container");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         containerLocator,
@@ -335,7 +320,7 @@ const noChangeThresholdHtml = `
       (0, _extendedTest.expect)(initialCount).toBe(1);
       const buttonLocator = page.locator("#load-more");
       const containerLocator = page.locator("#content");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         containerLocator,
@@ -351,7 +336,7 @@ const noChangeThresholdHtml = `
       const initialCount = await page.locator(".item").count();
       (0, _extendedTest.expect)(initialCount).toBe(3);
       const buttonLocator = page.locator("#load-more");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         maxClicks: 3,
@@ -370,7 +355,7 @@ const noChangeThresholdHtml = `
       (0, _extendedTest.expect)(initialCount).toBe(2);
       const buttonLocator = page.locator("#load-more");
       const containerLocator = page.locator("#container");
-      await (0, _.clickButtonUntilNoChange)({
+      await (0, _.clickUntilExhausted)({
         page,
         buttonLocator,
         heartbeat: onHeartbeat,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@intuned/browser-dev",
-  "version": "2.2.3-test-build.0",
+  "version": "2.2.3-test-build.2",
   "description": "runner package for intuned functions",
   "types": "./dist/index.d.ts",
   "typesVersions": {
@@ -35,7 +35,9 @@
   "author": "Intuned Team",
   "license": "Elastic-2.0",
   "scripts": {
-    "build": "rm -rf dist && tsc -p tsconfig.json  && yarn copy-dts && cp src/common/browser_scripts.js dist/common/ && babel src --out-dir dist --extensions '.ts' && node scripts/ensure-index-types.js",
+    "generate-browser-script": "node scripts/generate-browser-script.js",
+    "postinstall": "yarn generate-browser-script",
+    "build": "rm -rf dist && yarn generate-browser-script && tsc -p tsconfig.json && yarn copy-dts && babel src --out-dir dist --extensions '.ts' && node scripts/ensure-index-types.js",
     "ensure-types": "node scripts/ensure-index-types.js",
     "test": "vitest run",
     "test:dev": "vitest",