looking-glass-mcp 3.1.0 → 3.1.1

package/README.md

@@ -44,7 +44,7 @@ Looking Glass v3.0 transforms from a browser automation tool into an **AI-native
 - **Intent-based navigation** -- `browser_go "settings page"` figures out how to get there
 - **Semantic waiting** -- `browser_wait_for "search results loaded"` instead of guessing CSS selectors
 - **Workflow tracking** -- every response includes page type, form progress, breadcrumbs, modal state, and step indicators
-- **Credential vault** -- AES-256-GCM encrypted credentials with PBKDF2 key derivation and blind injection (the agent never sees passwords)
+- **Credential vault** -- AES-256-GCM encrypted credentials with PBKDF2 key derivation and blind injection (the agent never sees passwords). Smart field matching works on modern React forms with no `name` attributes
 - **HTTP transport** -- deploy as a cloud service with `StreamableHTTPServerTransport`
 - **Docker + Terraform** -- one-command Azure deployment with Key Vault, managed identity, and hardened security
 - **Enterprise security** -- timing-safe auth, rate limiting, auth lockout, deep audit logging, non-root containers

package/build/index.js

@@ -29010,6 +29010,117 @@ async function injectCredentials(profile) {
           await label.fill(value, { timeout: 3e3 });
           injected++;
           matched.push(name);
+          filled = true;
+        }
+      } catch {
+      }
+    }
+    if (!filled) {
+      const keywords = nameLower.split(/[\s_-]+/).filter((w) => w.length > 2);
+      if (keywords.length === 0) keywords.push(nameLower);
+      for (const kw of keywords) {
+        if (filled) break;
+        try {
+          const ariaLocator = page.locator(`input[aria-label*="${kw}" i], textarea[aria-label*="${kw}" i]`).first();
+          if (await ariaLocator.isVisible({ timeout: 1e3 })) {
+            await ariaLocator.fill(value, { timeout: 3e3 });
+            injected++;
+            matched.push(name);
+            filled = true;
+          }
+        } catch {
+        }
+      }
+      if (!filled) {
+        for (const kw of keywords) {
+          if (filled) break;
+          try {
+            const phLocator = page.getByPlaceholder(kw, { exact: false }).first();
+            if (await phLocator.isVisible({ timeout: 1e3 })) {
+              await phLocator.fill(value, { timeout: 3e3 });
+              injected++;
+              matched.push(name);
+              filled = true;
+            }
+          } catch {
+          }
+        }
+      }
+    }
+    if (!filled) {
+      try {
+        const keywords = nameLower.split(/[\s_-]+/).filter((w) => w.length > 2);
+        if (keywords.length === 0) keywords.push(nameLower);
+        const selector = await page.evaluate((kws) => {
+          const labels = document.querySelectorAll("label");
+          for (const label of labels) {
+            const labelText = label.textContent?.trim().toLowerCase() || "";
+            if (!kws.some((kw) => labelText.includes(kw))) continue;
+            if (label.htmlFor) {
+              const target = document.getElementById(label.htmlFor);
+              if (target && ["INPUT", "TEXTAREA", "SELECT"].includes(target.tagName)) {
+                return `#${CSS.escape(label.htmlFor)}`;
+              }
+            }
+            const wrapped = label.querySelector("input, textarea, select");
+            if (wrapped) {
+              const all = [...document.querySelectorAll(wrapped.tagName.toLowerCase())];
+              const idx = all.indexOf(wrapped);
+              if (idx >= 0) return `${wrapped.tagName.toLowerCase()}:nth-of-type(${idx + 1})`;
+            }
+          }
+          for (const input of document.querySelectorAll("input, textarea, select")) {
+            const labelledBy = input.getAttribute("aria-labelledby");
+            if (!labelledBy) continue;
+            const labelEl = document.getElementById(labelledBy);
+            const labelText = labelEl?.textContent?.trim().toLowerCase() || "";
+            if (kws.some((kw) => labelText.includes(kw))) {
+              return `[aria-labelledby="${CSS.escape(labelledBy)}"]`;
+            }
+          }
+          return null;
+        }, keywords);
+        if (selector) {
+          const locator = page.locator(selector).first();
+          if (await locator.isVisible({ timeout: 1e3 })) {
+            await locator.fill(value, { timeout: 3e3 });
+            injected++;
+            matched.push(name);
+            filled = true;
+          }
+        }
+      } catch {
+      }
+    }
+    if (!filled && /email|username|user|login|account/i.test(nameLower)) {
+      try {
+        const hasPasswordField = await page.locator('input[type="password"]').count() > 0;
+        if (hasPasswordField) {
+          const candidates = page.locator('input[type="text"]:visible, input[type="email"]:visible');
+          const count = await candidates.count();
+          for (let i = 0; i < count && !filled; i++) {
+            const candidate = candidates.nth(i);
+            try {
+              const isBeforePassword = await page.evaluate((idx) => {
+                const inputs = [...document.querySelectorAll("input")];
+                const visible = inputs.filter((inp) => {
+                  const t = inp.type?.toLowerCase() || "text";
+                  return (t === "text" || t === "email") && inp.offsetParent !== null;
+                });
+                const pw = inputs.find((inp) => inp.type === "password");
+                if (!visible[idx] || !pw) return false;
+                return inputs.indexOf(visible[idx]) < inputs.indexOf(pw);
+              }, i);
+              if (isBeforePassword) {
+                await candidate.fill(value, { timeout: 3e3 });
+                injected++;
+                matched.push(name);
+                filled = true;
+              }
+            } catch {
+              continue;
+            }
+          }
         }
       } catch {
       }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "looking-glass-mcp",
-  "version": "3.1.0",
+  "version": "3.1.1",
   "mcpName": "io.github.Sahib-Sawhney-WH/looking-glass-mcp",
   "description": "AI-native browser for agents — semantic change detection, self-healing interactions, structured extraction, credential vault, and enterprise Azure deployment",
   "main": "build/index.js",