sentienceapi 0.90.6 → 0.90.10

package/src/extension/manifest.json

@@ -1,10 +1,14 @@
 {
   "manifest_version": 3,
   "name": "Sentience Semantic Visual Grounding Extractor",
-  "version": "1.0.5",
+  "version": "2.0.7",
   "description": "Extract semantic visual grounding data from web pages",
   "permissions": ["activeTab", "scripting"],
   "host_permissions": ["<all_urls>"],
+  "background": {
+    "service_worker": "background.js",
+    "type": "module"
+  },
   "web_accessible_resources": [
     {
       "resources": ["pkg/*"],
@@ -15,16 +19,18 @@
     {
       "matches": ["<all_urls>"],
       "js": ["content.js"],
-      "run_at": "document_start"
+      "run_at": "document_start",
+      "all_frames": true
     },
     {
       "matches": ["<all_urls>"],
       "js": ["injected_api.js"],
       "run_at": "document_idle",
-      "world": "MAIN"
+      "world": "MAIN",
+      "all_frames": true
     }
   ],
   "content_security_policy": {
     "extension_pages": "script-src 'self' 'wasm-unsafe-eval'; object-src 'self'"
   }
-}
+}

package/src/extension/pkg/README.md

@@ -21,6 +21,7 @@ Perfect for AI agents, automation scripts, visual grounding, and accessibility t
 11. [API Reference](#api-reference)
 12. [Performance](#performance)
 13. [Troubleshooting](#troubleshooting)
+14. Transferred to SentienceAPI Org
 
 ---
 
@@ -151,13 +152,20 @@ Claude/
 
 ## User API
 
-### The Only Function You Need
+### Core Functions
+
+The extension provides two main functions:
+
+1. **`window.sentience.snapshot(options?)`** - Extract page geometry and elements
+2. **`window.sentience.findTextRect(options)`** - Find exact pixel coordinates of text
+
+### snapshot() - Geometry Extraction
 
 ```javascript
 window.sentience.snapshot(options?)
 ```
 
-**One function, many capabilities:**
+**Capabilities:**
 - Get geometry map
 - Capture screenshot
 - Filter by role/size/z-index
@@ -213,6 +221,159 @@ await window.sentience.snapshot({
 }
 ```
 
+### findTextRect() - Text Location Finder
+
+Find exact pixel coordinates of any text on the page using the DOM Range API. Perfect for highlighting specific words, clicking on text, or text-based navigation **without Vision Models**.
+
+```javascript
+window.sentience.findTextRect(options)
+```
+
+**Parameters:**
+```typescript
+{
+  text: string,                  // Required: Text to find
+  containerElement?: Element,    // Optional: Search within (default: document.body)
+  caseSensitive?: boolean,       // Optional: Case-sensitive search (default: false)
+  wholeWord?: boolean,          // Optional: Match whole words only (default: false)
+  maxResults?: number           // Optional: Limit results (default: 10)
+}
+```
+
+**Returns:**
+```typescript
+{
+  status: "success" | "error",
+  query: string,                // The search text
+  case_sensitive: boolean,
+  whole_word: boolean,
+  matches: number,              // Total matches found
+  results: [{
+    text: string,               // Actual matched text
+    rect: {                     // Absolute coordinates (with scroll)
+      x: number,
+      y: number,
+      width: number,
+      height: number,
+      left: number,
+      top: number,
+      right: number,
+      bottom: number
+    },
+    viewport_rect: {            // Viewport-relative coordinates
+      x: number,
+      y: number,
+      width: number,
+      height: number
+    },
+    context: {                  // Surrounding text
+      before: string,           // 20 chars before
+      after: string             // 20 chars after
+    },
+    in_viewport: boolean        // Is it currently visible?
+  }],
+  viewport: {
+    width: number,
+    height: number,
+    scroll_x: number,
+    scroll_y: number
+  },
+  error?: string                // Error message if status is "error"
+}
+```
+
+**Usage Examples:**
+
+```javascript
+// Example 1: Find "Add to Cart" text
+const result = await window.sentience.findTextRect({
+  text: "Add to Cart"
+});
+
+if (result.status === "success") {
+  console.log(`Found ${result.matches} occurrences`);
+  result.results.forEach((match, i) => {
+    console.log(`${i+1}. At (${match.rect.x}, ${match.rect.y})`);
+    console.log(`   Context: "${match.context.before}${match.text}${match.context.after}"`);
+  });
+}
+
+// Example 2: Highlight all matches
+const result = await window.sentience.findTextRect({
+  text: "price",
+  caseSensitive: false,
+  maxResults: 20
+});
+
+result.results.forEach(match => {
+  const highlight = document.createElement('div');
+  highlight.style.cssText = `
+    position: absolute;
+    left: ${match.rect.x}px;
+    top: ${match.rect.y}px;
+    width: ${match.rect.width}px;
+    height: ${match.rect.height}px;
+    background: yellow;
+    opacity: 0.5;
+    pointer-events: none;
+    z-index: 9999;
+  `;
+  document.body.appendChild(highlight);
+});
+
+// Example 3: Click on specific text (not button!)
+const result = await window.sentience.findTextRect({
+  text: "Terms of Service",
+  wholeWord: true
+});
+
+if (result.matches > 0) {
+  const first = result.results[0];
+  // Click the center of the text
+  const centerX = first.viewport_rect.x + first.viewport_rect.width / 2;
+  const centerY = first.viewport_rect.y + first.viewport_rect.height / 2;
+
+  document.elementFromPoint(centerX, centerY)?.click();
+}
+
+// Example 4: Find text only in header
+const header = document.querySelector('header');
+const result = await window.sentience.findTextRect({
+  text: "Login",
+  containerElement: header
+});
+
+// Example 5: Scroll to first match
+const result = await window.sentience.findTextRect({
+  text: "Contact Us"
+});
+
+if (result.matches > 0) {
+  const first = result.results[0];
+  window.scrollTo({
+    top: first.rect.y - 100,  // Offset for header
+    behavior: 'smooth'
+  });
+}
+```
+
+**Use Cases:**
+- 🎯 **Text-based clicking** - Click on text that's not in a button
+- 🖍️ **Text highlighting** - Draw bounding boxes around specific words
+- 📍 **Text navigation** - Scroll to specific content
+- ♿ **Accessibility** - Find and highlight important text
+- 🤖 **AI Agents** - Locate text without vision models
+- 🔍 **Search results** - Find and highlight search terms
+
+**Features:**
+- ✅ Pixel-perfect coordinates using DOM Range API
+- ✅ Filters invisible/hidden text automatically
+- ✅ Returns both absolute and viewport-relative coordinates
+- ✅ Provides context for ambiguous matches
+- ✅ Handles multiple occurrences
+- ✅ Performance-safe with result limits
+- ✅ Works with case-insensitive and whole-word matching
+
 ---
 
 ## Usage Examples

package/src/extension/pkg/sentience_core.d.ts

@@ -7,6 +7,14 @@ export function analyze_page_with_options(val: any, options: any): any;
 
 export function decide_and_act(_raw_elements: any): void;
 
+/**
+ * Prune raw elements before sending to API
+ * This is a "dumb" filter that reduces payload size without leaking proprietary IP
+ * Filters out: tiny elements, invisible elements, non-interactive wrapper divs
+ * Amazon: 5000-6000 elements -> ~200-400 elements (~95% reduction)
+ */
+export function prune_for_api(val: any): any;
+
 export type InitInput = RequestInfo | URL | Response | BufferSource | WebAssembly.Module;
 
 export interface InitOutput {
@@ -14,6 +22,7 @@ export interface InitOutput {
   readonly analyze_page: (a: number) => number;
   readonly analyze_page_with_options: (a: number, b: number) => number;
   readonly decide_and_act: (a: number) => void;
+  readonly prune_for_api: (a: number) => number;
   readonly __wbindgen_export: (a: number, b: number) => number;
   readonly __wbindgen_export2: (a: number, b: number, c: number, d: number) => number;
   readonly __wbindgen_export3: (a: number) => void;

package/src/extension/pkg/sentience_core.js

@@ -223,6 +223,19 @@ export function decide_and_act(_raw_elements) {
     wasm.decide_and_act(addHeapObject(_raw_elements));
 }
 
+/**
+ * Prune raw elements before sending to API
+ * This is a "dumb" filter that reduces payload size without leaking proprietary IP
+ * Filters out: tiny elements, invisible elements, non-interactive wrapper divs
+ * Amazon: 5000-6000 elements -> ~200-400 elements (~95% reduction)
+ * @param {any} val
+ * @returns {any}
+ */
+export function prune_for_api(val) {
+    const ret = wasm.prune_for_api(addHeapObject(val));
+    return takeObject(ret);
+}
+
 const EXPECTED_RESPONSE_TYPES = new Set(['basic', 'cors', 'default']);
 
 async function __wbg_load(module, imports) {
@@ -338,6 +351,9 @@ function __wbg_get_imports() {
         const ret = getObject(arg0).done;
         return ret;
     };
+    imports.wbg.__wbg_error_7bc7d576a6aaf855 = function(arg0) {
+        console.error(getObject(arg0));
+    };
     imports.wbg.__wbg_get_6b7bd52aca3f9671 = function(arg0, arg1) {
         const ret = getObject(arg0)[arg1 >>> 0];
         return addHeapObject(ret);

package/src/extension/pkg/sentience_core_bg.wasm.d.ts

@@ -4,6 +4,7 @@ export const memory: WebAssembly.Memory;
 export const analyze_page: (a: number) => number;
 export const analyze_page_with_options: (a: number, b: number) => number;
 export const decide_and_act: (a: number) => void;
+export const prune_for_api: (a: number) => number;
 export const __wbindgen_export: (a: number, b: number) => number;
 export const __wbindgen_export2: (a: number, b: number, c: number, d: number) => number;
 export const __wbindgen_export3: (a: number) => void;

package/src/extension/release.json

@@ -0,0 +1,115 @@
+{
+  "url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/273122615",
+  "assets_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/273122615/assets",
+  "upload_url": "https://uploads.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/273122615/assets{?name,label}",
+  "html_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/tag/v2.0.7",
+  "id": 273122615,
+  "author": {
+    "login": "github-actions[bot]",
+    "id": 41898282,
+    "node_id": "MDM6Qm90NDE4OTgyODI=",
+    "avatar_url": "https://avatars.githubusercontent.com/in/15368?v=4",
+    "gravatar_id": "",
+    "url": "https://api.github.com/users/github-actions%5Bbot%5D",
+    "html_url": "https://github.com/apps/github-actions",
+    "followers_url": "https://api.github.com/users/github-actions%5Bbot%5D/followers",
+    "following_url": "https://api.github.com/users/github-actions%5Bbot%5D/following{/other_user}",
+    "gists_url": "https://api.github.com/users/github-actions%5Bbot%5D/gists{/gist_id}",
+    "starred_url": "https://api.github.com/users/github-actions%5Bbot%5D/starred{/owner}{/repo}",
+    "subscriptions_url": "https://api.github.com/users/github-actions%5Bbot%5D/subscriptions",
+    "organizations_url": "https://api.github.com/users/github-actions%5Bbot%5D/orgs",
+    "repos_url": "https://api.github.com/users/github-actions%5Bbot%5D/repos",
+    "events_url": "https://api.github.com/users/github-actions%5Bbot%5D/events{/privacy}",
+    "received_events_url": "https://api.github.com/users/github-actions%5Bbot%5D/received_events",
+    "type": "Bot",
+    "user_view_type": "public",
+    "site_admin": false
+  },
+  "node_id": "RE_kwDOQshiJ84QR4U3",
+  "tag_name": "v2.0.7",
+  "target_commitish": "main",
+  "name": "Release v2.0.7",
+  "draft": false,
+  "immutable": false,
+  "prerelease": false,
+  "created_at": "2025-12-29T03:56:13Z",
+  "updated_at": "2025-12-29T03:57:09Z",
+  "published_at": "2025-12-29T03:57:08Z",
+  "assets": [
+    {
+      "url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/assets/333966751",
+      "id": 333966751,
+      "node_id": "RA_kwDOQshiJ84T5-2f",
+      "name": "extension-files.tar.gz",
+      "label": "",
+      "uploader": {
+        "login": "github-actions[bot]",
+        "id": 41898282,
+        "node_id": "MDM6Qm90NDE4OTgyODI=",
+        "avatar_url": "https://avatars.githubusercontent.com/in/15368?v=4",
+        "gravatar_id": "",
+        "url": "https://api.github.com/users/github-actions%5Bbot%5D",
+        "html_url": "https://github.com/apps/github-actions",
+        "followers_url": "https://api.github.com/users/github-actions%5Bbot%5D/followers",
+        "following_url": "https://api.github.com/users/github-actions%5Bbot%5D/following{/other_user}",
+        "gists_url": "https://api.github.com/users/github-actions%5Bbot%5D/gists{/gist_id}",
+        "starred_url": "https://api.github.com/users/github-actions%5Bbot%5D/starred{/owner}{/repo}",
+        "subscriptions_url": "https://api.github.com/users/github-actions%5Bbot%5D/subscriptions",
+        "organizations_url": "https://api.github.com/users/github-actions%5Bbot%5D/orgs",
+        "repos_url": "https://api.github.com/users/github-actions%5Bbot%5D/repos",
+        "events_url": "https://api.github.com/users/github-actions%5Bbot%5D/events{/privacy}",
+        "received_events_url": "https://api.github.com/users/github-actions%5Bbot%5D/received_events",
+        "type": "Bot",
+        "user_view_type": "public",
+        "site_admin": false
+      },
+      "content_type": "application/gzip",
+      "state": "uploaded",
+      "size": 78091,
+      "digest": "sha256:e281f8b755b61da4b8015d6172064aa9a337c14133ceceff4ab29199ee53307e",
+      "download_count": 2,
+      "created_at": "2025-12-29T03:57:09Z",
+      "updated_at": "2025-12-29T03:57:09Z",
+      "browser_download_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/download/v2.0.7/extension-files.tar.gz"
+    },
+    {
+      "url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/assets/333966752",
+      "id": 333966752,
+      "node_id": "RA_kwDOQshiJ84T5-2g",
+      "name": "extension-package.zip",
+      "label": "",
+      "uploader": {
+        "login": "github-actions[bot]",
+        "id": 41898282,
+        "node_id": "MDM6Qm90NDE4OTgyODI=",
+        "avatar_url": "https://avatars.githubusercontent.com/in/15368?v=4",
+        "gravatar_id": "",
+        "url": "https://api.github.com/users/github-actions%5Bbot%5D",
+        "html_url": "https://github.com/apps/github-actions",
+        "followers_url": "https://api.github.com/users/github-actions%5Bbot%5D/followers",
+        "following_url": "https://api.github.com/users/github-actions%5Bbot%5D/following{/other_user}",
+        "gists_url": "https://api.github.com/users/github-actions%5Bbot%5D/gists{/gist_id}",
+        "starred_url": "https://api.github.com/users/github-actions%5Bbot%5D/starred{/owner}{/repo}",
+        "subscriptions_url": "https://api.github.com/users/github-actions%5Bbot%5D/subscriptions",
+        "organizations_url": "https://api.github.com/users/github-actions%5Bbot%5D/orgs",
+        "repos_url": "https://api.github.com/users/github-actions%5Bbot%5D/repos",
+        "events_url": "https://api.github.com/users/github-actions%5Bbot%5D/events{/privacy}",
+        "received_events_url": "https://api.github.com/users/github-actions%5Bbot%5D/received_events",
+        "type": "Bot",
+        "user_view_type": "public",
+        "site_admin": false
+      },
+      "content_type": "application/zip",
+      "state": "uploaded",
+      "size": 80179,
+      "digest": "sha256:a025edeb8b6d05bfb25c57f913b68507060653ecbdf616000a46df4cb8dec377",
+      "download_count": 0,
+      "created_at": "2025-12-29T03:57:09Z",
+      "updated_at": "2025-12-29T03:57:09Z",
+      "browser_download_url": "https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/releases/download/v2.0.7/extension-package.zip"
+    }
+  ],
+  "tarball_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/tarball/v2.0.7",
+  "zipball_url": "https://api.github.com/repos/SentienceAPI/Sentience-Geometry-Chrome-Extension/zipball/v2.0.7",
+  "body": "**Full Changelog**: https://github.com/SentienceAPI/Sentience-Geometry-Chrome-Extension/compare/v2.0.6...v2.0.7"
+}

package/src/extension/test-content.js

@@ -0,0 +1,4 @@
+// test-content.js - Simple test script
+console.log('TEST: Extension content script is loading!');
+window.testExtension = true;
+alert('Extension loaded!');