@isoldex/sentinel 0.1.0 → 2.0.0

package/dist/whatsapp-test.js

@@ -1,40 +1,78 @@
 import { Sentinel, z } from './index.js';
 import dotenv from 'dotenv';
 dotenv.config();
-const API_KEY = process.env.GEMINI_API_KEY || "YOUR_API_KEY";
+const API_KEY = process.env.GEMINI_API_KEY || 'YOUR_API_KEY';
+const SESSION_PATH = process.env.WHATSAPP_SESSION_PATH || './whatsapp-session.json';
 async function whatsappTest() {
-    const sentinel = new Sentinel({ apiKey: API_KEY, headless: false });
+    const sentinel = new Sentinel({
+        apiKey: API_KEY,
+        headless: false,
+        humanLike: true, // v2: menschliche Verzögerungen zwischen Aktionen
+        sessionPath: SESSION_PATH, // v2: Session persistieren – QR-Code nur einmal scannen
+        verbose: 1,
+        visionFallback: true, // WhatsApp Web hat keinen sauberen AOM – Vision als Fallback
+    });
+    // v2: Events für Observability
+    sentinel.on('action', (event) => {
+        console.log(`[Event] action: "${event.instruction}" → ${event.result.success ? '✅' : '❌'} ${event.result.message}`);
+    });
+    sentinel.on('navigate', (event) => {
+        console.log(`[Event] navigate: ${event.url}`);
+    });
     try {
         await sentinel.init();
         const page = sentinel.page;
-        console.log("1. Navigating to WhatsApp Web...");
-        await sentinel.goto("https://web.whatsapp.com");
-        console.log("PLEASE SCAN THE QR CODE MANUALLY.");
-        console.log("Waiting for WhatsApp to fully load...");
-        await page.waitForSelector('#pane-side', { timeout: 180000 });
-        await page.waitForFunction(() => (document.querySelector('#pane-side')?.innerText?.trim().length ?? 0) > 50, { timeout: 30000 });
-        console.log("2. Logged in. Extracting top 2 chats...");
-        // Define schema once – z.infer<> gives full TypeScript type inference
+        console.log('1. Navigating to WhatsApp Web...');
+        await sentinel.goto('https://web.whatsapp.com');
+        console.log('PLEASE SCAN THE QR CODE MANUALLY (only needed on first run – session will be saved).');
+        console.log('Waiting for WhatsApp to fully load...');
+        // Warten bis Sentinel Chat-Einträge in der Sidebar erkennt (kein Selektor nötig)
+        // Warten bis Sentinel mindestens 3 Chat-Eintraege in der Sidebar erkennt
+        // (verhindert false-positive wenn nur QR-Code-Elemente sichtbar sind)
+        let sidebarReady = false;
+        const deadline = Date.now() + 180000;
+        while (!sidebarReady && Date.now() < deadline) {
+            const elements = await sentinel.observe('Find actual chat conversation entries (contact names, group names) in the left sidebar – NOT the QR code, NOT login buttons');
+            if (elements.length >= 3) {
+                sidebarReady = true;
+                // Kurze Pause damit WhatsApp die Chat-Liste vollstaendig rendert
+                await new Promise(r => setTimeout(r, 2000));
+            }
+            else {
+                await new Promise(r => setTimeout(r, 3000));
+            }
+        }
+        if (!sidebarReady)
+            throw new Error('WhatsApp sidebar did not load in time');
+        // v2: Session nach erfolgreichem Login speichern
+        await sentinel.saveSession(SESSION_PATH);
+        console.log(`✅ Session saved to ${SESSION_PATH}`);
+        console.log('2. Logged in. Extracting top 2 chats...');
         const chatListSchema = z.object({
             chats: z.array(z.object({ name: z.string() })).min(1).max(2)
         });
         const { chats } = await sentinel.extract(`Look at the LEFT SIDEBAR. List the names of the first 2 conversations.
        Only contact/group names. Skip labels like "Archiviert", dates, message previews.`, chatListSchema);
         console.log(`Found chats: ${chats.map((c) => `"${c.name}"`).join(', ')}`);
+        // v2: observe() nutzen um verfügbare Aktionen zu prüfen
+        const observedElements = await sentinel.observe('Find chat entries in the left sidebar');
+        console.log(`\n[v2 observe] Found ${observedElements.length} interactive elements in sidebar`);
         for (const chat of chats) {
             console.log(`\n--- Opening chat: "${chat.name}" ---`);
-            // act() handles it – listitem role is now in StateParser
-            const opened = await sentinel.act(`Click the chat entry in the left sidebar with the name "${chat.name}".`);
+            const opened = await sentinel.act(`Click the chat entry in the left sidebar with the name "${chat.name}". ` +
+                `Do NOT click any "Archiviert" (archived) button or label. ` +
+                `Click only the actual conversation row.`);
             if (!opened.success) {
                 console.warn(`[Skip] ${opened.message}`);
                 continue;
             }
-            await page.waitForFunction(() => (document.querySelector('#main')?.innerText?.trim().length ?? 0) > 20, { timeout: 8000 }).catch(() => console.warn(`[Warn] Message area slow for "${chat.name}"`));
-            // Define message schema
+            // Sentinel beobachtet selbst ob der Chat geladen ist – kein Selektor nötig
+            const chatElements = await sentinel.observe(`Find messages and conversation content in the currently open chat "${chat.name}" on the right side`);
+            console.log(`[Observe] ${chatElements.length} elements found in chat area`);
             const msgSchema = z.object({
                 msgs: z.array(z.object({
                     text: z.string(),
-                    sender: z.enum(["me", "other"])
+                    sender: z.enum(['me', 'other'])
                 }))
             });
             const { msgs } = await sentinel.extract(`Extract the last 5 messages from the RIGHT SIDE conversation panel.
@@ -43,12 +81,15 @@ async function whatsappTest() {
             console.log(`Last ${msgs.length} messages:`);
             msgs.forEach(m => console.log(`  [${m.sender}] ${m.text}`));
         }
+        // v2: Token-Verbrauch ausgeben
+        const usage = sentinel.getTokenUsage();
+        console.log(`\n📊 Token usage: ${usage.totalTokens} tokens (~$${usage.estimatedCostUsd.toFixed(4)})`);
     }
     catch (error) {
-        console.error("WhatsApp Test Error:", error);
+        console.error('WhatsApp Test Error:', error);
     }
     finally {
-        console.log("\nTest finished. Closing browser...");
+        console.log('\nTest finished. Closing browser...');
         await sentinel.close();
     }
 }

package/dist/whatsapp-test.js.map

@@ -1 +1 @@
-{"version":3,"file":"whatsapp-test.js","sourceRoot":"","sources":["../src/whatsapp-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,cAAc,CAAC;AAE7D,KAAK,UAAU,YAAY;IACzB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAEpE,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAE3B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,MAAM,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAEhD,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QAErD,MAAM,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,CAAC,eAAe,CACxB,GAAG,EAAE,CAAC,CAAE,QAAQ,CAAC,aAAa,CAAC,YAAY,CAAwB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE,EACxG,EAAE,OAAO,EAAE,KAAK,EAAE,CACnB,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAEvD,sEAAsE;QACtE,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;YAC9B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;SAC7D,CAAC,CAAC;QAGH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CACtC;yFACmF,EACnF,cAAc,CACf,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC;YAEtD,yDAAyD;YACzD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAC/B,2DAA2D,IAAI,CAAC,IAAI,IAAI,CACzE,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,MAAM,IAAI,CAAC,eAAe,CACxB,GAAG,EAAE,CAAC,CAAE,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAwB,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC,GAAG,EAAE,EACnG,EAAE,OAAO,EAAE,IAAI,EAAE,CAClB,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,iCAAiC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC;YAE3E,wBAAwB;YACxB,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;gBACzB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;oBACrB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;oBAChB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;iBAChC,CAAC,CAAC;aACJ,CAAC,CAAC;YAGH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CACrC;;0EAEkE,EAClE,SAAS,CACV,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,MAAM,YAAY,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;IAEH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,YAAY,EAAE,CAAC"}
+{"version":3,"file":"whatsapp-test.js","sourceRoot":"","sources":["../src/whatsapp-test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,cAAc,CAAC;AAC7D,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,yBAAyB,CAAC;AAEpF,KAAK,UAAU,YAAY;IACzB,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC;QAC5B,MAAM,EAAE,OAAO;QACf,QAAQ,EAAE,KAAK;QACf,SAAS,EAAE,IAAI,EAAY,kDAAkD;QAC7E,WAAW,EAAE,YAAY,EAAE,wDAAwD;QACnF,OAAO,EAAE,CAAC;QACV,cAAc,EAAE,IAAI,EAAO,6DAA6D;KACzF,CAAC,CAAC;IAEH,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;QAC9B,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,CAAC,WAAW,OAAO,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IACtH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE;QAChC,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;QAE3B,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,CAAC;QAChD,MAAM,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;QAEhD,OAAO,CAAC,GAAG,CAAC,sFAAsF,CAAC,CAAC;QACpG,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;QAErD,iFAAiF;QACjF,yEAAyE;QACzE,sEAAsE;QACtE,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC;QACrC,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,6HAA6H,CAAC,CAAC;YACvK,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBACzB,YAAY,GAAG,IAAI,CAAC;gBACpB,iEAAiE;gBACjE,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9C,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QACD,IAAI,CAAC,YAAY;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QAE5E,iDAAiD;QACjD,MAAM,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC;QACzC,OAAO,CAAC,GAAG,CAAC,sBAAsB,YAAY,EAAE,CAAC,CAAC;QAElD,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAEvD,MAAM,cAAc,GAAG,CAAC,CAAC,MAAM,CAAC;YAC9B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;SAC7D,CAAC,CAAC;QAGH,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CACtC;yFACmF,EACnF,cAAc,CACf,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5F,wDAAwD;QACxD,MAAM,gBAAgB,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAC;QACzF,OAAO,CAAC,GAAG,CAAC,wBAAwB,gBAAgB,CAAC,MAAM,kCAAkC,CAAC,CAAC;QAE/F,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,GAAG,CAAC,wBAAwB,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC;YAEtD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,GAAG,CAC/B,2DAA2D,IAAI,CAAC,IAAI,KAAK;gBACzE,4DAA4D;gBAC5D,yCAAyC,CAC1C,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,SAAS;YACX,CAAC;YAED,2EAA2E;YAC3E,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,sEAAsE,IAAI,CAAC,IAAI,qBAAqB,CAAC,CAAC;YAClJ,OAAO,CAAC,GAAG,CAAC,aAAa,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;YAE5E,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;gBACzB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;oBACrB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;oBAChB,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;iBAChC,CAAC,CAAC;aACJ,CAAC,CAAC;YAGH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,QAAQ,CAAC,OAAO,CACrC;;0EAEkE,EAClE,SAAS,CACV,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,CAAC,MAAM,YAAY,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,+BAA+B;QAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC;QACvC,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,WAAW,cAAc,KAAK,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAExG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;QACnD,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AAED,YAAY,EAAE,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@isoldex/sentinel",
-  "version": "0.1.0",
+  "version": "2.0.0",
   "description": "AI-powered browser automation with Gemini – fast, cheap Stagehand alternative",
   "type": "module",
   "main": "dist/index.js",
@@ -16,7 +16,10 @@
   ],
   "scripts": {
     "build": "tsc",
-    "prepublishOnly": "npm run build"
+    "prepublishOnly": "npm run build",
+    "test": "node --experimental-vm-modules node_modules/jest/bin/jest.js",
+    "test:coverage": "node --experimental-vm-modules node_modules/jest/bin/jest.js --coverage",
+    "test:watch": "node --experimental-vm-modules node_modules/jest/bin/jest.js --watch"
   },
   "keywords": [
     "browser-automation",
@@ -32,7 +35,7 @@
     "web-scraping",
     "llm"
   ],
-  "author": "",
+  "author": "Huseyin Aras",
   "license": "ISC",
   "peerDependencies": {
     "playwright": ">=1.40.0"
@@ -45,9 +48,12 @@
   },
   "devDependencies": {
     "@types/dotenv": "^6.1.1",
+    "@types/jest": "^30.0.0",
     "@types/node": "^25.5.2",
+    "jest": "^30.3.0",
     "playwright": "^1.59.1",
+    "ts-jest": "^29.4.9",
     "ts-node": "^10.9.2",
     "typescript": "^6.0.2"
   }
-}
+}