social-agent-cli 4.3.0 → 4.4.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "social-agent-cli",
-  "version": "4.3.0",
+  "version": "4.4.0",
   "description": "AI-powered social media agent - free APIs + browser automation with self-healing selectors",
   "type": "module",
   "bin": {

package/platforms/browser/driver.ts

@@ -1,58 +1,128 @@
-import { execSync, spawn } from "node:child_process";
+import { execSync } from "node:child_process";
 import { join } from "node:path";
 import { homedir } from "node:os";
 import { existsSync, mkdirSync, copyFileSync } from "node:fs";
 import { PATHS } from "../../core/config.js";
-import { loadMap } from "../../ai/mapper.js";
+import { loadMap, saveMap } from "../../ai/mapper.js";
 import { pickChromeProfile, getSavedProfile } from "../../core/profiles.js";
-import type { SelectorMap } from "../../core/types.js";
+import type { SelectorMap, SelectorStep } from "../../core/types.js";
 
 const CHROME_PATH = "/Applications/Google Chrome.app/Contents/MacOS/Google Chrome";
 const CDP_PORT = 9222;
 
-/**
- * Browser Driver - agent-browser + gerçek Chrome profili (CDP)
- */
 export class BrowserDriver {
   private chromeStarted = false;
-  private profileDirName = "";
 
   constructor(private platform: string, private homeUrl: string) {}
 
-  /**
-   * agent-browser komutu çalıştır (CDP ile)
-   */
+  // ── agent-browser komutu ──────────────────────────────────
   private cmd(command: string, timeout = 15000): string {
     try {
       return execSync(`agent-browser --cdp ${CDP_PORT} ${command}`, {
-        encoding: "utf-8",
-        timeout,
-        stdio: ["pipe", "pipe", "pipe"],
+        encoding: "utf-8", timeout, stdio: ["pipe", "pipe", "pipe"],
       }).trim();
     } catch (err: any) {
-      throw new Error(err.stderr?.toString()?.trim() || err.stdout?.toString()?.trim() || err.message);
+      throw new Error(err.stderr?.toString()?.trim() || err.message);
     }
   }
 
-  /**
-   * Chrome'u gerçek profil ile CDP modunda başlat
-   */
+  // ── Claude'a snapshot gönder, doğru ref'i bulsun ────────
+  private askClaudeForRef(snapshot: string, description: string, action: string): string | null {
+    try {
+      // Screenshot al - Claude hem görsel hem text ile analiz etsin
+      const ssPath = join(PATHS.screenshots, `${this.platform}_ai_ref.png`);
+      try { this.cmd(`screenshot "${ssPath}"`); } catch {}
+
+      const prompt = `Screenshot: ${ssPath}
+
+Accessibility tree:
+${snapshot}
+
+Görev: "${description}" (${action})
+
+Bu snapshot'ta ve screenshot'ta yukarıdaki görevi yerine getirebilecek elementin ref değerini bul. Sadece ref değerini yaz, başka bir şey yazma. Örnek: e19`;
+
+      const result = execSync(
+        `echo '${prompt.replace(/'/g, "'\\''")}' | claude -p --model opus --effort high --max-turns 1 --tools ""`,
+        { encoding: "utf-8", timeout: 30000, stdio: ["pipe", "pipe", "pipe"] }
+      ).trim();
+
+      // ref değerini çıkar (e19, e7 gibi)
+      const refMatch = result.match(/\b(e\d+)\b/);
+      if (refMatch) {
+        console.log(`    [ai] ${description} → @${refMatch[1]}`);
+        return refMatch[1];
+      }
+    } catch {}
+    return null;
+  }
+
+  // ── Snapshot al ve parse et ───────────────────────────────
+  private getSnapshot(): { raw: string; refs: Map<string, { ref: string; text: string; role: string }> } {
+    const raw = this.cmd("snapshot -i -c", 10000);
+    const refs = new Map<string, { ref: string; text: string; role: string }>();
+
+    // "button "Gönderi başlatın" [ref=e19]" → {ref: "e19", text: "Gönderi başlatın", role: "button"}
+    for (const match of raw.matchAll(/(\w+)\s+"([^"]*)"[^[]*\[ref=(\w+)\]/g)) {
+      refs.set(match[3], { ref: match[3], text: match[2], role: match[1] });
+    }
+    return { raw, refs };
+  }
+
+  // ── Snapshot'tan element bul (text match) ─────────────────
+  private findRef(snapshot: ReturnType<typeof this.getSnapshot>, description: string, role?: string): string | null {
+    // Description'dan tırnak içi text çıkar
+    const textMatch = description.match(/["'""\u201C\u201D]([^"'""\u201C\u201D]+)["'""\u201C\u201D]/);
+    const searchText = textMatch?.[1] || "";
+    if (!searchText) return null;
+
+    for (const [ref, info] of snapshot.refs) {
+      // Tam eşleşme
+      if (info.text === searchText) {
+        if (!role || info.role === role) return ref;
+      }
+    }
+    // Kısmi eşleşme
+    for (const [ref, info] of snapshot.refs) {
+      if (info.text.includes(searchText)) {
+        if (!role || info.role === role) return ref;
+      }
+    }
+    return null;
+  }
+
+  // ── Element'in CSS selector'ını al ────────────────────────
+  private getSelector(ref: string): string {
+    try {
+      const result = this.cmd(`eval "
+        (function() {
+          var el = document.querySelector('[data-ref=\\"${ref}\\"]');
+          if (!el) {
+            // ref ile bulamadıysa snapshot'taki sırayla dene
+            return '';
+          }
+          // Selector üret
+          if (el.id) return '#' + el.id;
+          if (el.getAttribute('data-testid')) return '[data-testid=\\\"' + el.getAttribute('data-testid') + '\\\"]';
+          if (el.getAttribute('aria-label')) return el.tagName.toLowerCase() + '[aria-label=\\\"' + el.getAttribute('aria-label') + '\\\"]';
+          return '';
+        })()
+      "`, 5000);
+      return result.replace(/^"|"$/g, "");
+    } catch {
+      return "";
+    }
+  }
+
+  // ── Chrome başlat ─────────────────────────────────────────
   async launch(): Promise<void> {
     const profile = getSavedProfile(this.platform);
     if (!profile) throw new Error(`Profil yok. Önce: social-agent login ${this.platform}`);
-    this.profileDirName = profile.dirName;
 
-    // CDP'ye bağlanmayı dene
-    try {
-      execSync(`curl -sf http://127.0.0.1:${CDP_PORT}/json/version`, { stdio: "pipe", timeout: 2000 });
-      return; // zaten çalışıyor
-    } catch {}
+    try { execSync(`curl -sf http://127.0.0.1:${CDP_PORT}/json/version`, { stdio: "pipe", timeout: 2000 }); return; } catch {}
 
-    // Chrome'u CDP ile başlat
     const workDir = join(PATHS.profiles, "chrome-cdp");
     mkdirSync(join(workDir, profile.dirName), { recursive: true });
-
-    // Cookie'leri kopyala
     for (const f of ["Cookies", "Cookies-journal", "Login Data", "Login Data-journal", "Preferences", "Secure Preferences"]) {
       const src = join(profile.fullPath, f);
       if (existsSync(src)) { try { copyFileSync(src, join(workDir, profile.dirName, f)); } catch {} }
@@ -60,69 +130,45 @@ export class BrowserDriver {
     const ls = join(homedir(), "Library", "Application Support", "Google", "Chrome", "Local State");
     if (existsSync(ls)) { try { copyFileSync(ls, join(workDir, "Local State")); } catch {} }
 
-    // agent-browser daemon'u kapat
-    execSync("agent-browser close", { stdio: "pipe" }).toString();
-
+    const { spawn } = await import("node:child_process");
+    execSync("agent-browser close", { stdio: "pipe" }).toString().catch?.(() => {});
     const child = spawn(CHROME_PATH, [
-      `--remote-debugging-port=${CDP_PORT}`,
-      `--user-data-dir=${workDir}`,
-      `--profile-directory=${profile.dirName}`,
-      "--no-first-run", "--no-default-browser-check",
+      `--remote-debugging-port=${CDP_PORT}`, `--user-data-dir=${workDir}`,
+      `--profile-directory=${profile.dirName}`, "--no-first-run", "--no-default-browser-check",
     ], { detached: true, stdio: "ignore" });
     child.unref();
-    this.chromeStarted = true;
 
-    // Bağlantıyı bekle
     for (let i = 0; i < 30; i++) {
       await new Promise(r => setTimeout(r, 1000));
-      try {
-        execSync(`curl -sf http://127.0.0.1:${CDP_PORT}/json/version`, { stdio: "pipe", timeout: 3000 });
-        console.log(`[${this.platform}] Chrome bağlandı`);
-        return;
-      } catch {}
+      try { execSync(`curl -sf http://127.0.0.1:${CDP_PORT}/json/version`, { stdio: "pipe", timeout: 2000 }); console.log(`[${this.platform}] Chrome bağlandı`); return; } catch {}
     }
-    throw new Error("Chrome başlatılamadı - Chrome'u kapat ve tekrar dene");
+    throw new Error("Chrome başlatılamadı");
   }
 
   async close(): Promise<void> {}
 
-  /**
-   * Login
-   */
   async login(): Promise<void> {
     await pickChromeProfile(this.platform);
     await this.launch();
     this.cmd(`open "${this.homeUrl}"`, 30000);
-
     console.log(`\n[${this.platform}] Tarayıcı açıldı: ${this.homeUrl}`);
     const { createInterface } = await import("node:readline");
     const rl = createInterface({ input: process.stdin, output: process.stdout });
-    await new Promise<void>(resolve => {
-      rl.question("Hesabın açıksa Enter'a bas: ", () => { rl.close(); resolve(); });
-    });
-    console.log(`[${this.platform}] Kayıt tamamlandı.`);
+    await new Promise<void>(resolve => { rl.question("Enter'a bas: ", () => { rl.close(); resolve(); }); });
     process.exit(0);
   }
 
-  /**
-   * Learn - ARIA snapshot al ve dosyaya yaz (Claude Code okuyup map oluşturur)
-   */
-  async learn(taskDescription = "yeni bir metin postu at", actionName = "post"): Promise<SelectorMap> {
+  async learn(taskDescription = "post at", actionName = "post"): Promise<SelectorMap> {
     await this.launch();
     this.cmd(`open "${this.homeUrl}"`, 30000);
     this.cmd("wait 3000");
-
-    const screenshotPath = join(PATHS.screenshots, `${this.platform}_learn.png`);
-    this.cmd(`screenshot "${screenshotPath}"`);
-
+    const ssPath = join(PATHS.screenshots, `${this.platform}_learn.png`);
+    this.cmd(`screenshot "${ssPath}"`);
     const snapshot = this.cmd("snapshot -i -c", 10000);
-    const snapshotPath = join(PATHS.screenshots, `${this.platform}_snapshot.txt`);
-    const { writeFileSync: writeFile } = await import("node:fs");
-    writeFile(snapshotPath, snapshot);
-
-    console.log(`Screenshot: ${screenshotPath}`);
-    console.log(`Snapshot: ${snapshotPath}`);
-    console.log(`\nBu dosyaları Claude Code'a ver, map oluştursun.`);
+    const snapPath = join(PATHS.screenshots, `${this.platform}_snapshot.txt`);
+    const { writeFileSync } = await import("node:fs");
+    writeFileSync(snapPath, snapshot);
+    console.log(`Screenshot: ${ssPath}\nSnapshot: ${snapPath}`);
     process.exit(0);
     return {} as SelectorMap;
   }
@@ -132,7 +178,8 @@ export class BrowserDriver {
     this.cmd("wait 2000");
   }
 
-  executeStep(step: any, content: string, imagePath?: string): void {
+  // ── Step çalıştır: önce cached selector, bozuksa snapshot+ref ──
+  executeStep(step: SelectorStep, content: string, imagePath?: string): void {
     const val = (step.value || "").replace("{{CONTENT}}", content).replace("{{IMAGE}}", imagePath || "");
 
     switch (step.action) {
@@ -145,48 +192,69 @@ export class BrowserDriver {
         break;
 
       case "click": {
-        const sels = [step.selector, ...(step.fallbackSelectors || [])].filter(Boolean);
-        // 1. CSS selector ile dene
-        for (const sel of sels) {
-          if (sel.includes("{{")) continue;
+        // 1. Cached selector dene
+        if (step.selector) {
+          try { this.cmd(`click "${step.selector}"`); if (step.waitMs) this.cmd(`wait ${step.waitMs}`); return; } catch {}
+        }
+        for (const sel of step.fallbackSelectors || []) {
           try { this.cmd(`click "${sel}"`); if (step.waitMs) this.cmd(`wait ${step.waitMs}`); return; } catch {}
         }
-        // 2. JS eval fallback - description'dan buton text'i çıkar
-        const desc = step.description || "";
-        // Tırnak içindeki text'leri bul: "Gönderi", 'Post', vb.
-        const textMatches = desc.match(/["'""\u201C\u201D]([^"'""\u201C\u201D]+)["'""\u201C\u201D]/g) || [];
-        const texts = textMatches.map(m => m.replace(/["'""\u201C\u201D]/g, "").trim()).filter(Boolean);
-
-        for (const text of texts) {
-          try {
-            // Sadece BUTTON elementlerinde tam eşleşme ara - link'lere tıklama
-            this.cmd(`eval "document.querySelectorAll('button').forEach(b => { if(b.textContent.trim()==='${text}') b.click() })"`);
-            if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
-            return;
-          } catch {}
+
+        // 2. Selector bozuk → screenshot + snapshot al, ref ile bul
+        try { this.cmd(`screenshot "${join(PATHS.screenshots, `${this.platform}_refmatch.png`)}"`); } catch {}
+        const snapshot = this.getSnapshot();
+        const ref = this.findRef(snapshot, step.description || "", "button");
+        if (ref) {
+          this.cmd(`click @${ref}`);
+          // Yeni selector'ı cache'le
+          const newSel = this.getSelector(ref);
+          if (newSel && newSel !== step.selector) {
+            console.log(`    [cache] ${step.selector || "?"} → ${newSel}`);
+            step.selector = newSel;
+          }
+          if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
+          return;
         }
-        throw new Error(`Click: ${sels[0] || desc}`);
+
+        // 3. Son çare: Claude'a sor - snapshot'tan doğru elementi bulsun
+        const aiRef = this.askClaudeForRef(snapshot.raw, step.description || "", "click");
+        if (aiRef) {
+          this.cmd(`click @${aiRef}`);
+          if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
+          return;
+        }
+        throw new Error(`Click: ${step.description}`);
       }
 
       case "type": {
-        const sels = [step.selector, ...(step.fallbackSelectors || [])].filter(Boolean);
-        const escaped = val.replace(/"/g, '\\"').replace(/'/g, "\\'");
-        // 1. CSS selector ile dene
-        for (const sel of sels) {
-          if (sel.includes("{{")) continue;
-          try {
-            this.cmd(`type "${sel}" "${escaped}"`, 30000);
-            if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
-            return;
-          } catch {}
+        const escaped = val.replace(/"/g, '\\"');
+
+        // 1. Cached selector dene
+        if (step.selector) {
+          try { this.cmd(`type "${step.selector}" "${escaped}"`, 30000); if (step.waitMs) this.cmd(`wait ${step.waitMs}`); return; } catch {}
         }
-        // 2. Fallback: sayfadaki ilk textbox/contenteditable'a yaz
-        try {
-          this.cmd(`eval "var el = document.querySelector('[role=textbox],[contenteditable=true]'); if(el) { el.focus(); document.execCommand('insertText', false, '${escaped}'); }"`);
+        for (const sel of step.fallbackSelectors || []) {
+          try { this.cmd(`type "${sel}" "${escaped}"`, 30000); if (step.waitMs) this.cmd(`wait ${step.waitMs}`); return; } catch {}
+        }
+
+        // 2. Screenshot + snapshot → ref ile textbox bul
+        try { this.cmd(`screenshot "${join(PATHS.screenshots, `${this.platform}_refmatch.png`)}"`); } catch {}
+        const snapshot = this.getSnapshot();
+        const ref = this.findRef(snapshot, step.description || "", "textbox");
+        if (ref) {
+          this.cmd(`type @${ref} "${escaped}"`, 30000);
           if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
           return;
-        } catch {}
-        throw new Error(`Type: ${sels[0]}`);
+        }
+
+        // 3. Claude'a sor
+        const aiRef = this.askClaudeForRef(snapshot.raw, step.description || "", "type");
+        if (aiRef) {
+          this.cmd(`type @${aiRef} "${escaped}"`, 30000);
+          if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
+          return;
+        }
+        throw new Error(`Type: ${step.description}`);
       }
 
       case "keypress":
@@ -198,46 +266,35 @@ export class BrowserDriver {
         const filePath = val || imagePath || "";
         if (!filePath || filePath.includes("{{")) break;
 
-        // 1. agent-browser upload ile dene (X'te çalışır)
-        try {
-          this.cmd(`upload "input[type='file']" "${filePath}"`, 5000);
-          if (step.waitMs) this.cmd(`wait ${step.waitMs}`);
-          return;
-        } catch {}
+        // 1. input[type=file] direkt (X'te çalışır)
+        try { this.cmd(`upload "input[type='file']" "${filePath}"`, 5000); if (step.waitMs) this.cmd(`wait ${step.waitMs}`); return; } catch {}
 
-        // 2. Playwright fileChooser ile dene (LinkedIn gibi native dialog kullananlar için)
-        // Snapshot'tan medya butonunun aria-label'ını bul
-        let btnSel = "button[aria-label*='Medya']";
+        // 2. Playwright helper (LinkedIn gibi native dialog için)
+        // Snapshot'tan medya butonunu bul
+        let btnSel = "button[aria-label='Medya ekle']";
         try {
-          const snap = this.cmd("snapshot -i -c", 5000);
-          const mediaMatch = snap.match(/button "([^"]*(?:Medya|media|Fotoğraf|photo|Dosya|file|video)[^"]*)"/i);
-          if (mediaMatch) btnSel = `button[aria-label='${mediaMatch[1]}']`;
+          const snap = this.getSnapshot();
+          for (const [ref, info] of snap.refs) {
+            if (info.text.match(/medya|fotoğraf|photo|media|video/i) && info.role === "button") {
+              btnSel = `button[aria-label='${info.text}']`;
+              break;
+            }
+          }
         } catch {}
+
         try {
           const thisDir = new URL(".", import.meta.url).pathname;
           const pkgDir = process.env.SOCIAL_AGENT_PKG || join(thisDir, "../..");
-          console.log(`    [upload] helper: ${btnSel}`);
-          const helperResult = execSync(
+          const result = execSync(
             `npx tsx "${join(pkgDir, 'core/upload-helper.ts')}" ${CDP_PORT} "${btnSel}" "${filePath}"`,
             { encoding: "utf-8", timeout: 60000 }
           ).trim();
-          if (helperResult === "OK") {
-            return;
-          }
-        } catch (e: any) {
-          console.log(`    [upload] helper hata: ${e.message?.substring(0, 80)}`);
-        }
-
+          if (result === "OK") return;
+        } catch {}
         throw new Error(`Upload: ${filePath}`);
       }
     }
   }
 
-  getSnapshot(): string {
-    try { return this.cmd("snapshot -i -c", 10000); } catch { return ""; }
-  }
-
-  takeScreenshot(path: string): void {
-    try { this.cmd(`screenshot "${path}"`); } catch {}
-  }
+  takeScreenshot(path: string): void { try { this.cmd(`screenshot "${path}"`); } catch {} }
 }