social-agent-cli 2.1.0 → 2.2.0

package/ai/runner.ts

@@ -4,6 +4,7 @@ import { createPlan, type ExecutionPlan, type PlanStep } from "./planner.js";
 import { healAndContinue } from "./mapper.js";
 import { saveToHistory } from "../core/history.js";
 import { injectWatcher, hasUnexpectedChange } from "../core/page-watcher.js";
+import { tryReflex } from "../core/reflexes.js";
 import type { Post, PostResult } from "../core/types.js";
 import { join } from "node:path";
 import { PATHS } from "../core/config.js";
@@ -119,36 +120,52 @@ export async function runCommand(
             healAttempt = 0;
 
             // Aksiyon-algı döngüsü: step sonrası beklenmeyen değişiklik var mı?
-            await page.waitForTimeout(300); // kısa bekleme - DOM güncellensin
+            await page.waitForTimeout(300);
             const change = await hasUnexpectedChange(page);
             if (change.changed) {
               console.log(`    ⚡ ${change.description}`);
-              // Beklenmeyen element çıktı - AI'a sor ne yapmalı
-              const healScreenshot = join(PATHS.screenshots, `${platform}_unexpected.png`);
-              await page.screenshot({ path: healScreenshot });
-              const ariaSnap = await page.locator('body').ariaSnapshot();
-
-              const newSteps = await healAndContinue(
-                platform, stepIdx, steps, healScreenshot, ariaSnap,
-                `Beklenmeyen değişiklik: ${change.description}. Bu element'i handle edip kalan adımlara devam et.`,
-                post.content || step.description, "low"
-              );
-              steps = [...steps.slice(0, stepIdx), ...newSteps];
+
+              // Sistem 1: Refleks - hızlı, otomatik
+              const reflex = await tryReflex(page, change.description);
+              if (reflex.handled) {
+                console.log(`    ↩ Refleks: ${reflex.action}`);
+              } else {
+                // Sistem 2: AI - yavaş, bilinçli (sadece refleks çözemediğinde)
+                console.log(`    🧠 Refleks çözemedi, AI devreye giriyor...`);
+                const healScreenshot = join(PATHS.screenshots, `${platform}_unexpected.png`);
+                await page.screenshot({ path: healScreenshot });
+                const ariaSnap = await page.locator('body').ariaSnapshot();
+
+                const newSteps = await healAndContinue(
+                  platform, stepIdx, steps, healScreenshot, ariaSnap,
+                  `Beklenmeyen değişiklik: ${change.description}. Bu element'i handle edip kalan adımlara devam et.`,
+                  post.content || step.description, "low"
+                );
+                steps = [...steps.slice(0, stepIdx), ...newSteps];
+              }
             }
           } catch (err: any) {
+            console.log(`    ✗ ${err.message}`);
+
+            // Sistem 1: Refleks - hata sonrası otomatik düzeltme
+            const reflex = await tryReflex(page, err.message);
+            if (reflex.handled) {
+              console.log(`    ↩ Refleks: ${reflex.action}`);
+              continue; // aynı step'i tekrar dene
+            }
+
+            // Sistem 2: AI
             healAttempt++;
             const efforts = ["low", "medium", "medium"];
             const effort = efforts[Math.min(healAttempt - 1, efforts.length - 1)];
 
-            console.log(`    ✗ ${err.message}`);
-            console.log(`    → AI düzeltiyor (deneme ${healAttempt}/3)...`);
+            console.log(`    🧠 AI düzeltiyor (deneme ${healAttempt}/3)...`);
 
             if (healAttempt > 3) {
-              console.log(`    [heal] 3 denemede çözülemedi, atlanıyor.`);
+              console.log(`    3 denemede çözülemedi, atlanıyor.`);
               break;
             }
 
-            // Screenshot + DOM al
             const healScreenshot = join(PATHS.screenshots, `${platform}_heal_${stepIdx}.png`);
             await page.screenshot({ path: healScreenshot });
 

package/core/page-watcher.ts

@@ -44,28 +44,41 @@ export async function injectWatcher(page: Page): Promise<void> {
           const ariaModal = node.getAttribute('aria-modal');
           const tag = node.tagName.toLowerCase();
 
-          // Dialog/Modal algılama
-          if (role === 'dialog' || role === 'alertdialog' || ariaModal === 'true' || tag === 'dialog') {
+          // Dialog/Modal algılama - standart + heuristik
+          const isDialog = role === 'dialog' || role === 'alertdialog' || ariaModal === 'true' || tag === 'dialog';
+          const style = window.getComputedStyle(node);
+          const isFloating = (style.position === 'fixed' || style.position === 'absolute') && style.zIndex && parseInt(style.zIndex) > 50;
+          const cls = (node.className?.toString?.() || '').toLowerCase();
+          const looksLikeModal = cls.match(/modal|dialog|popup|overlay|drawer|sheet|toast|snackbar|dropdown|popover/);
+
+          if (isDialog || (isFloating && looksLikeModal)) {
             watcher.newDialogs.push({
               role: role || tag,
               ariaLabel: node.getAttribute('aria-label') || '',
               text: node.textContent?.substring(0, 200) || '',
+              className: cls.substring(0, 100),
               time: Date.now()
             });
           }
 
           // Overlay/backdrop algılama
-          const style = window.getComputedStyle(node);
-          if (style.position === 'fixed' && style.zIndex && parseInt(style.zIndex) > 100) {
-            watcher.newOverlays.push({
-              tag: tag,
-              class: node.className?.substring?.(0, 100) || '',
-              time: Date.now()
-            });
+          if (isFloating && !isDialog && !looksLikeModal) {
+            const area = node.offsetWidth * node.offsetHeight;
+            const screenArea = window.innerWidth * window.innerHeight;
+            // Ekranın %30'undan büyük fixed element = muhtemelen overlay
+            if (area > screenArea * 0.3) {
+              watcher.newOverlays.push({
+                tag: tag,
+                class: cls.substring(0, 100),
+                time: Date.now()
+              });
+            }
           }
 
-          // Error mesajı algılama
-          if (role === 'alert' || node.getAttribute('aria-live') === 'assertive') {
+          // Error mesajı algılama - standart + heuristik
+          const isError = role === 'alert' || node.getAttribute('aria-live') === 'assertive';
+          const looksLikeError = cls.match(/error|warning|alert|danger|notification|banner/);
+          if (isError || looksLikeError) {
             watcher.errors.push({
               text: node.textContent?.substring(0, 300) || '',
               time: Date.now()

package/core/reflexes.ts

@@ -0,0 +1,187 @@
+/**
+ * Reflexes - Sistem 1 (Hızlı, Otomatik)
+ *
+ * Kahneman'ın "Thinking, Fast and Slow" modeli:
+ * - Sistem 1: Hızlı, otomatik, refleks tepkiler (bu dosya)
+ * - Sistem 2: Yavaş, bilinçli, AI destekli (heal mekanizması)
+ *
+ * Bilinen UI pattern'larını AI çağırmadan milisaniyede çözer.
+ */
+
+import type { Page } from "playwright";
+
+interface ReflexResult {
+  handled: boolean;
+  action: string;  // ne yapıldı
+}
+
+/**
+ * Sayfadaki beklenmeyen durumu refleksle çözmeye çalış.
+ * Çözemezse handled: false döner → Sistem 2 (AI) devreye girer.
+ */
+export async function tryReflex(page: Page, changeDescription: string): Promise<ReflexResult> {
+  // 1. Modal/Dialog kapatma refleksi
+  const dismissed = await tryDismissDialog(page);
+  if (dismissed.handled) return dismissed;
+
+  // 2. Cookie/consent banner kapatma
+  const cookie = await tryDismissCookieBanner(page);
+  if (cookie.handled) return cookie;
+
+  // 3. File input algılama - dosya bekliyor mu?
+  const fileInput = await tryDetectFileInput(page);
+  if (fileInput.handled) return fileInput;
+
+  // 4. Error/alert kapatma
+  const error = await tryDismissError(page);
+  if (error.handled) return error;
+
+  // 5. Overlay/backdrop tıklama
+  const overlay = await tryDismissOverlay(page);
+  if (overlay.handled) return overlay;
+
+  return { handled: false, action: "reflex bulunamadı" };
+}
+
+/**
+ * Dialog/Modal kapatma - "close", "cancel", "dismiss", "x" butonlarını ara
+ */
+async function tryDismissDialog(page: Page): Promise<ReflexResult> {
+  // Önce dialog'un post oluşturma dialog'u olup olmadığını kontrol et - onu kapatma!
+  const isComposeDialog = await page.evaluate(`(() => {
+    const dialogs = document.querySelectorAll('[role="dialog"], [aria-modal="true"], dialog');
+    for (const d of dialogs) {
+      const text = (d.textContent || '').toLowerCase();
+      if (text.includes('post') || text.includes('gönderi') || text.includes('tweet') ||
+          text.includes('paylaş') || text.includes('share') || text.includes('compose') ||
+          text.includes('yaz') || text.includes('düzenle') || text.includes('edit')) {
+        return true;
+      }
+    }
+    return false;
+  })()`).catch(() => false);
+
+  // Compose dialog'u kapatma!
+  if (isComposeDialog) return { handled: false, action: "compose dialog - kapatılmadı" };
+
+  // Gereksiz dialog'ları kapat
+  const closeSelectors = [
+    'button[aria-label="Close"]',
+    'button[aria-label="Kapat"]',
+    'button[aria-label="Dismiss"]',
+    'button[aria-label="İptal"]',
+    'button[aria-label="Cancel"]',
+    '[role="dialog"] button[aria-label*="close" i]',
+    '[role="dialog"] button[aria-label*="kapat" i]',
+    '[aria-modal="true"] button[aria-label*="close" i]',
+    '[aria-modal="true"] button[aria-label*="kapat" i]',
+    'dialog button[aria-label*="close" i]',
+  ];
+
+  for (const sel of closeSelectors) {
+    try {
+      const btn = page.locator(sel).first();
+      if (await btn.isVisible({ timeout: 500 })) {
+        await btn.click();
+        await page.waitForTimeout(300);
+        return { handled: true, action: `dialog kapatıldı: ${sel}` };
+      }
+    } catch {}
+  }
+
+  return { handled: false, action: "" };
+}
+
+/**
+ * Cookie/consent banner kapatma
+ */
+async function tryDismissCookieBanner(page: Page): Promise<ReflexResult> {
+  const cookieSelectors = [
+    'button[aria-label*="cookie" i]',
+    'button[aria-label*="çerez" i]',
+    'button[aria-label*="Accept" i]',
+    'button[aria-label*="Kabul" i]',
+    'button[aria-label*="consent" i]',
+    '[id*="cookie"] button',
+    '[class*="cookie"] button',
+    '[class*="consent"] button',
+  ];
+
+  for (const sel of cookieSelectors) {
+    try {
+      const btn = page.locator(sel).first();
+      if (await btn.isVisible({ timeout: 300 })) {
+        await btn.click();
+        await page.waitForTimeout(300);
+        return { handled: true, action: `cookie banner kapatıldı: ${sel}` };
+      }
+    } catch {}
+  }
+
+  return { handled: false, action: "" };
+}
+
+/**
+ * Yeni file input algılama
+ */
+async function tryDetectFileInput(page: Page): Promise<ReflexResult> {
+  try {
+    const hasNewFileInput = await page.evaluate(`(() => {
+      const inputs = document.querySelectorAll('input[type="file"]');
+      return inputs.length > 0;
+    })()`);
+
+    if (hasNewFileInput) {
+      return { handled: true, action: "file input algılandı - upload step'i çalışabilir" };
+    }
+  } catch {}
+
+  return { handled: false, action: "" };
+}
+
+/**
+ * Error/alert kapatma
+ */
+async function tryDismissError(page: Page): Promise<ReflexResult> {
+  const errorSelectors = [
+    '[role="alert"] button',
+    '[role="alert"] [aria-label*="close" i]',
+    '[role="alert"] [aria-label*="kapat" i]',
+    '[aria-live="assertive"] button',
+  ];
+
+  for (const sel of errorSelectors) {
+    try {
+      const btn = page.locator(sel).first();
+      if (await btn.isVisible({ timeout: 300 })) {
+        await btn.click();
+        await page.waitForTimeout(200);
+        return { handled: true, action: `error kapatıldı: ${sel}` };
+      }
+    } catch {}
+  }
+
+  return { handled: false, action: "" };
+}
+
+/**
+ * Overlay/backdrop tıklama ile kapatma
+ */
+async function tryDismissOverlay(page: Page): Promise<ReflexResult> {
+  try {
+    // ESC tuşu ile kapatmayı dene
+    await page.keyboard.press("Escape");
+    await page.waitForTimeout(300);
+
+    // Dialog hâlâ var mı kontrol et
+    const stillHasDialog = await page.evaluate(`(() => {
+      return document.querySelectorAll('[role="dialog"], [aria-modal="true"]').length > 0;
+    })()`);
+
+    if (!stillHasDialog) {
+      return { handled: true, action: "overlay ESC ile kapatıldı" };
+    }
+  } catch {}
+
+  return { handled: false, action: "" };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "social-agent-cli",
-  "version": "2.1.0",
+  "version": "2.2.0",
   "description": "AI-powered social media agent - free APIs + browser automation with self-healing selectors",
   "type": "module",
   "bin": {