beast-agent 2.66.0 → 2.67.0

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "beast-agent",
     "productName": "Beast Agent",
-    "version": "2.66.0",
+    "version": "2.67.0",
     "description": "Ultra-fast local agent shell for Windows.",
     "author": "algokodcom (AlgoKod)",
     "license": "MIT",

package/src/agent/browseragent.js

@@ -20,6 +20,8 @@ Submit populated search fields before opening a result; a populated field alone
 WAIT only when the needed control is absent/disabled, or submitted results are still loading.
 If Search/Submit is visible and the required fields are ready, CLICK it immediately.
 Recent WAIT actions are not evidence of loading. Prefer a useful visible control over WAIT.
+Category/nav items that reveal a submenu only on hover: choose HOVER on the category first,
+then CLICK the submenu item that becomes visible. HOVER never navigates by itself.
 DONE requires visible evidence that ALL requirements are satisfied. If asked to open a result,
 a matching link is not enough. BLOCKED means no supported operation can make progress.
 Before the goal itself: if a modal, cookie or consent band, campaign popup,
@@ -50,6 +52,7 @@ const OPERATION_LABELS = {
   TYPE_TEXT: 'Enter or replace text in an editable field. A small LLM will supply the value from the goal.',
   SELECT: 'Select an observed dropdown value.',
   PRESS: 'Press a keyboard key (Escape closes modals and popups).',
+  HOVER: 'Move the mouse over an element WITHOUT clicking (opens hover menus / mega menus).',
   DONE: 'Every requirement is visibly satisfied.',
   BLOCKED: 'No supported operation can progress.',
 };
@@ -142,6 +145,7 @@ function operationsFor(targets, controls) {
   for (const key of Object.keys(targets)) operations[key] = OPERATION_LABELS[key] || key;
   for (const [key, value] of Object.entries(controls)) operations[key] = value.label || key;
   operations.PRESS = OPERATION_LABELS.PRESS;
+  operations.HOVER = OPERATION_LABELS.HOVER;
   for (const key of ['DONE', 'BLOCKED']) operations[key] = OPERATION_LABELS[key];
   return operations;
 }
@@ -165,10 +169,12 @@ function targetCriteria(candidates) {
    istekte gider. Yalnız seçilen operation'ın target başlığı doğrulanır. */
 async function choose(deps, page, goal, history, space) {
   const { elements, targets, controls } = space;
+  /* HOVER, CLICK hedeflerini kullanır: kategori/mega menüler önce hover ister */
+  const targetOps = targets.CLICK ? Object.assign({ HOVER: targets.CLICK }, targets) : targets;
   const questions = {
     operation: {
       type: 'choice',
-      criteria: operationsFor(targets, controls),
+      criteria: operationsFor(targetOps, controls),
       instructions: { goal, rules: NEXT_ACTION },
     },
     verification: {
@@ -176,7 +182,7 @@ async function choose(deps, page, goal, history, space) {
       instructions: { goal, rules: [NEXT_ACTION, VERIFY] },
     },
   };
-  for (const [operation, candidates] of Object.entries(targets)) {
+  for (const [operation, candidates] of Object.entries(targetOps)) {
     questions[operation.toLowerCase() + '_target'] = {
       type: 'choice',
       criteria: targetCriteria(candidates),
@@ -199,21 +205,21 @@ async function choose(deps, page, goal, history, space) {
   const started = Date.now();
   const result = await (deps.systemOne || systemOne)({ state, questions });
   const answers = (result && result.answers) || {};
-  const operationAnswer = validateChoice(answers.operation || {}, Object.keys(operationsFor(targets, controls)));
+  const operationAnswer = validateChoice(answers.operation || {}, Object.keys(operationsFor(targetOps, controls)));
   const operation = operationAnswer.choice;
   const verifyAnswer = answers.verification && typeof answers.verification === 'object' ? answers.verification : null;
   const verification =
     verifyAnswer && Number.isFinite(Number(verifyAnswer.noul)) ? Number(verifyAnswer.noul) : null;
   let target = null;
   let targetAnswer = null;
-  if (targets[operation]) {
-    targetAnswer = validateChoice(answers[operation.toLowerCase() + '_target'] || {}, Object.keys(targets[operation]));
+  if (targetOps[operation]) {
+    targetAnswer = validateChoice(answers[operation.toLowerCase() + '_target'] || {}, Object.keys(targetOps[operation]));
     target = targetAnswer.choice;
   }
   return {
     operation,
     target,
-    action: target != null ? targets[operation][target] : controls[operation] || { id: operation, kind: operation.toLowerCase(), label: operation },
+    action: target != null ? targetOps[operation][target] : controls[operation] || { id: operation, kind: operation.toLowerCase(), label: operation },
     confidence: targetAnswer ? targetAnswer.confidence : operationAnswer.confidence,
     target_probability: target != null && targetAnswer ? targetAnswer.probabilities[target] : null,
     verification,
@@ -322,7 +328,7 @@ async function run(deps, options) {
        Değişmeyen sayfada 3. eylemde döngü kendini bloke ilan eder. */
     const rev = page.rev != null ? String(page.rev) : String(page.url || '') + '|' + String(page.title || '');
     const last = history.length ? history[history.length - 1] : null;
-    if (last && last.kind !== 'wait' && last.kind !== 'scroll' && !last.stale) {
+    if (last && last.kind !== 'wait' && last.kind !== 'scroll' && last.kind !== 'hover' && !last.stale) {
       if (last.page_changed == null) last.page_changed = prevRev != null ? rev !== prevRev : null;
       if (last.page_changed === false) {
         if (!last.covered) noChangeStreak++;
@@ -374,7 +380,7 @@ async function run(deps, options) {
     if (operation === 'BLOCKED') return finish('blocked');
 
     const action = decision.action || {};
-    const kind = String(action.kind || '');
+    const kind = operation === 'HOVER' ? 'hover' : String(action.kind || '');
     const expect = page.url ? { url: page.url } : null;
     let result = null;
     let text = null;
@@ -408,6 +414,10 @@ async function run(deps, options) {
       } else if (kind === 'click') {
         result = await deps.act('click', { ref: Number(action.ref), fast: true, trusted: true, expect });
         await deps.wait({ ms: 60 });
+      } else if (kind === 'hover') {
+        /* alt menü/mega menü: tıkla değil, üzerine gel — menü açılsın */
+        result = await deps.act('hover', { ref: Number(action.ref), fast: true, trusted: true, expect });
+        await deps.wait({ ms: 180 });
       } else if (kind === 'select') {
         const value = action.value != null && String(action.value) !== '' ? action.value : baseLabel(action.label);
         result = await deps.act('select', { ref: Number(action.ref), value: String(value), fast: true, expect });

package/src/main.js

@@ -5370,12 +5370,14 @@ const BROWSER_OBSERVE_JS = `(function(){
     return null;
   };
   const actions=[];
+  const added=new WeakSet();
   for(const e of document.querySelectorAll(selector)){
     if(actions.length>=300) break;
     if(!safe(e) || !visible(e) || e.matches(':disabled') || e.closest('[aria-disabled="true"]')) continue;
     const r=e.getBoundingClientRect(), x=r.x+r.width/2, y=r.y+r.height/2, rname=role(e);
     if(!rname || r.width<=0 || r.height<=0 || x<0 || y<0 || x>=innerWidth || y>=innerHeight) continue;
     if(rname==='gridcell' && e.querySelector('button,[role="button"]')) continue;
+    added.add(e);
     const base={ref:identity(e),role:rname,label:name(e)||rname};
     const et=String(e.type||'').toLowerCase();
     if(et) base.input_type=et;
@@ -5400,6 +5402,29 @@ const BROWSER_OBSERVE_JS = `(function(){
       if(editable) actions.push({...base,kind:'click',value,label:'Open '+base.label});
     }
   }
+  /* İLAVE TIKLANABİLİRLER: <a>/<button> dışı gerçek hedef olan kategori/menü
+     kutuları (li, custom div/span butonlar). Kısıtlı aday seti + cursor:pointer
+     (ya da onclick) + metin + makul kutu şartı. İçinde gerçek link/buton olan
+     kapsayıcılar atlanır (onlar zaten ana listede). */
+  const extraSel='li,[onclick],[class*="categor" i],[class*="kategor" i],[class*="menu" i],[class*="nav" i],[class*="tab" i],[role="treeitem"],[role="menuitem"]';
+  let extra=0;
+  for(const e of document.querySelectorAll(extraSel)){
+    if(extra>=80 || actions.length>=300) break;
+    if(added.has(e) || e.closest('a[href],button,[role="button"]')) continue;
+    if(e.querySelector('a[href],button,[role="button"]')) continue;
+    if(!visible(e) || e.matches(':disabled') || e.closest('[aria-disabled="true"]')) continue;
+    let pointer=false;
+    try{ pointer=getComputedStyle(e).cursor==='pointer'||e.hasAttribute('onclick'); }catch(err){}
+    if(!pointer) continue;
+    const r=e.getBoundingClientRect(), x=r.x+r.width/2, y=r.y+r.height/2;
+    if(r.width<16||r.height<12||r.width>innerWidth*0.85||r.height>innerHeight*0.4) continue;
+    if(x<0||y<0||x>=innerWidth||y>=innerHeight) continue;
+    const label=String(name(e)||'').replace(/\\s+/g,' ').trim();
+    if(!label||label.length>80) continue;
+    added.add(e);
+    actions.push({ref:identity(e),role:'button',label:label,kind:'click',value:''});
+    extra++;
+  }
   const words=[], walker=document.createTreeWalker(document.body,NodeFilter.SHOW_TEXT);
   const range=document.createRange(); let node, length=0;
   while((node=walker.nextNode()) && length<6000){
@@ -5568,6 +5593,22 @@ function browserActionJs(kind, args) {
       res(JSON.stringify({selected:true,target:t.how,value:opt.text.trim()}));
     }catch(e){res(JSON.stringify({selected:false,reason:String(e)}));}});})()`;
   }
+  if (kind === 'hover') {
+    return `(function(){${BROWSER_JS_HELPERS}${resolveTarget}
+      try{
+        const t=__target();
+        if(!t) return JSON.stringify({hovered:false,reason:'eleman bulunamadi (ref eski olabilir)'});
+        const el=t.el;
+        el.scrollIntoView({block:'center'});
+        const r=el.getBoundingClientRect(), x=Math.round(r.x+r.width/2), y=Math.round(r.y+r.height/2);
+        const opt={bubbles:true,cancelable:true,clientX:x,clientY:y};
+        ['pointerover','pointerenter','mouseover','mouseenter','mousemove'].forEach(function(type){
+          try{ el.dispatchEvent(new MouseEvent(type,opt)); }catch(e){}
+        });
+        return JSON.stringify({hovered:true,target:t.how});
+      }catch(e){return JSON.stringify({hovered:false,reason:String(e)});}
+    })()`;
+  }
   return `JSON.stringify({ok:false,error:'bilinmeyen eylem'})`;
 }
 
@@ -5660,7 +5701,7 @@ async function browserAct(kind, args, signal) {
   /* JEV HIZLI YOLU: TypeSafe ajanı her adımda zaten taze observe yapar —
      ağır imza + taze snapshot + uzun bekleme gereksizdir. */
   const fast = !!a.fast;
-  const trusted = !!a.trusted && ['click', 'type'].includes(kind) && browser.attached;
+  const trusted = !!a.trusted && ['click', 'type', 'hover'].includes(kind) && browser.attached;
   /* DOĞRULAMA: eylem öncesi görsel parmak izi (yalnız anlamlı eylemlerde) */
   const verify = ['click', 'type', 'select', 'press'].includes(kind) && !fast && !(a.verify === false);
   const sigBefore = verify ? await pageSignature(wc) : null;
@@ -5671,12 +5712,20 @@ async function browserAct(kind, args, signal) {
       let point = {};
       try { point = JSON.parse(pointRaw); } catch { point = { ok: false, reason: 'koordinat alinamadi' }; }
       if (!point.ok) {
-        obj = kind === 'click' ? { clicked: false, ...point } : { typed: false, ...point };
+        obj = kind === 'click' ? { clicked: false, ...point }
+          : kind === 'hover' ? { hovered: false, ...point }
+          : { typed: false, ...point };
       } else if (kind === 'type' && /^(date|time|month|week|datetime-local)$/.test(String(point.input_type || ''))) {
         /* native tarih/saat alanı: gerçek klavye yerine programatik değer + event
            (tarayıcı segment segment yazmayı reddeder) */
         const raw = await wc.executeJavaScript(browserActionJs(kind, a), true);
         try { obj = JSON.parse(raw); } catch { obj = { result: String(raw).slice(0, 300) }; }
+      } else if (kind === 'hover') {
+        /* GERÇEK fare: yalnız mouseMove — tıklama YOK; kategori/mega menü
+           hover ile açılır, sonraki gözlemde alt menü hedefleri görünür olur. */
+        wc.sendInputEvent({ type: 'mouseMove', x: point.x, y: point.y });
+        await new Promise((r) => setTimeout(r, 260));
+        obj = { hovered: true, trusted: true, target: point.how };
       } else {
         wc.sendInputEvent({ type: 'mouseMove', x: point.x, y: point.y });
         wc.sendInputEvent({ type: 'mouseDown', x: point.x, y: point.y, button: 'left', clickCount: 1 });
@@ -5741,6 +5790,7 @@ async function browserAct(kind, args, signal) {
     blog(
       kind,
       obj.clicked ? obj.target
+        : obj.hovered ? ('üzerine gelindi ' + obj.target)
         : obj.typed ? ('"' + obj.value + '" → ' + obj.target)
         : obj.selected ? ('"' + obj.value + '" seçildi')
         : obj.pressed ? ('tuş ' + obj.pressed)