ft-scout 9.0.5 → 9.0.6

package/bin/src/engine/computer/scoutDriver.cs

@@ -79,6 +79,13 @@ namespace Scout.ComputerControl
         [DllImport("user32.dll")]
         public static extern void keybd_event(byte bVk, byte bScan, uint dwFlags, UIntPtr dwExtraInfo);
 
+        [DllImport("user32.dll", SetLastError = true, CharSet = CharSet.Auto)]
+        public static extern bool PostMessage(IntPtr hWnd, uint Msg, IntPtr wParam, IntPtr lParam);
+
+        public const uint WM_CLOSE = 0x0010;
+        public const uint KEYEVENTF_EXTENDEDKEY = 0x0001;
+        public const uint KEYEVENTF_KEYUP = 0x0002;
+
         [DllImport("kernel32.dll", SetLastError = true, CharSet = CharSet.Auto)]
         public static extern bool CreateProcess(
             string lpApplicationName,
@@ -102,10 +109,21 @@ namespace Scout.ComputerControl
         public const uint MOUSEEVENTF_MIDDLEUP = 0x0040;
         public const uint MOUSEEVENTF_WHEEL = 0x0800;
 
+        [DllImport("user32.dll")]
+        [return: MarshalAs(UnmanagedType.Bool)]
+        public static extern bool IsIconic(IntPtr hWnd);
+
+        [DllImport("user32.dll")]
+        public static extern bool AttachThreadInput(uint idAttach, uint idAttachTo, bool fAttach);
+
+        [DllImport("kernel32.dll")]
+        public static extern uint GetCurrentThreadId();
+
         public const int SM_CXSCREEN = 0;
         public const int SM_CYSCREEN = 1;
         public const int SM_CXVIRTUALSCREEN = 78;
         public const int SM_CYVIRTUALSCREEN = 79;
+        public const int SW_SHOW = 5;
         public const int SW_RESTORE = 9;
 
         [StructLayout(LayoutKind.Sequential)]
@@ -315,12 +333,21 @@ namespace Scout.ComputerControl
                 {
                     if (IsWindowVisible(hWnd))
                     {
-                        StringBuilder sb = new StringBuilder(512);
-                        GetWindowText(hWnd, sb, sb.Capacity);
-                        string t = sb.ToString().Trim();
-                        if (!string.IsNullOrEmpty(t) && t != "Default IME" && t != "MSCTFIME UI")
+                        RECT rect;
+                        if (GetWindowRect(hWnd, out rect))
                         {
-                            list.Add(t);
+                            int w = rect.Right - rect.Left;
+                            int h = rect.Bottom - rect.Top;
+                            if (w > 30 && h > 30)
+                            {
+                                StringBuilder sb = new StringBuilder(512);
+                                GetWindowText(hWnd, sb, sb.Capacity);
+                                string t = sb.ToString().Trim();
+                                if (!string.IsNullOrEmpty(t) && t != "Default IME" && t != "MSCTFIME UI")
+                                {
+                                    if (!list.Contains(t)) list.Add(t);
+                                }
+                            }
                         }
                     }
                     return true;
@@ -361,11 +388,34 @@ namespace Scout.ComputerControl
 
                 if (foundHwnd != IntPtr.Zero)
                 {
-                    ShowWindow(foundHwnd, SW_RESTORE);
+                    if (IsIconic(foundHwnd))
+                    {
+                        ShowWindow(foundHwnd, SW_RESTORE);
+                    }
+                    else
+                    {
+                        ShowWindow(foundHwnd, SW_SHOW);
+                    }
+
+                    IntPtr fgHwnd = GetForegroundWindow();
+                    uint fgPid;
+                    uint fgThreadId = GetWindowThreadProcessId(fgHwnd, out fgPid);
+                    uint curThreadId = GetCurrentThreadId();
+                    if (fgThreadId != 0 && fgThreadId != curThreadId)
+                    {
+                        AttachThreadInput(curThreadId, fgThreadId, true);
+                    }
+
                     keybd_event(0x12, 0, 0, UIntPtr.Zero);
                     keybd_event(0x12, 0, 0x0002, UIntPtr.Zero);
                     SetForegroundWindow(foundHwnd);
                     BringWindowToTop(foundHwnd);
+
+                    if (fgThreadId != 0 && fgThreadId != curThreadId)
+                    {
+                        AttachThreadInput(curThreadId, fgThreadId, false);
+                    }
+
                     Thread.Sleep(150);
                     return true;
                 }
@@ -438,6 +488,20 @@ namespace Scout.ComputerControl
                     pid = pi.dwProcessId;
                     return true;
                 }
+
+                // Fallback to Process.Start with UseShellExecute
+                try
+                {
+                    ProcessStartInfo psi = new ProcessStartInfo(appName);
+                    psi.UseShellExecute = true;
+                    Process p = Process.Start(psi);
+                    if (p != null)
+                    {
+                        pid = p.Id;
+                        return true;
+                    }
+                }
+                catch { }
             }
             catch { }
             return false;
@@ -483,52 +547,252 @@ namespace Scout.ComputerControl
             }
         }
 
-        public static bool KeyPress(string key)
+        public static byte GetVirtualKey(string key)
         {
+            if (string.IsNullOrEmpty(key)) return 0;
             string k = key.ToLower().Trim();
-            string sendStr = key;
-            if (k == "enter" || k == "return") sendStr = "{ENTER}";
-            else if (k == "tab") sendStr = "{TAB}";
-            else if (k == "esc" || k == "escape") sendStr = "{ESC}";
-            else if (k == "backspace") sendStr = "{BACKSPACE}";
-            else if (k == "del" || k == "delete") sendStr = "{DEL}";
-            else if (k == "up") sendStr = "{UP}";
-            else if (k == "down") sendStr = "{DOWN}";
-            else if (k == "left") sendStr = "{LEFT}";
-            else if (k == "right") sendStr = "{RIGHT}";
-            else if (k == "space") sendStr = " ";
-            else if (k == "home") sendStr = "{HOME}";
-            else if (k == "end") sendStr = "{END}";
-            else if (k == "pageup") sendStr = "{PGUP}";
-            else if (k == "pagedown") sendStr = "{PGDN}";
-
-            SendKeys.SendWait(sendStr);
-            return true;
+
+            // Modifiers
+            if (k == "ctrl" || k == "control" || k == "lctrl" || k == "rctrl") return 0x11; // VK_CONTROL
+            if (k == "alt" || k == "alternate" || k == "menu" || k == "lalt" || k == "ralt") return 0x12; // VK_MENU
+            if (k == "shift" || k == "lshift" || k == "rshift") return 0x10; // VK_SHIFT
+            if (k == "win" || k == "windows" || k == "super" || k == "lwin" || k == "cmd" || k == "command") return 0x5B; // VK_LWIN
+            if (k == "rwin") return 0x5C; // VK_RWIN
+
+            // Function keys F1 - F24
+            if (k == "f1") return 0x70;
+            if (k == "f2") return 0x71;
+            if (k == "f3") return 0x72;
+            if (k == "f4") return 0x73;
+            if (k == "f5") return 0x74;
+            if (k == "f6") return 0x75;
+            if (k == "f7") return 0x76;
+            if (k == "f8") return 0x77;
+            if (k == "f9") return 0x78;
+            if (k == "f10") return 0x79;
+            if (k == "f11") return 0x7A;
+            if (k == "f12") return 0x7B;
+            if (k == "f13") return 0x7C;
+            if (k == "f14") return 0x7D;
+            if (k == "f15") return 0x7E;
+            if (k == "f16") return 0x7F;
+
+            // Common special keys
+            if (k == "enter" || k == "return") return 0x0D; // VK_RETURN
+            if (k == "esc" || k == "escape") return 0x1B; // VK_ESCAPE
+            if (k == "tab") return 0x09; // VK_TAB
+            if (k == "space" || k == "spacebar") return 0x20; // VK_SPACE
+            if (k == "backspace" || k == "back" || k == "bksp") return 0x08; // VK_BACK
+            if (k == "del" || k == "delete") return 0x2E; // VK_DELETE
+            if (k == "ins" || k == "insert") return 0x2D; // VK_INSERT
+            if (k == "home") return 0x24; // VK_HOME
+            if (k == "end") return 0x23; // VK_END
+            if (k == "pageup" || k == "pgup") return 0x21; // VK_PRIOR
+            if (k == "pagedown" || k == "pgdn") return 0x22; // VK_NEXT
+            if (k == "left") return 0x25; // VK_LEFT
+            if (k == "up") return 0x26; // VK_UP
+            if (k == "right") return 0x27; // VK_RIGHT
+            if (k == "down") return 0x28; // VK_DOWN
+            if (k == "prtscn" || k == "printscreen" || k == "snapshot") return 0x2C; // VK_SNAPSHOT
+
+            // Single letters a-z
+            if (k.Length == 1 && k[0] >= 'a' && k[0] <= 'z')
+            {
+                return (byte)('A' + (k[0] - 'a'));
+            }
+            // Single digits 0-9
+            if (k.Length == 1 && k[0] >= '0' && k[0] <= '9')
+            {
+                return (byte)k[0];
+            }
+
+            // Punctuation and symbols
+            if (k == "+" || k == "plus" || k == "add") return 0xBB; // VK_OEM_PLUS
+            if (k == "-" || k == "minus" || k == "subtract") return 0xBD; // VK_OEM_MINUS
+            if (k == "=" || k == "equal" || k == "equals") return 0xBB;
+            if (k == "," || k == "comma") return 0xBC; // VK_OEM_COMMA
+            if (k == "." || k == "period" || k == "dot") return 0xBE; // VK_OEM_PERIOD
+            if (k == "/" || k == "slash") return 0xBF; // VK_OEM_2
+            if (k == "\\" || k == "backslash") return 0xDC; // VK_OEM_5
+            if (k == ";" || k == "semicolon") return 0xBA; // VK_OEM_1
+            if (k == "'" || k == "quote" || k == "singlequote") return 0xDE; // VK_OEM_7
+            if (k == "[" || k == "openbracket") return 0xDB; // VK_OEM_4
+            if (k == "]" || k == "closebracket") return 0xDD; // VK_OEM_6
+            if (k == "`" || k == "backtick") return 0xC0; // VK_OEM_3
+
+            return 0;
+        }
+
+        public static string FormatKeyForSendKeys(string key)
+        {
+            if (string.IsNullOrEmpty(key)) return "";
+            string k = key.ToLower().Trim();
+            if (k == "enter" || k == "return") return "{ENTER}";
+            if (k == "tab") return "{TAB}";
+            if (k == "esc" || k == "escape") return "{ESC}";
+            if (k == "backspace" || k == "back" || k == "bksp") return "{BACKSPACE}";
+            if (k == "del" || k == "delete") return "{DEL}";
+            if (k == "ins" || k == "insert") return "{INS}";
+            if (k == "up") return "{UP}";
+            if (k == "down") return "{DOWN}";
+            if (k == "left") return "{LEFT}";
+            if (k == "right") return "{RIGHT}";
+            if (k == "space" || k == "spacebar") return " ";
+            if (k == "home") return "{HOME}";
+            if (k == "end") return "{END}";
+            if (k == "pageup" || k == "pgup") return "{PGUP}";
+            if (k == "pagedown" || k == "pgdn") return "{PGDN}";
+
+            if (k.Length >= 2 && k[0] == 'f')
+            {
+                int fnum;
+                if (int.TryParse(k.Substring(1), out fnum) && fnum >= 1 && fnum <= 24)
+                {
+                    return "{" + k.ToUpper() + "}";
+                }
+            }
+
+            if (k.Length == 1)
+            {
+                char c = k[0];
+                if (c == '+' || c == '^' || c == '%' || c == '~' || c == '(' || c == ')' || c == '{' || c == '}' || c == '[' || c == ']')
+                {
+                    return "{" + c + "}";
+                }
+                return k;
+            }
+
+            return "{" + key.ToUpper() + "}";
+        }
+
+        public static bool KeyPress(string key)
+        {
+            byte vk = GetVirtualKey(key);
+            if (vk != 0)
+            {
+                keybd_event(vk, 0, 0, UIntPtr.Zero);
+                Thread.Sleep(20);
+                keybd_event(vk, 0, KEYEVENTF_KEYUP, UIntPtr.Zero);
+                return true;
+            }
+            try
+            {
+                string sendStr = FormatKeyForSendKeys(key);
+                SendKeys.SendWait(sendStr);
+                return true;
+            }
+            catch
+            {
+                return false;
+            }
         }
 
         public static bool Hotkey(string[] keys)
         {
-            string prefix = "";
-            string mainKey = "";
+            if (keys == null || keys.Length == 0) return false;
+
+            List<byte> vkList = new List<byte>();
             foreach (string k in keys)
             {
-                string lk = k.ToLower().Trim();
-                if (lk == "ctrl" || lk == "control") prefix += "^";
-                else if (lk == "alt") prefix += "%";
-                else if (lk == "shift") prefix += "+";
-                else mainKey = k;
+                byte vk = GetVirtualKey(k);
+                if (vk != 0) vkList.Add(vk);
             }
-            string sendStr = prefix + mainKey.ToLower();
-            SendKeys.SendWait(sendStr);
-            return true;
+
+            if (vkList.Count == keys.Length)
+            {
+                // Native virtual key press via keybd_event
+                for (int i = 0; i < vkList.Count; i++)
+                {
+                    keybd_event(vkList[i], 0, 0, UIntPtr.Zero);
+                    Thread.Sleep(20);
+                }
+                Thread.Sleep(40);
+                for (int i = vkList.Count - 1; i >= 0; i--)
+                {
+                    keybd_event(vkList[i], 0, KEYEVENTF_KEYUP, UIntPtr.Zero);
+                    Thread.Sleep(20);
+                }
+                return true;
+            }
+
+            // Fallback to SendKeys with proper formatting
+            try
+            {
+                string prefix = "";
+                string mainKey = "";
+                foreach (string k in keys)
+                {
+                    string lk = k.ToLower().Trim();
+                    if (lk == "ctrl" || lk == "control") prefix += "^";
+                    else if (lk == "alt" || lk == "alternate") prefix += "%";
+                    else if (lk == "shift") prefix += "+";
+                    else mainKey = k;
+                }
+                string sendStr = prefix + FormatKeyForSendKeys(mainKey);
+                SendKeys.SendWait(sendStr);
+                return true;
+            }
+            catch
+            {
+                return false;
+            }
+        }
+
+        public static bool CloseWindow(string titleOrApp)
+        {
+            try
+            {
+                IntPtr targetHwnd = IntPtr.Zero;
+                if (string.IsNullOrEmpty(titleOrApp))
+                {
+                    targetHwnd = GetForegroundWindow();
+                }
+                else
+                {
+                    string target = titleOrApp.ToLower().Trim();
+                    EnumWindows((hWnd, lParam) =>
+                    {
+                        if (IsWindowVisible(hWnd))
+                        {
+                            StringBuilder sb = new StringBuilder(256);
+                            GetWindowText(hWnd, sb, 256);
+                            string title = sb.ToString();
+                            if (!string.IsNullOrEmpty(title) && title.ToLower().Contains(target))
+                            {
+                                targetHwnd = hWnd;
+                                return false;
+                            }
+                        }
+                        return true;
+                    }, IntPtr.Zero);
+                }
+
+                if (targetHwnd != IntPtr.Zero)
+                {
+                    PostMessage(targetHwnd, WM_CLOSE, IntPtr.Zero, IntPtr.Zero);
+                    return true;
+                }
+            }
+            catch { }
+            return false;
         }
 
         public static string EscapeForSendKeys(string text)
         {
+            if (string.IsNullOrEmpty(text)) return "";
             StringBuilder sb = new StringBuilder();
             foreach (char c in text)
             {
-                if (c == '+' || c == '^' || c == '%' || c == '~' || c == '(' || c == ')' || c == '{' || c == '}' || c == '[' || c == ']')
+                if (c == '\r') continue;
+                if (c == '\n')
+                {
+                    sb.Append("{ENTER}");
+                }
+                else if (c == '\t')
+                {
+                    sb.Append("{TAB}");
+                }
+                else if (c == '+' || c == '^' || c == '%' || c == '~' || c == '(' || c == ')' || c == '{' || c == '}' || c == '[' || c == ']')
                 {
                     sb.Append("{" + c + "}");
                 }
@@ -689,7 +953,23 @@ namespace Scout.ComputerControl
 
                 if (act == "hotkey")
                 {
-                    string[] keys = args.Length > 0 ? args[0].Split(new char[] { '+', ',' }, StringSplitOptions.RemoveEmptyEntries) : new string[0];
+                    string[] keys;
+                    if (args.Length > 1)
+                    {
+                        keys = args;
+                    }
+                    else if (args.Length == 1)
+                    {
+                        keys = args[0].Split(new char[] { '+', ',' }, StringSplitOptions.RemoveEmptyEntries);
+                    }
+                    else
+                    {
+                        keys = new string[0];
+                    }
+                    for (int i = 0; i < keys.Length; i++)
+                    {
+                        keys[i] = keys[i].Trim();
+                    }
                     bool ok = Hotkey(keys);
                     return string.Format("{{\"success\":{0},\"action\":\"hotkey\",\"keys\":{1},\"activeWindow\":{2}}}",
                         ok ? "true" : "false", JsonEscape(string.Join("+", keys)), JsonEscape(GetActiveWindowTitle()));
@@ -725,6 +1005,14 @@ namespace Scout.ComputerControl
                         ok ? "true" : "false", JsonEscape(win), JsonEscape(GetActiveWindowTitle()));
                 }
 
+                if (act == "close_window" || act == "close_app")
+                {
+                    string win = args.Length > 0 ? args[0] : "";
+                    bool ok = CloseWindow(win);
+                    return string.Format("{{\"success\":{0},\"action\":\"close_window\",\"target\":{1},\"activeWindow\":{2}}}",
+                        ok ? "true" : "false", JsonEscape(win), JsonEscape(GetActiveWindowTitle()));
+                }
+
                 if (act == "launch" || act == "open_app")
                 {
                     string app = args.Length > 0 ? args[0] : "";

package/bin/src/engine/runtime/agentRuntime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"agentRuntime.d.ts","sourceRoot":"","sources":["agentRuntime.ts"],"names":[],"mappings":"AAQA,OAAO,EAA0C,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEhG,OAAO,EAAE,cAAc,EAAsB,KAAK,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAC7G,OAAO,EAAE,KAAK,mBAAmB,EAAsD,MAAM,mCAAmC,CAAC;AAEjI,OAAO,EAAE,KAAK,kBAAkB,EAA6B,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAyB,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAkB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAIzD,MAAM,WAAW,mBAAmB;IAChC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,kBAAkB,CAAC;IACvC,kBAAkB,CAAC,EAAE,mBAAmB,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;CACxC;AAED,qBAAa,YAAY;IACrB,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAC,CAAqB;IACtC,OAAO,CAAC,eAAe,CAA0C;IACjE,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,YAAY,CAAC,CAAqB;IAE1C,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,iBAAiB,CAAqB;IAC9C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,YAAY,CAAsB;IAE1C,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAK;IACvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAAQ;IAExD,YAAY,OAAO,CAAC,EAAE,mBAAmB,EAmBxC;IAEM,iBAAiB,IAAI,OAAO,CAKlC;IAEM,YAAY,IAAI,cAAc,CAEpC;IAEM,qBAAqB,IAAI,mBAAmB,CAElD;IAEM,oBAAoB,IAAI,kBAAkB,CAEhD;IAEM,iBAAiB,IAAI,cAAc,CAEzC;IAEM,kBAAkB,IAAI,eAAe,CAE3C;IAEM,UAAU,IAAI,WAAW,CAE/B;IAEM,eAAe,IAAI,mBAAmB,CAE5C;IAEM,MAAM,CAAC,MAAM,GAAE,MAA8B,GAAG,IAAI,CAM1D;IAEM,eAAe,IAAI,OAAO,CAEhC;IAEM,gBAAgB,IAAI,MAAM,EAAE,CAElC;IAEM,UAAU,IAAI,UAAU,EAAE,CAEhC;IAEM,QAAQ;QAEP,UAAU;QACV,cAAc;QACd,kBAAkB;QAClB,SAAS;QACT,MAAM;QACN,MAAM;MAEb;IAEM,YAAY,IAAI,IAAI,CAY1B;IAED,OAAO,CAAC,iBAAiB;IA2DZ,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA4N1E;IAEY,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAE5J;IAEY,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAmF7J;YAEa,oBAAoB;IAgVlC;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAU9B;;;;OAIG;YACW,2BAA2B;IAgBzC;;;OAGG;IACH,OAAO,CAAC,mBAAmB;YAwBb,mBAAmB;YA8DnB,gBAAgB;IAsO9B,OAAO,CAAC,mBAAmB;CAqB9B"}
+{"version":3,"file":"agentRuntime.d.ts","sourceRoot":"","sources":["agentRuntime.ts"],"names":[],"mappings":"AAQA,OAAO,EAA0C,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEhG,OAAO,EAAE,cAAc,EAAsB,KAAK,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAC7G,OAAO,EAAE,KAAK,mBAAmB,EAAsD,MAAM,mCAAmC,CAAC;AAEjI,OAAO,EAAE,KAAK,kBAAkB,EAA6B,MAAM,qBAAqB,CAAC;AACzF,OAAO,EAAE,cAAc,EAAyB,MAAM,sBAAsB,CAAC;AAC7E,OAAO,EAAE,eAAe,EAAkB,MAAM,cAAc,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAIzD,MAAM,WAAW,mBAAmB;IAChC,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,kBAAkB,CAAC;IACvC,kBAAkB,CAAC,EAAE,mBAAmB,CAAC;IACzC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACnC,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,MAAM,EAAE,kBAAkB,CAAC,QAAQ,CAAC,CAAC;CACxC;AAED,qBAAa,YAAY;IACrB,OAAO,CAAC,GAAG,CAAS;IACpB,OAAO,CAAC,WAAW,CAAU;IAC7B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,QAAQ,CAAC,CAAqB;IACtC,OAAO,CAAC,eAAe,CAA0C;IACjE,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,YAAY,CAAC,CAAqB;IAE1C,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,iBAAiB,CAAqB;IAC9C,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,OAAO,CAAc;IAC7B,OAAO,CAAC,YAAY,CAAsB;IAE1C,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,aAAa,CAA0B;IAC/C,OAAO,CAAC,OAAO,CAAoB;IACnC,OAAO,CAAC,cAAc,CAAa;IACnC,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,gBAAgB,CAA0B;IAClD,OAAO,CAAC,eAAe,CAAkD;IACzE,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAK;IACvD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,wBAAwB,CAAQ;IAExD,YAAY,OAAO,CAAC,EAAE,mBAAmB,EAmBxC;IAEM,iBAAiB,IAAI,OAAO,CAKlC;IAEM,YAAY,IAAI,cAAc,CAEpC;IAEM,qBAAqB,IAAI,mBAAmB,CAElD;IAEM,oBAAoB,IAAI,kBAAkB,CAEhD;IAEM,iBAAiB,IAAI,cAAc,CAEzC;IAEM,kBAAkB,IAAI,eAAe,CAE3C;IAEM,UAAU,IAAI,WAAW,CAE/B;IAEM,eAAe,IAAI,mBAAmB,CAE5C;IAEM,MAAM,CAAC,MAAM,GAAE,MAA8B,GAAG,IAAI,CAM1D;IAEM,eAAe,IAAI,OAAO,CAEhC;IAEM,gBAAgB,IAAI,MAAM,EAAE,CAElC;IAEM,UAAU,IAAI,UAAU,EAAE,CAEhC;IAEM,QAAQ;QAEP,UAAU;QACV,cAAc;QACd,kBAAkB;QAClB,SAAS;QACT,MAAM;QACN,MAAM;MAEb;IAEM,YAAY,IAAI,IAAI,CAY1B;IAED,OAAO,CAAC,iBAAiB;IA2DZ,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,sBAAsB,CAAC,CA4N1E;IAEY,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAE5J;IAEY,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,GAAG,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;QAAC,iBAAiB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;KAAE,CAAC,CAmF7J;YAEa,oBAAoB;IAgVlC;;;OAGG;IACH,OAAO,CAAC,sBAAsB;IAU9B;;;;OAIG;YACW,2BAA2B;IAgBzC;;;OAGG;IACH,OAAO,CAAC,mBAAmB;YAwBb,mBAAmB;YAyFnB,gBAAgB;IAsO9B,OAAO,CAAC,mBAAmB;CAqB9B"}

package/bin/src/engine/runtime/agentRuntime.js

@@ -432,7 +432,7 @@ Action Rules:
         // 1. Computer Control Tools
         if (name.startsWith('computer_') || name === 'computer') {
             if (!this.isProOrEnterprise()) {
-                const upgradeMsg = `[PLAN RESTRICTION]: Autonomous Computer Control tools (${name}) are exclusively available to Pro and Enterprise plan developers. Free tier developers can perform code editing, creating files/folders, and running terminal commands. Upgrade to Pro at https://tryscout.web.app to unlock autonomous computer & app control.`;
+                const upgradeMsg = `[PLAN RESTRICTION]: Autonomous Computer Control tools (${name}) are exclusively available to Pro and Enterprise plan developers. Free tier developers can perform code editing, creating files/folders, and running terminal commands. Upgrade to Pro at https://scout.frontterrain.com to unlock autonomous computer & app control.`;
                 this.workspace.addObservation({
                     tool: name,
                     resultSummary: upgradeMsg,
@@ -445,7 +445,7 @@ Action Rules:
         // 2. Browser Automation Tools
         if (name.startsWith('browser_')) {
             if (!this.isProOrEnterprise()) {
-                const upgradeMsg = `[PLAN RESTRICTION]: Autonomous Browser Control tools (${name}) are exclusively available to Pro and Enterprise plan developers. Free tier developers can perform code editing, creating files/folders, and running terminal commands. Upgrade to Pro at https://tryscout.web.app to unlock browser automation.`;
+                const upgradeMsg = `[PLAN RESTRICTION]: Autonomous Browser Control tools (${name}) are exclusively available to Pro and Enterprise plan developers. Free tier developers can perform code editing, creating files/folders, and running terminal commands. Upgrade to Pro at https://scout.frontterrain.com to unlock browser automation.`;
                 this.workspace.addObservation({
                     tool: name,
                     resultSummary: upgradeMsg,
@@ -906,6 +906,30 @@ Action Rules:
                 this.workspace.addObservation({ tool: name, resultSummary: `Extracted content (${res.output.length} chars)`, verified: res.success });
                 return { result: res.output };
             }
+            case 'browser_screenshot': {
+                const res = await this.browserController.screenshot();
+                this.workspace.addObservation({
+                    tool: name,
+                    resultSummary: res.output,
+                    verified: res.success,
+                    ...(res.url ? { target: res.url } : {}),
+                });
+                return { result: res.output };
+            }
+            case 'browser_select': {
+                const selector = String(args.selector || args.target || '');
+                const val = String(args.value || args.val || '');
+                const res = await this.browserController.select(selector, val);
+                this.workspace.addObservation({ tool: name, resultSummary: res.output, verified: res.success, target: selector });
+                return { result: res.output };
+            }
+            case 'browser_scroll': {
+                const direction = (args.direction || 'down');
+                const amount = Number(args.amount) || 4;
+                const res = await this.browserController.scroll(direction, amount);
+                this.workspace.addObservation({ tool: name, resultSummary: res.output, verified: res.success });
+                return { result: res.output };
+            }
             default:
                 return { result: `Unknown browser tool: "${name}"` };
         }
@@ -914,7 +938,7 @@ Action Rules:
         switch (name) {
             case 'scratchpad': {
                 if (!this.isProOrEnterprise()) {
-                    const upgradeMsg = `[PLAN RESTRICTION]: AI Scratchpad & Autonomous reasoning is an exclusive feature for Pro and Enterprise plan subscribers. Free tier developers can perform code editing, creating files/folders, and running commands. Upgrade to Pro at https://tryscout.web.app to unlock the AI Scratchpad.`;
+                    const upgradeMsg = `[PLAN RESTRICTION]: AI Scratchpad & Autonomous reasoning is an exclusive feature for Pro and Enterprise plan subscribers. Free tier developers can perform code editing, creating files/folders, and running commands. Upgrade to Pro at https://scout.frontterrain.com to unlock the AI Scratchpad.`;
                     this.workspace.addObservation({
                         tool: name,
                         resultSummary: upgradeMsg,