natureco-cli 5.64.1 → 5.64.2

package/CHANGELOG.md

@@ -2,6 +2,18 @@
 
 All notable changes to NatureCo CLI will be documented in this file.
 
+## [5.64.2] - 2026-07-13 — Visible and reliable macOS GUI automation
+
+### Fixed
+- REPL workflow tool activity no longer disappears when the next thinking indicator starts; every tool name and its success/failure marker remains visible in the transcript.
+- Multi-step visual desktop tasks are routed to the screenshot-driven `computer_use_loop` instead of blind single click/type calls.
+- The visual loop now uses the canonical provider endpoint builder, avoiding duplicated `/v1/v1` paths with MiniMax configurations.
+- macOS special keys such as Enter, Tab and Escape now use correct AppleScript key codes.
+- Screenshot capture and GUI-loop failures can no longer be reported as successful completion; missing files, failed actions and unverified max-step exits return explicit failures.
+
+### Tests
+- Added regression coverage for GUI-loop action failures and MiniMax endpoint construction with and without a trailing `/v1`.
+
 ## [5.64.1] - 2026-07-13 — Reliable coding context and token-budgeted follow-ups
 
 ### Fixed

package/README.md

@@ -51,6 +51,7 @@ natureco code
 
 | Version | Highlights |
 |---------|-----------|
+| **v5.64.2** | **Reliable macOS GUI automation:** tool names stay visible in REPL transcripts, visual tasks use a verified screenshot loop, MiniMax GUI routing avoids duplicate paths, and failed/unverified actions no longer claim success. |
 | **v5.64.1** | **Reliable follow-ups + lower token cost:** `natureco code` now preserves same-session context across workflow calls and caps repeated history by token budget (1,024 / 2,048 / 8,192). Provider labels are rendered correctly. |
 | **v5.64.0** | **Unified secure agent foundation:** one execution gateway, hard-stop guardrails, schema-validated tools, rollback/checkpoints, sourced memory, resilient channel delivery, OS keychains and encrypted sync. |
 | **v5.43.0** | **Security:** 9 vulnerabilities fixed in a 3-round audit (RCE chain, admin-rpc auth, cron persistence, channel access control). See [`SECURITY_AUDIT_SUMMARY.md`](SECURITY_AUDIT_SUMMARY.md). |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "natureco-cli",
-  "version": "5.64.1",
+  "version": "5.64.2",
   "description": "Terminal-native AI agent CLI with bilingual TR/EN UI, multi-agent orchestration, persistent memory, secure tools and messaging integrations.",
   "bin": {
     "natureco": "bin/natureco.js"

package/src/tools/computer_use.js

@@ -77,7 +77,9 @@ async function computerUse(params) {
     const outputFile = file || path.join(os.tmpdir(), 'natureco_screen_' + Date.now() + '.png');
     try {
       if (PLATFORM === 'darwin') {
-        spawnSync('screencapture', ['-x', outputFile], { timeout: 5000 });
+        const capture = spawnSync('screencapture', ['-x', outputFile], { timeout: 5000, encoding: 'utf8' });
+        if (capture.error) throw capture.error;
+        if (capture.status !== 0) throw new Error(capture.stderr || `screencapture exit ${capture.status}`);
       } else if (PLATFORM === 'win32') {
         spawnSync('powershell', ['-Command',
           'Add-Type -AssemblyName System.Windows.Forms; ' +
@@ -89,7 +91,13 @@ async function computerUse(params) {
       } else {
         spawnSync('import', ['-window', 'root', outputFile], { timeout: 5000 });
       }
-      return { success: true, file: outputFile, platform: PLATFORM, note: 'Ekran goruntusu alindi' };
+      if (!fs.existsSync(outputFile)) throw new Error('Screenshot file was not created');
+      return {
+        success: true,
+        file: outputFile,
+        platform: PLATFORM,
+        note: 'Screenshot saved. This tool returns a file path, not visual analysis; use computer_use_loop for autonomous visual interaction.',
+      };
     } catch (e) {
       return { success: false, error: 'Screenshot hatasi: ' + e.message };
     }
@@ -151,9 +159,10 @@ async function computerUse(params) {
       }
 
       if (KEY_MAP_DARWIN[actualKey]) {
+        const keyCodes = { return: 36, tab: 48, escape: 53, up: 126, down: 125, left: 123, right: 124, delete: 51, forwarddelete: 117, home: 115, end: 119, 'page up': 116, 'page down': 121, space: 49 };
         const keyName = KEY_MAP_DARWIN[actualKey];
         const usingClause = mods.length > 0 ? ' using {' + mods.join(', ') + '}' : '';
-        const r = osaScript('tell application "System Events" to keystroke ' + keyName + usingClause);
+        const r = osaScript('tell application "System Events" to key code ' + keyCodes[keyName] + usingClause);
         if (!r.success) return r;
       } else if (actualKey) {
         const usingClause = mods.length > 0 ? ' using {' + mods.join(', ') + '}' : '';

package/src/tools/computer_use_loop.js

@@ -9,22 +9,15 @@ const https = require('https');
 const fs = require('fs');
 const path = require('path');
 const os = require('os');
+const { buildChatEndpoint } = require('../utils/provider-detect');
 
 function loadConfig() {
   try { return JSON.parse(fs.readFileSync(path.join(os.homedir(), '.natureco', 'config.json'), 'utf8')); } catch { return {}; }
 }
 
-function isMiniMax(url) { return url && (url.includes('minimax.io') || url.includes('minimaxi.com') || url.includes('minimax.cn')); }
-function isGemini(url) { return url && (url.includes('generativelanguage.googleapis.com') || url.includes('gemini')); }
-
 function apiCall(providerUrl, apiKey, body) {
   return new Promise((resolve, reject) => {
-    const base = providerUrl.replace(/\/+$/, '');
-    const endpoint = isMiniMax(base)
-      ? base + '/v1/text/chatcompletion_v2'
-      : isGemini(base)
-        ? base + '/openai/chat/completions'
-        : base + '/chat/completions';
+    const endpoint = buildChatEndpoint(providerUrl);
     const req = https.request(endpoint, {
       method: 'POST',
       headers: { 'Authorization': 'Bearer ' + apiKey, 'Content-Type': 'application/json' },
@@ -46,6 +39,7 @@ function apiCall(providerUrl, apiKey, body) {
 }
 
 function screenshotBase64() {
+  if (os.platform() !== 'darwin') throw new Error('computer_use_loop currently requires macOS');
   const file = path.join(os.tmpdir(), 'ncloop_' + Date.now() + '.png');
   require('child_process').execSync('screencapture -x "' + file + '"', { timeout: 5000 });
   const buf = fs.readFileSync(file);
@@ -73,7 +67,7 @@ function executeAction(action, params) {
       case 'type':
         return osaScript('tell application "System Events" to keystroke "' + ESC(params.text) + '"');
       case 'keypress': {
-        const KEY_MAP = { enter: 'return', tab: 'tab', escape: 'escape', up: 'up', down: 'down', left: 'left', right: 'right', backspace: 'delete', space: 'space' };
+        const KEY_CODES = { enter: 36, return: 36, tab: 48, escape: 53, up: 126, down: 125, left: 123, right: 124, backspace: 51, delete: 117, space: 49 };
         const MOD_MAP = { cmd: 'command down', command: 'command down', option: 'option down', alt: 'option down', ctrl: 'control down', shift: 'shift down' };
         const parts = params.key.toLowerCase().split('+').map(p => p.trim());
         const mods = [];
@@ -82,9 +76,12 @@ function executeAction(action, params) {
           if (MOD_MAP[p]) mods.push(MOD_MAP[p]);
           else actual = p;
         }
-        const k = KEY_MAP[actual] || actual;
         const using = mods.length > 0 ? ' using {' + mods.join(', ') + '}' : '';
-        return osaScript('tell application "System Events" to keystroke ' + k + using);
+        if (Object.prototype.hasOwnProperty.call(KEY_CODES, actual)) {
+          return osaScript('tell application "System Events" to key code ' + KEY_CODES[actual] + using);
+        }
+        if (!actual) return { success: false, error: 'A key is required with the modifier' };
+        return osaScript('tell application "System Events" to keystroke "' + ESC(actual) + '"' + using);
       }
       case 'mouse_move':
         return osaScript('tell application "System Events" to set position of mouse to {' + params.x + ', ' + params.y + '}');
@@ -122,10 +119,15 @@ async function loop(goal, maxSteps) {
   const model = cfg.providerModel || 'default';
 
   if (!providerUrl || !apiKey) {
-    return JSON.stringify({ success: false, error: 'Provider not configured' });
+    return { success: false, error: 'Provider not configured' };
+  }
+
+  if (os.platform() !== 'darwin') {
+    return { success: false, error: 'computer_use_loop currently requires macOS' };
   }
 
   const steps = [];
+  let completed = false;
   for (let i = 0; i < maxSteps; i++) {
     try {
       // 1. Screenshot
@@ -175,6 +177,7 @@ async function loop(goal, maxSteps) {
       // 3. Execute
       if (decision.action === 'done') {
         steps.push({ step: i + 1, action: 'done', reason: decision.reason || 'Goal achieved' });
+        completed = true;
         break;
       }
 
@@ -187,6 +190,7 @@ async function loop(goal, maxSteps) {
         const retryResult = executeAction(decision.action, decision);
         if (!retryResult.success) {
           steps.push({ step: i + 1, action: 'error', error: execResult.error });
+          return { success: false, error: execResult.error, goal, totalSteps: steps.length, steps };
         }
       }
 
@@ -195,7 +199,7 @@ async function loop(goal, maxSteps) {
 
       // Safety: if too many steps, break
       if (i >= maxSteps - 1) {
-        steps.push({ step: i + 1, action: 'done', reason: 'Max steps reached' });
+        steps.push({ step: i + 1, action: 'error', error: 'Max steps reached before the goal was verified' });
       }
     } catch (e) {
       steps.push({ step: i + 1, action: 'error', error: e.message });
@@ -203,7 +207,10 @@ async function loop(goal, maxSteps) {
     }
   }
 
-  return JSON.stringify({ success: true, goal, totalSteps: steps.length, steps });
+  if (!completed) {
+    return { success: false, error: 'Goal was not verified', goal, totalSteps: steps.length, steps };
+  }
+  return { success: true, goal, totalSteps: steps.length, steps };
 }
 
 const name = 'computer_use_loop';
@@ -221,4 +228,4 @@ async function execute(params) {
   return await loop(params.goal, params.maxSteps || 30);
 }
 
-module.exports = { name, description, parameters, execute };
+module.exports = { name, description, parameters, execute, executeAction };

package/src/tools/workflow.js

@@ -300,7 +300,7 @@ async function workflow(params) {
         '- Dosya degistirmeden ONCE read_file ile oku, edit_file ile hedefli degistir. Yerini bilmiyorsan file_search/grep_search ile kesfet.',
         '- Kod yazinca/degistirince bash ile calistir/test et, hata varsa duzelt. Coklu dosya = her biri icin AYRI write_file. Hep TAM yol; "masaustu" = ' + desktop + '.',
         '- Arac sonuclari <tool_results> icinde doner; is bitince arac cagirmadan tek cumlelik ozet yaz. Basit sohbette arac cagirma, dogrudan yanitla.',
-        execFull ? '- Kullanici uygulama ac / tarayici kontrol / muzik cal / ekran / GUI istediyse yukaridaki computer-use araclarini KULLAN — "yapamam/engellendi" DEME, dogrudan ilgili araci cagir.' : '',
+        execFull ? '- Kullanici uygulama ac / tarayici kontrol / muzik cal / ekran / GUI istediyse yukaridaki computer-use araclarini KULLAN — "yapamam/engellendi" DEME, dogrudan ilgili araci cagir. Gorsel geri bildirim gerektiren cok adimli GUI gorevlerinde tekil screenshot/click yerine computer_use_loop kullan; basariyi arac dogrulamadan tamamlandi deme.' : '',
         fullToolsBlock,
         treeDigest ? ('\n\nBILDIGIN KALICI HAFIZA (bu kullaniciya ait, onceki oturumlardan hatirladiklarin; kullaniciya ozel bir sey sorulursa ONCE BUNU KULLAN — dosya arama, uydurma):\n' + treeDigest) : '',
         treeIndex ? ('\n\nHafiza agaci yapisi (yukarida olmayan detay icin memory_tree(action:read/search) ile ilgili kok/dali oku):\n' + treeIndex) : '',
@@ -337,7 +337,7 @@ async function workflow(params) {
       }
 
       // Araç aktivitesi gösterimi (TTY streaming): her araç icin "🔧 label · hint ✓/✗"
-      const TOOL_LABEL = { write_file: 'dosya yaz', read_file: 'oku', edit_file: 'düzenle', bash: 'komut', file_search: 'ara', list_dir: 'listele', skill_view: 'skill', browser: 'tarayıcı', browser_use: 'tarayıcı', mac_app_open: 'uygulama aç', mac_app_quit: 'uygulama kapat', computer_use: 'GUI', social_open: 'medya aç', macos_screenshot: 'ekran görüntüsü' };
+      const TOOL_LABEL = { write_file: 'dosya yaz', read_file: 'oku', edit_file: 'düzenle', bash: 'komut', file_search: 'ara', list_dir: 'listele', skill_view: 'skill', browser: 'tarayıcı', browser_use: 'tarayıcı', mac_app_open: 'uygulama aç', mac_app_quit: 'uygulama kapat', computer_use: 'GUI', computer_use_loop: 'GUI görsel döngü', social_open: 'medya aç', macos_screenshot: 'ekran görüntüsü' };
       function briefHint(args) {
         if (!args || typeof args !== 'object') return '';
         const v = args.appName || args.query || args.name || args.url || args.command || args.pattern || args.path || args.action;
@@ -350,7 +350,10 @@ async function workflow(params) {
           process.stdout.write('\n\x1b[2m  🔧 ' + label + (hint ? ' · ' + hint : '') + '\x1b[0m');
         } else {
           const rec = (ev.records || [])[0] || {};
-          process.stdout.write(rec.status === 'done' ? ' \x1b[32m✓\x1b[0m' : ' \x1b[31m✗\x1b[0m');
+          // Satırı burada bitir. Sonraki model çağrısının thinking göstergesi
+          // mevcut satırı \r + erase-line ile temizlediği için newline yoksa
+          // kullanıcı araç adını ve sonucunu hiç göremiyordu.
+          process.stdout.write((rec.status === 'done' ? ' \x1b[32m✓\x1b[0m' : ' \x1b[31m✗\x1b[0m') + '\n');
         }
       } : null;