natureco-cli 5.64.5 → 5.64.7

package/CHANGELOG.md

@@ -2,6 +2,26 @@
 
 All notable changes to NatureCo CLI will be documented in this file.
 
+## [5.64.7] - 2026-07-13 — Resilient GUI vision decisions
+
+### Fixed
+- GUI actions now validate required coordinates, text, and keys before generating macOS AppleScript, preventing `undefined değişkeni tanımlanmamış` failures.
+- Truncated, malformed, empty, or Markdown-wrapped vision JSON is handled safely; invalid decisions trigger another visual-analysis step instead of crashing the GUI loop.
+- The independent completion verifier now treats malformed JSON as failed evidence rather than throwing.
+
+### Tests
+- Added regressions for missing GUI parameters, Markdown JSON responses, and the exact unterminated-string response reported with MiniMax vision.
+
+## [5.64.6] - 2026-07-13 — Typed MiniMax tool arguments
+
+### Fixed
+- MiniMax XML tool parameters are now coerced from text to their declared JSON Schema types before validation and execution.
+- `computer_use_loop` now accepts XML values such as `<parameter name="maxSteps">30</parameter>` as the number `30`, so visible GUI automation starts instead of failing with `expected number, got string`.
+- Conversion also covers integer, boolean, object, and array parameters while leaving invalid values untouched for normal schema validation.
+
+### Tests
+- Added regressions for valid type conversion, invalid-value preservation, and the exact `computer_use_loop` `maxSteps` failure reported on macOS.
+
 ## [5.64.5] - 2026-07-13 — Deterministic visible-browser recovery
 
 ### Fixed

package/README.md

@@ -51,6 +51,8 @@ natureco code
 
 | Version | Highlights |
 |---------|-----------|
+| **v5.64.7** | **Resilient GUI vision:** invalid action parameters and truncated vision JSON are rejected safely and retried instead of crashing macOS automation. |
+| **v5.64.6** | **Reliable MiniMax tool calls:** XML parameters are converted to their declared schema types, fixing `computer_use_loop` failures such as `maxSteps: expected number, got string`. |
 | **v5.64.5** | **Deterministic GUI recovery:** visible web tasks use one verified GUI loop; failures expose their concrete reason and stop blind browser/AppleScript fallback chains. |
 | **v5.64.4** | **Unified MiniMax media:** the existing MiniMax key now powers `MiniMax-VL-01` analysis, `image-01` generation, `MiniMax-Hailuo-2.3` video, and verified GUI vision—no second key required. |
 | **v5.64.3** | **Evidence-based GUI completion:** desktop actions require a changed screen plus independent visual evidence before success. MiniMax screenshots use the Token Plan VLM with the existing provider key. |

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "natureco-cli",
-  "version": "5.64.5",
+  "version": "5.64.7",
   "description": "Terminal-native AI agent CLI with bilingual TR/EN UI, multi-agent orchestration, persistent memory, secure tools and messaging integrations.",
   "bin": {
     "natureco": "bin/natureco.js"

package/src/tools/agentic-runner.js

@@ -288,6 +288,37 @@ function buildFeedback(norm, res) {
   return body ? `${head}:\n${body}` : head;
 }
 
+function coerceArgsForSchema(args, schema) {
+  if (!args || typeof args !== 'object' || !schema || typeof schema !== 'object') return { ...(args || {}) };
+  const properties = schema.properties || {};
+  const result = { ...args };
+
+  for (const [key, property] of Object.entries(properties)) {
+    const value = result[key];
+    if (typeof value !== 'string' || !property) continue;
+    const types = Array.isArray(property.type) ? property.type : [property.type];
+    const trimmed = value.trim();
+
+    if (types.includes('integer') && /^[-+]?\d+$/.test(trimmed)) {
+      const number = Number(trimmed);
+      if (Number.isSafeInteger(number)) result[key] = number;
+    } else if (types.includes('number') && trimmed !== '' && Number.isFinite(Number(trimmed))) {
+      result[key] = Number(trimmed);
+    } else if (types.includes('boolean') && /^(true|false)$/i.test(trimmed)) {
+      result[key] = trimmed.toLowerCase() === 'true';
+    } else if (types.includes('object') || types.includes('array')) {
+      try {
+        const parsed = JSON.parse(trimmed);
+        if ((types.includes('array') && Array.isArray(parsed)) ||
+            (types.includes('object') && parsed && typeof parsed === 'object' && !Array.isArray(parsed))) {
+          result[key] = parsed;
+        }
+      } catch {}
+    }
+  }
+  return result;
+}
+
 /**
  * Tek bir parse edilmis cagriyi calistir.
  * Donus: { records: [...], feedback: '...' }
@@ -389,9 +420,11 @@ async function executeCall(call, opts = {}) {
     records.push({ tool: norm, status: 'error', error: 'execute yok' });
     return { records, feedback: `${norm} HATA: execute fonksiyonu yok` };
   }
+  const schema = mod.inputSchema || mod.parameters || (mod.default && (mod.default.inputSchema || mod.default.parameters));
+  const typedArgs = coerceArgsForSchema(args, schema);
   const res = await executeThroughGateway({
     toolName: norm,
-    args,
+    args: typedArgs,
     resolveTool: () => mod,
     execute: fn,
     normalizeSuccess: value => value,
@@ -401,7 +434,7 @@ async function executeCall(call, opts = {}) {
   const ok = typeof res === 'string' ? true : (res && res.success !== false);
   const status = ok ? 'done' : 'error';
   const feedback = buildFeedback(norm, res);
-  records.push({ tool: norm, status, args: sanitizeArgs(args), result: res, error: ok ? undefined : res.error });
+  records.push({ tool: norm, status, args: sanitizeArgs(typedArgs), result: res, error: ok ? undefined : res.error });
   return { records, feedback };
 }
 
@@ -462,4 +495,4 @@ async function runAgentic({ callModel, systemPrompt, historyMessages, task, tool
   return { records: allRecords, reply: finalReply, iterations };
 }
 
-module.exports = { parseAgenticCalls, stripProtocolTokens, executeCall, runAgentic, expandHome, makeStreamFilter, makeSanitizeStream, agentExecAllowed, buildFeedback, TOOL_ALIASES, DEFAULT_ALLOWED };
+module.exports = { parseAgenticCalls, stripProtocolTokens, executeCall, runAgentic, expandHome, makeStreamFilter, makeSanitizeStream, agentExecAllowed, buildFeedback, coerceArgsForSchema, TOOL_ALIASES, DEFAULT_ALLOWED };

package/src/tools/computer_use_loop.js

@@ -133,17 +133,41 @@ function evaluateCompletionEvidence({ mutationCount, initialHash, currentHash, v
 async function verifyGoal(providerUrl, apiKey, model, goal, screenshot) {
   const prompt = `You are a strict independent verifier. Inspect only the screenshot. Goal: ${goal}\nReturn JSON only: {"verified":boolean,"confidence":0..1,"evidence":"exact visible evidence","reason":"why not"}. Never infer success from the goal text. If the requested sent message, booking, purchase, or confirmation is not visibly present, verified must be false.`;
   const reply = await visionCall(providerUrl, apiKey, model, prompt, screenshot);
-  try { return JSON.parse(reply); }
-  catch {
-    const match = reply.match(/\{[\s\S]*\}/);
-    return match ? JSON.parse(match[0]) : { verified: false, confidence: 0, reason: 'Verifier returned invalid JSON' };
+  const parsed = parseVisionDecision(reply);
+  return parsed.success ? parsed.value : { verified: false, confidence: 0, reason: 'Verifier returned invalid JSON: ' + parsed.error };
+}
+
+function parseVisionDecision(reply) {
+  const raw = String(reply || '').trim().replace(/^```(?:json)?\s*/i, '').replace(/\s*```$/, '');
+  const candidates = [raw];
+  const start = raw.indexOf('{');
+  const end = raw.lastIndexOf('}');
+  if (start >= 0 && end > start) candidates.push(raw.slice(start, end + 1));
+  for (const candidate of candidates) {
+    try {
+      const value = JSON.parse(candidate);
+      if (value && typeof value === 'object' && !Array.isArray(value)) return { success: true, value };
+    } catch {}
   }
+  return { success: false, error: raw ? 'malformed or truncated JSON' : 'empty vision response' };
+}
+
+function validateAction(action, params = {}) {
+  const finite = value => typeof value === 'number' && Number.isFinite(value);
+  if (!['click', 'type', 'keypress', 'mouse_move', 'scroll', 'wait', 'done'].includes(action)) return 'Unknown action: ' + action;
+  if ((action === 'click' || action === 'mouse_move') && (!finite(params.x) || !finite(params.y))) return action + ' requires finite numeric x and y';
+  if (action === 'scroll' && !finite(params.y)) return 'scroll requires a finite numeric y';
+  if (action === 'type' && typeof params.text !== 'string') return 'type requires text';
+  if (action === 'keypress' && (typeof params.key !== 'string' || !params.key.trim())) return 'keypress requires key';
+  return null;
 }
 
 function executeAction(action, params) {
   const { spawnSync } = require('child_process');
   const PLATFORM = os.platform();
 
+  const invalid = validateAction(action, params);
+  if (invalid) return { success: false, error: invalid };
   const ESC = (s) => s.replace(/\\/g, '\\\\').replace(/"/g, '\\"');
 
   function osaScript(script, timeoutMs = 10000) {
@@ -232,15 +256,17 @@ async function loop(goal, maxSteps) {
       const history = steps.filter(s => s.action && s.action !== 'screenshot' && s.action !== 'done').slice(-5);
       const historyText = history.length > 0 ? '\nOnceki adimlar:\n' + history.map(h => 'Adim ' + h.step + ': ' + JSON.stringify(h)).join('\n') : '';
       const reply = await visionCall(providerUrl, apiKey, model, SYSTEM_PROMPT + '\n\nGorev: ' + goal + historyText + '\n\nEkran goruntusunu analiz et. Siradaki action ne?', screenshot);
-      let decision;
-      try {
-        decision = JSON.parse(reply);
-      } catch {
-        const m = reply.match(/\{[\s\S]*\}/);
-        decision = m ? JSON.parse(m[0]) : { action: 'wait' };
+      const parsedDecision = parseVisionDecision(reply);
+      if (!parsedDecision.success) {
+        steps.push({ step: i + 1, action: 'vision_retry', error: parsedDecision.error });
+        continue;
+      }
+      const decision = parsedDecision.value;
+      const invalidDecision = validateAction(decision.action, decision);
+      if (invalidDecision) {
+        steps.push({ step: i + 1, action: 'vision_retry', error: invalidDecision });
+        continue;
       }
-
-      if (!decision.action) decision.action = 'wait';
 
       // 3. Execute
       if (decision.action === 'done') {
@@ -307,4 +333,4 @@ async function execute(params) {
   return await loop(params.goal, params.maxSteps || 30);
 }
 
-module.exports = { name, description, parameters, execute, executeAction, evaluateCompletionEvidence, resolveVisionConfig, visionCall };
+module.exports = { name, description, parameters, execute, executeAction, evaluateCompletionEvidence, resolveVisionConfig, visionCall, parseVisionDecision, validateAction };