otoro-cli 1.2.0 → 1.3.0

package/lib/agent.js

@@ -3,7 +3,7 @@ const os = require('os')
 const path = require('path')
 const chalk = require('chalk')
 const { getConfig } = require('./config')
-const { readFile, writeFile, editFile, listFiles, runCommand, searchCode } = require('./tools')
+const { readFile, writeFile, editFile, listFiles, runCommand, searchCode, openApp, openUrl, getSystemInfo, takeScreenshot } = require('./tools')
 const { chatCompletion } = require('./api')
 
 class OtoroAgent {
@@ -117,6 +117,21 @@ class OtoroAgent {
           console.log(chalk.yellow(`  ⚡ Running: ${payload.cmd}`))
           result = runCommand(payload.cmd, payload.timeout || 30000)
           break
+        case 'open_app':
+          console.log(chalk.yellow(`  🚀 Opening: ${payload.app}`))
+          result = openApp(payload.app)
+          break
+        case 'open_url':
+          console.log(chalk.yellow(`  🌐 Opening: ${payload.url}`))
+          result = openUrl(payload.url)
+          break
+        case 'screenshot':
+          console.log(chalk.yellow(`  📸 Taking screenshot...`))
+          result = takeScreenshot()
+          break
+        case 'system_info':
+          result = getSystemInfo()
+          break
         case 'list_files':
           result = listFiles(payload.dir || '.', payload.pattern || '')
           break
@@ -158,9 +173,15 @@ Available tools (use XML tags in your response):
 - <tool:read path="file"/> — read a file
 - <tool:write path="file">content</tool:write> — write/create a file
 - <tool:edit path="file" old="old text" new="new text"/> — edit a file
-- <tool:run cmd="command"/> — run a shell command
+- <tool:run cmd="command"/> — run a shell command (works on Mac/Windows/Linux)
 - <tool:search pattern="regex"/> — search code
+- <tool:open app="AppName"/> — open an application (Blender, Discord, VS Code, etc.)
+- <tool:url href="https://..."/> — open a URL in the browser
+- <tool:screenshot/> — take a screenshot of the screen
+
+You are running LOCALLY on the user's machine. You have full access to their filesystem and can run any command. You can open apps, edit code, run builds, start servers, and interact with their development environment.
 
+Platform: ${process.platform} (${process.arch})
 Project context:
 ${projectContext}
 
@@ -238,6 +259,27 @@ Be direct. Execute tasks immediately. Don't ask for permission — just do it.`
       results.push({ type: 'search', pattern: match[1], ...r })
     }
 
+    // Process <tool:open>
+    for (const match of response.matchAll(/<tool:open\s+app="([^"]+)"\s*\/>/g)) {
+      console.log(chalk.yellow(`  🚀 Opening: ${match[1]}`))
+      const r = openApp(match[1])
+      results.push({ type: 'open_app', app: match[1], ...r })
+    }
+
+    // Process <tool:url>
+    for (const match of response.matchAll(/<tool:url\s+href="([^"]+)"\s*\/>/g)) {
+      console.log(chalk.yellow(`  🌐 Opening: ${match[1]}`))
+      const r = openUrl(match[1])
+      results.push({ type: 'open_url', url: match[1], ...r })
+    }
+
+    // Process <tool:screenshot>
+    for (const match of response.matchAll(/<tool:screenshot\s*\/>/g)) {
+      console.log(chalk.yellow(`  📸 Screenshot...`))
+      const r = takeScreenshot()
+      results.push({ type: 'screenshot', ...r })
+    }
+
     return results
   }
 }

package/lib/tools.js

@@ -102,4 +102,72 @@ function processToolCalls(response) {
   return actions
 }
 
-module.exports = { readFile, writeFile, editFile, listFiles, runCommand, searchCode, processToolCalls }
+// Platform-aware app launching
+function openApp(appName) {
+  const platform = process.platform
+  try {
+    let cmd
+    if (platform === 'darwin') {
+      cmd = `open -a "${appName}"`
+    } else if (platform === 'win32') {
+      cmd = `start "" "${appName}"`
+    } else {
+      // Linux — try common approaches
+      cmd = `${appName.toLowerCase()} &`
+    }
+    execSync(cmd, { timeout: 5000, stdio: 'ignore' })
+    return { success: true, app: appName, platform }
+  } catch (e) {
+    return { success: false, error: e.message, platform }
+  }
+}
+
+function openUrl(url) {
+  const platform = process.platform
+  try {
+    let cmd
+    if (platform === 'darwin') cmd = `open "${url}"`
+    else if (platform === 'win32') cmd = `start "" "${url}"`
+    else cmd = `xdg-open "${url}"`
+    execSync(cmd, { timeout: 5000, stdio: 'ignore' })
+    return { success: true, url }
+  } catch (e) {
+    return { success: false, error: e.message }
+  }
+}
+
+function getSystemInfo() {
+  const os = require('os')
+  return {
+    platform: process.platform,
+    arch: process.arch,
+    hostname: os.hostname(),
+    user: os.userInfo().username,
+    home: os.homedir(),
+    cwd: process.cwd(),
+    node: process.version,
+    cpus: os.cpus().length,
+    memory: Math.round(os.totalmem() / 1024 / 1024 / 1024) + 'GB',
+    freeMemory: Math.round(os.freemem() / 1024 / 1024 / 1024) + 'GB',
+  }
+}
+
+function takeScreenshot() {
+  const platform = process.platform
+  const tmpFile = path.join(require('os').tmpdir(), `otoro-screenshot-${Date.now()}.png`)
+  try {
+    let cmd
+    if (platform === 'darwin') cmd = `screencapture -x "${tmpFile}"`
+    else if (platform === 'win32') cmd = `powershell -command "Add-Type -AssemblyName System.Windows.Forms; [System.Windows.Forms.Screen]::PrimaryScreen | ForEach-Object { $bitmap = New-Object System.Drawing.Bitmap($_.Bounds.Width, $_.Bounds.Height); $graphics = [System.Drawing.Graphics]::FromImage($bitmap); $graphics.CopyFromScreen($_.Bounds.Location, [System.Drawing.Point]::Empty, $_.Bounds.Size); $bitmap.Save('${tmpFile}'); }"`
+    else cmd = `import -window root "${tmpFile}" 2>/dev/null || gnome-screenshot -f "${tmpFile}" 2>/dev/null || scrot "${tmpFile}" 2>/dev/null`
+    execSync(cmd, { timeout: 10000 })
+    if (fs.existsSync(tmpFile)) {
+      return { success: true, path: tmpFile, size: fs.statSync(tmpFile).size }
+    }
+    return { success: false, error: 'Screenshot file not created' }
+  } catch (e) {
+    return { success: false, error: e.message }
+  }
+}
+
+module.exports = { readFile, writeFile, editFile, listFiles, runCommand, searchCode, processToolCalls, openApp, openUrl, getSystemInfo, takeScreenshot }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "otoro-cli",
-  "version": "1.2.0",
+  "version": "1.3.0",
   "description": "Otoro AGI — AI coding assistant for your terminal. Code, generate images, execute tasks, and control your projects remotely.",
   "main": "index.js",
   "bin": {