taskmonkey-cli 0.2.0 → 0.3.0

package/bin/tm.js

@@ -10,6 +10,7 @@ import { logs } from '../src/commands/logs.js';
 import { chat } from '../src/commands/chat.js';
 import { testChat } from '../src/commands/test-chat.js';
 import { testConversations } from '../src/commands/test-conversations.js';
+import { optimizePrompt } from '../src/commands/optimize-prompt.js';
 
 const program = new Command();
 
@@ -72,4 +73,11 @@ program
   .option('-v, --verbose', 'Show response excerpts')
   .action(testConversations);
 
+program
+  .command('optimize-prompt')
+  .description('Analyze test failures and suggest prompt improvements via GPT-4')
+  .option('-t, --task <slug>', 'Monkey task slug')
+  .option('-m, --model <model>', 'OpenAI model', 'gpt-4o')
+  .action(optimizePrompt);
+
 program.parse();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "taskmonkey-cli",
-  "version": "0.2.0",
+  "version": "0.3.0",
   "description": "TaskMonkey CLI — Remote dev tools for tenant config editing and tool testing",
   "bin": {
     "tm": "./bin/tm.js",

package/src/commands/optimize-prompt.js

@@ -0,0 +1,64 @@
+import chalk from 'chalk';
+import ora from 'ora';
+import { createClient } from '../lib/api.js';
+
+export async function optimizePrompt(options) {
+  const client = createClient();
+
+  const spinner = ora('Running tests and analyzing...').start();
+
+  try {
+    const result = await client.post('/api/test/optimize-prompt', {
+      task: options.task || null,
+      model: options.model || 'gpt-4o',
+    });
+
+    spinner.stop();
+
+    // Test results
+    const rate = result.rate || (result.total > 0 ? Math.round((result.passed / result.total) * 100) : 100);
+    const rateColor = rate === 100 ? chalk.green : rate >= 70 ? chalk.yellow : chalk.red;
+    console.log(rateColor(`${result.passed}/${result.total} bestanden (${rate}%)`));
+
+    if (result.passed === result.total) {
+      console.log(chalk.green('\nAlle Tests bestanden — kein Optimierungsbedarf.'));
+      return;
+    }
+
+    // Show failures
+    if (result.failures?.length > 0) {
+      console.log(chalk.red(`\n${result.failures.length} fehlgeschlagen:`));
+      for (const f of result.failures) {
+        console.log(chalk.red(`  ✗ ${f.test}`));
+        for (const err of f.errors) {
+          console.log(chalk.gray(`    ${err}`));
+        }
+      }
+    }
+
+    // Show suggestion
+    if (result.suggestion?.reasoning) {
+      console.log(chalk.cyan('\n━━━ GPT-4 Optimierungsvorschlag ━━━\n'));
+      console.log(chalk.white(result.suggestion.reasoning));
+
+      if (result.suggestion.changes?.length > 0) {
+        console.log(chalk.cyan('\nÄnderungen:'));
+        for (const change of result.suggestion.changes) {
+          console.log(chalk.white(`  • ${change}`));
+        }
+      }
+
+      if (result.suggestion.new_prompt) {
+        console.log(chalk.cyan('\n━━━ Neuer Prompt ━━━\n'));
+        console.log(chalk.gray(result.suggestion.new_prompt));
+        console.log(chalk.cyan('\n━━━━━━━━━━━━━━━━━━━━\n'));
+        console.log(chalk.yellow('Tipp: Kopiere den Prompt in deine Config, dann:'));
+        console.log(chalk.gray('  tm sync && tm test-conversations'));
+      }
+    }
+
+  } catch (err) {
+    spinner.fail(err.message);
+    process.exit(1);
+  }
+}