deepclause-sdk 0.0.89 → 0.1.0

package/dist/cli/index.js

@@ -1,20 +1,19 @@
 #!/usr/bin/env node
 /**
- * DeepClause CLI
+ * DeepClause CLI.
  *
- * Command-line interface for compiling Markdown to DML and running DML programs.
+ * Commands: init, set-model, show-model, list-models, run, repl, login,
+ * logout, set-backend.
  */
 import { Command } from 'commander';
 import * as path from 'path';
 import * as fs from 'fs/promises';
-import { deepClauseDirExists, initConfig, setModel, showModel } from './config.js';
-import { compile, compileAll } from './compile.js';
+import { deepClauseDirExists, initConfig, loadConfig, setModel, showModel } from './config.js';
 import { run } from './run.js';
-import { listTools } from './tools.js';
-import { listCommands } from './commands.js';
-import { formatToolArgs } from './tool-args.js';
-import { buildModelOverride } from '../system/config/model-slots.js';
-import { runPromptHeadless, startTui } from './tui.js';
+import { registerReplCommand } from './repl.js';
+import { registerVisualizeCommand } from './visualize.js';
+import { registerSetBackendCommand, setBackend } from './set-backend.js';
+import { registerLoginCommands } from './login.js';
 import { readFileSync } from 'fs';
 import { fileURLToPath } from 'url';
 import { dirname, join } from 'path';
@@ -25,13 +24,10 @@ const packageJsonPath = join(__dirname, '../../package.json');
 const packageJson = JSON.parse(readFileSync(packageJsonPath, 'utf-8'));
 const version = packageJson.version;
 const program = new Command();
-const CLI_SUBCOMMANDS = new Set(['init', 'set-model', 'show-model', 'list-models', 'compile', 'compile-all', 'run', 'plan', 'list-tools', 'list-commands', 'help']);
 program
     .name('deepclause')
-    .description('Compile Markdown to DML and run neurosymbolic AI agents')
-    .version(version)
-    .option('-p, --prompt <text>', 'Run a prompt in headless conductor mode with a fresh session')
-    .option('--sandbox', 'Run shell tools inside AgentVM instead of the local workspace shell');
+    .description('Run and build DML skills with the REPL and one-shot runner')
+    .version(version);
 // =============================================================================
 // Configuration Commands
 // =============================================================================
@@ -56,9 +52,23 @@ program
     .description('Set the default LLM model (format: provider:model, or just a model name to search)')
     .option('--slot <slot>', 'Apply only to a single slot: gateway, run, or compile')
     .option('--provider <provider>', 'Non-interactive: specify provider directly (openai, anthropic, google, openrouter, custom:name)')
+    .option('--thinking <level>', 'thinking level for reasoning models (off|minimal|low|medium|high|xhigh|max)')
     .action(async (model, options) => {
     try {
         const slot = options.slot;
+        // With the pi backend the model comes from pi's catalog, so route the
+        // change through set-backend (which validates auth and persists the
+        // model + thinking level together). The env backend keeps the DB flow.
+        const config = await loadConfig(process.cwd());
+        if ((config.backend?.kind ?? 'pi') === 'pi') {
+            const result = await setBackend(process.cwd(), 'pi', {
+                model: model.includes(':') || model.includes('/') ? model.replace(':', '/') : model,
+                provider: options.provider,
+                thinking: options.thinking,
+            });
+            console.log(result.info);
+            return;
+        }
         // If the model already has a provider prefix (contains : or is custom:), use as-is
         const hasProviderPrefix = model.includes(':') || model.startsWith('custom:');
         let finalModel = model;
@@ -108,7 +118,7 @@ program
                 if (results.length > 10) {
                     console.log(`  ... and ${results.length - 10} more. Refine your search for fewer results.`);
                 }
-                const { promptUser } = await import('./interactive.js');
+                const { promptUser } = await import('./readline.js');
                 const answer = await promptUser(`Enter choice (1-${choices.length}) or press Enter for #1:`);
                 const choice = parseInt(answer.trim()) || 1;
                 if (choice < 1 || choice > choices.length) {
@@ -187,339 +197,77 @@ program
     }
 });
 // =============================================================================
-// Compilation Commands
-// =============================================================================
-program
-    .command('compile <source> [output]')
-    .description('Compile Markdown task description to DML')
-    .option('-f, --force', 'Force recompilation even if source unchanged')
-    .option('--validate-only', 'Validate without saving output')
-    .option('--headless', 'Plain output only, no live formatting')
-    .option('--sandbox', 'Run shell tools inside AgentVM instead of the local workspace shell')
-    .option('--trace <file>', 'Save compilation trace to file')
-    .option('--model <model>', 'Override model for compilation')
-    .option('--provider <provider>', 'Override provider for compilation (openai, anthropic, google, openrouter)')
-    .option('--temperature <number>', 'Override temperature (0.0-2.0)', parseFloat)
-    .option('--max-attempts <number>', 'Max compilation attempts (default: 3)', parseInt)
-    .option('-v, --verbose', 'Show debug output including tool calls')
-    .option('--stream', 'Stream LLM responses in real-time')
-    .option('--no-audit', 'Disable the LLM security audit (static analysis still runs)')
-    .action(async (source, output, options) => {
-    try {
-        const outputDir = output || '.deepclause/tools';
-        const liveOutput = [];
-        const onEvent = (event) => {
-            switch (event.type) {
-                case 'output':
-                    if (event.content) {
-                        liveOutput.push(event.content);
-                        if (!options.headless) {
-                            process.stdout.write(`${event.content}\n`);
-                        }
-                    }
-                    break;
-                case 'stream':
-                    if (options.stream && !options.headless && event.content) {
-                        process.stdout.write(event.content);
-                    }
-                    if (options.stream && !options.headless && event.done) {
-                        process.stdout.write('\n');
-                    }
-                    break;
-                case 'log':
-                    if (options.verbose && !options.headless && event.content) {
-                        process.stdout.write(`[log] ${event.content}\n`);
-                    }
-                    break;
-                case 'tool_call':
-                    if (options.verbose && !options.headless && event.toolName) {
-                        process.stdout.write(`  🔧 ${event.toolName}(${formatToolArgs(event.toolArgs)})\n`);
-                    }
-                    break;
-                case 'input_required':
-                    if (options.verbose && !options.headless && event.prompt) {
-                        process.stdout.write(`[input_required] ${event.prompt}\n`);
-                    }
-                    break;
-                default:
-                    break;
-            }
-        };
-        const result = await compile(source, outputDir, {
-            force: options.force,
-            validateOnly: options.validateOnly,
-            headless: options.headless,
-            sandbox: options.sandbox,
-            trace: options.trace,
-            model: buildModelOverride(options.model, options.provider),
-            provider: options.provider,
-            temperature: options.temperature,
-            maxAttempts: options.maxAttempts,
-            verbose: options.verbose,
-            stream: options.stream,
-            audit: options.audit !== false,
-            onEvent,
-        });
-        if (result.analysis?.warnings?.length) {
-            console.log('\n⚠️  Static Analysis Warnings:');
-            for (const warning of result.analysis.warnings) {
-                const icon = warning.level === 'critical' ? '🔴' : warning.level === 'high' ? '🟠' : warning.level === 'medium' ? '🟡' : '⚪';
-                console.log(`  ${icon} [${warning.level.toUpperCase()}] ${warning.message}`);
-            }
-        }
-        if (result.analysis?.auditorReport) {
-            console.log('\n🛡️  LLM Security Audit:\n');
-            console.log(result.analysis.auditorReport);
-        }
-        if (options.headless) {
-            for (const out of result.runtimeOutput ?? liveOutput) {
-                console.log(out);
-            }
-        }
-        if (result.skipped) {
-            console.log(`⏭️  Skipped (unchanged): ${source}`);
-        }
-        else {
-            console.log('\n✅ Compilation successful!\n');
-            if (result.explanation) {
-                console.log(result.explanation);
-            }
-        }
-        if (!result.skipped && !options.validateOnly) {
-            console.log(`\n   Output: ${result.output}`);
-            console.log(`   Tools: ${result.tools.join(', ') || 'none'}`);
-            if (result.attempts && result.attempts > 1) {
-                console.log(`   Attempts: ${result.attempts}`);
-            }
-        }
-        if (!result.skipped && options.trace) {
-            console.log(`\n📊 Trace saved to: ${options.trace}`);
-        }
-    }
-    catch (error) {
-        const compileError = error;
-        if (options.headless && Array.isArray(compileError.runtimeOutput)) {
-            for (const out of compileError.runtimeOutput) {
-                console.log(out);
-            }
-        }
-        const message = error instanceof Error && error.message
-            ? error.message
-            : String(error);
-        console.error(message.startsWith('❌') ? message : `❌ Error: ${message}`);
-        if (options.trace && compileError.trace) {
-            console.log(`\n📊 Trace saved to: ${options.trace}`);
-        }
-        if (options.verbose && error instanceof Error && error.stack) {
-            console.error(error.stack);
-        }
-        process.exit(1);
-    }
-});
-program
-    .command('compile-all <sourceDir> [outputDir]')
-    .description('Compile all Markdown files in a directory')
-    .option('-f, --force', 'Force recompilation of all files')
-    .option('--sandbox', 'Run shell tools inside AgentVM instead of the local workspace shell')
-    .option('--model <model>', 'Override model for compilation')
-    .option('--provider <provider>', 'Override provider for compilation (openai, anthropic, google, openrouter)')
-    .option('--temperature <number>', 'Override temperature (0.0-2.0)', parseFloat)
-    .option('--max-attempts <number>', 'Max compilation attempts per file (default: 3)', parseInt)
-    .option('--no-audit', 'Disable the LLM security audit (static analysis still runs)')
-    .action(async (sourceDir, outputDir, options) => {
-    try {
-        const out = outputDir || '.deepclause/tools';
-        const result = await compileAll(sourceDir, out, {
-            force: options.force,
-            sandbox: options.sandbox,
-            model: buildModelOverride(options.model, options.provider),
-            provider: options.provider,
-            temperature: options.temperature,
-            maxAttempts: options.maxAttempts,
-            audit: options.audit !== false,
-        });
-        console.log(`\n📊 Compilation Summary:`);
-        console.log(`   Compiled: ${result.compiled}`);
-        console.log(`   Skipped:  ${result.skipped}`);
-        console.log(`   Failed:   ${result.failed}`);
-    }
-    catch (error) {
-        console.error('❌ Error:', error.message);
-        process.exit(1);
-    }
-});
-// =============================================================================
 // Execution Commands
 // =============================================================================
 program
     .command('run [file] [args...]')
-    .description('Execute a compiled DML program or generate and run DML from a prompt')
+    .description('Execute a DML file (one-shot)')
     .option('--workspace <path>', 'Working directory for file operations', './')
+    .option('--backend <kind>', 'Model backend: pi (default) or env')
+    .option('--goal <dml>', 'Run this goal instead of agent_main/N')
     .option('--verbose', 'Show debug output including tool calls')
-    .option('--stream', 'Stream LLM responses in real-time')
-    .option('--headless', 'Plain output only, no TUI formatting')
+    .option('--no-stream', 'Hide streamed model text/reasoning (show only outputs and answers)')
+    .option('--show-reasoning <mode>', 'How much model reasoning to show: off|summary|full', (value) => {
+    if (value !== 'off' && value !== 'summary' && value !== 'full') {
+        throw new Error(`invalid --show-reasoning: ${value} (use off, summary, or full)`);
+    }
+    return value;
+})
+    .option('--no-events', 'Hide task activity, tool calls, usage, and logs')
+    .option('--plain', 'No color/formatting')
+    .option('--json', 'Emit events as JSON lines')
     .option('--sandbox', 'Run shell tools inside AgentVM instead of the local workspace shell')
     .option('--trace <file>', 'Save execution trace to file')
     .option('--dry-run', 'Show what would be executed without running')
-    .option('--model <model>', 'Override configured model (can be provider/model format, e.g., google/gemini-2.5-pro)')
+    .option('--model <model>', 'Override configured model (provider/model)')
     .option('--provider <provider>', 'Override configured provider (openai, anthropic, google, openrouter)')
     .option('--temperature <number>', 'Override temperature (0.0-2.0)', parseFloat)
-    .option('--no-audit', 'Disable the LLM security audit for one-shot prompt compilation')
     .option('--gas-limit <number>', 'Maximum number of execution steps', parseInt)
     .option('--usage <file>', 'Save token usage summary to file')
-    .option('-p, --prompt <text>', 'One-shot prompt: generate and run DML from natural language')
     .option('-P, --param <key=value>', 'Pass named parameter (can be repeated)', collectParams, {})
     .action(async (file, args, options) => {
     try {
-        // Parse provider/model format if provided (e.g., "google/gemini-2.5-pro")
+        // Parse provider/model format if provided (e.g., "google/gemini-2.5-pro").
         let model = options.model;
         let provider = options.provider;
         if (model && model.includes('/')) {
             const [parsedProvider, ...modelParts] = model.split('/');
             provider = provider || parsedProvider;
-            model = modelParts.join('/'); // Handle models with / in name
+            model = modelParts.join('/');
         }
         const result = await run(file, args, {
             workspace: options.workspace,
+            backend: options.backend,
+            goal: options.goal,
             verbose: options.verbose,
             stream: options.stream,
-            headless: options.headless,
+            events: options.events,
+            showReasoning: options.showReasoning,
+            plain: options.plain,
+            json: options.json,
             sandbox: options.sandbox,
             trace: options.trace,
             dryRun: options.dryRun,
             model,
             provider: provider,
             temperature: options.temperature,
-            audit: options.audit !== false,
             gasLimit: options.gasLimit,
             params: options.param,
-            prompt: options.prompt
         });
         if (options.dryRun) {
             console.log(result.wouldExecute);
-        }
-        else {
-            // Show outputs only in headless mode (in interactive mode they were already shown)
-            if (options.headless && result.output.length > 0) {
-                for (const out of result.output) {
-                    console.log(out);
-                }
-            }
-            // Show answer
-            if (result.answer) {
-                if (result.output.length > 0) {
-                    console.log(''); // Blank line before answer
-                }
-                console.log(result.answer);
-            }
-            // Show error
-            if (result.error) {
-                console.error('❌ Error:', result.error);
-                process.exit(1);
-            }
-            // Show trace location if saved
-            if (options.trace) {
-                console.log(`\n📊 Trace saved to: ${options.trace}`);
-            }
-            // Save usage data if requested
-            if (options.usage && result.usageByModel && Object.keys(result.usageByModel).length > 0) {
-                const usagePath = path.resolve(options.usage);
-                await fs.writeFile(usagePath, JSON.stringify(result.usageByModel, null, 2) + '\n', 'utf8');
-                if (options.verbose) {
-                    console.log(`📊 Usage saved to: ${usagePath}`);
-                }
-            }
-        }
-    }
-    catch (error) {
-        console.error('❌ Error:', error.message);
-        if (options.verbose) {
-            console.error(error.stack);
-        }
-        process.exit(1);
-    }
-});
-// =============================================================================
-// Plan Command
-// =============================================================================
-program
-    .command('plan [file]')
-    .description('Generate a standalone DML plan from a Markdown specification (same as /plan in the TUI)')
-    .option('--workspace <path>', 'Working directory for file operations', './')
-    .option('--verbose', 'Show debug output including tool calls')
-    .option('--stream', 'Stream LLM responses in real-time')
-    .option('--headless', 'Plain output only, no TUI formatting')
-    .option('--sandbox', 'Run shell tools inside AgentVM instead of the local workspace shell')
-    .option('--model <model>', 'Override configured model (can be provider/model format, e.g., google/gemini-2.5-pro)')
-    .option('--provider <provider>', 'Override configured provider (openai, anthropic, google, openrouter)')
-    .option('--temperature <number>', 'Override temperature (0.0-2.0)', parseFloat)
-    .option('--gas-limit <number>', 'Maximum number of execution steps', parseInt)
-    .option('--usage <file>', 'Save token usage summary to file')
-    .action(async (file, options) => {
-    try {
-        const configRoot = path.resolve(options.workspace ?? './');
-        const { getSystemAssetSourcePaths } = await import('../system/assets/index.js');
-        const planDmlPath = getSystemAssetSourcePaths(configRoot).planDml;
-        let requestContent;
-        if (file) {
-            const filePath = path.resolve(configRoot, file);
-            try {
-                requestContent = await fs.readFile(filePath, 'utf8');
-            }
-            catch {
-                console.error(`❌ Cannot read file: ${filePath}`);
-                process.exit(1);
-            }
-        }
-        else if (!process.stdin.isTTY) {
-            const chunks = [];
-            for await (const chunk of process.stdin) {
-                chunks.push(chunk);
-            }
-            requestContent = Buffer.concat(chunks).toString('utf8');
-            if (!requestContent.trim()) {
-                console.error('❌ No input provided. Usage: deepclause plan <file>  or  cat spec.md | deepclause plan');
-                process.exit(1);
-            }
-        }
-        else {
-            console.error('❌ No input provided. Usage: deepclause plan <file>  or  cat spec.md | deepclause plan');
-            process.exit(1);
-        }
-        let model = options.model;
-        let provider = options.provider;
-        if (model && model.includes('/')) {
-            const [parsedProvider, ...modelParts] = model.split('/');
-            provider = provider || parsedProvider;
-            model = modelParts.join('/');
-        }
-        const result = await run(planDmlPath, [requestContent], {
-            configRoot,
-            workspace: options.workspace,
-            verbose: options.verbose,
-            stream: options.stream,
-            headless: options.headless ?? true,
-            sandbox: options.sandbox,
-            model,
-            provider: provider,
-            temperature: options.temperature,
-            gasLimit: options.gasLimit,
-        });
-        if (options.headless !== false && result.output.length > 0) {
-            for (const out of result.output) {
-                console.log(out);
-            }
-        }
-        if (result.answer) {
-            if (result.output.length > 0) {
-                console.log('');
-            }
-            console.log(result.answer);
+            return;
         }
         if (result.error) {
             console.error('❌ Error:', result.error);
             process.exit(1);
         }
+        if (options.trace && result.trace) {
+            console.log(`\n📊 Trace saved to: ${options.trace}`);
+        }
+        else if (options.trace) {
+            console.log('\n(no execution trace was produced for this run)');
+        }
         if (options.usage && result.usageByModel && Object.keys(result.usageByModel).length > 0) {
             const usagePath = path.resolve(options.usage);
             await fs.writeFile(usagePath, JSON.stringify(result.usageByModel, null, 2) + '\n', 'utf8');
@@ -537,96 +285,12 @@ program
     }
 });
 // =============================================================================
-// Listing Commands
+// REPL Command
 // =============================================================================
-program
-    .command('list-tools')
-    .description('List all available built-in runtime tools and MCP server tools')
-    .option('--json', 'Output as JSON')
-    .action(async (options) => {
-    try {
-        const tools = await listTools(process.cwd(), { json: options.json });
-        if (options.json) {
-            console.log(tools);
-        }
-        else {
-            console.log('Available Tools:\n');
-            console.log(tools);
-        }
-    }
-    catch (error) {
-        console.error('❌ Error:', error.message);
-        process.exit(1);
-    }
-});
-program
-    .command('list-commands')
-    .description('List all compiled DML commands')
-    .option('--json', 'Output as JSON')
-    .option('--detailed', 'Show parameters and tool dependencies')
-    .action(async (options) => {
-    try {
-        const commands = await listCommands(process.cwd(), {
-            json: options.json,
-            detailed: options.detailed
-        });
-        if (options.json) {
-            console.log(JSON.stringify(commands, null, 2));
-        }
-        else {
-            console.log('Compiled Commands:\n');
-            for (const cmd of commands) {
-                const label = cmd.displayName && cmd.displayName !== cmd.name
-                    ? `${cmd.displayName} (${cmd.name})`
-                    : cmd.name;
-                console.log(`📋 ${label}`);
-                console.log(`   ${cmd.description}`);
-                console.log(`   Usage: ${cmd.usage}`);
-                if (options.detailed) {
-                    if (cmd.triggerPhrases?.length) {
-                        console.log('   Trigger Phrases:');
-                        for (const phrase of cmd.triggerPhrases) {
-                            console.log(`     • ${phrase}`);
-                        }
-                    }
-                    if (cmd.parameters?.length) {
-                        console.log('   Arguments:');
-                        for (const p of cmd.parameters) {
-                            const status = p.required === false
-                                ? (p.default !== undefined ? `optional, default: ${p.default}` : 'optional')
-                                : 'required';
-                            const description = p.description ? ` - ${p.description}` : '';
-                            console.log(`     • ${p.name} (${status})${description}`);
-                        }
-                    }
-                    if (cmd.capabilities?.length) {
-                        console.log('   Capabilities:');
-                        for (const capability of cmd.capabilities) {
-                            console.log(`     • ${capability}`);
-                        }
-                    }
-                    if (cmd.tools?.length) {
-                        console.log('   Tool Dependencies:');
-                        for (const t of cmd.tools) {
-                            console.log(`     • ${t}`);
-                        }
-                    }
-                    if (cmd.model) {
-                        console.log(`   Model: ${cmd.model}`);
-                    }
-                    if (cmd.compiledAt) {
-                        console.log(`   Compiled: ${cmd.compiledAt}`);
-                    }
-                }
-                console.log('');
-            }
-        }
-    }
-    catch (error) {
-        console.error('❌ Error:', error.message);
-        process.exit(1);
-    }
-});
+registerReplCommand(program);
+registerVisualizeCommand(program);
+registerSetBackendCommand(program);
+registerLoginCommands(program);
 // =============================================================================
 // Helper Functions
 // =============================================================================
@@ -639,45 +303,17 @@ function collectParams(value, previous) {
 }
 async function main() {
     const argv = process.argv.slice(2);
-    const rootPrompt = readRootPrompt(argv);
-    const rootSandbox = hasRootSandbox(argv);
     if (requiresInitializedWorkspace(argv) && !await deepClauseDirExists(process.cwd())) {
         console.warn('⚠️  No .deepclause directory found in this workspace.');
         console.warn("   Run 'deepclause init' first.");
         process.exit(1);
     }
-    if (rootPrompt && !hasSubcommand(argv)) {
-        await runPromptHeadless(rootPrompt, process.cwd(), { sandbox: rootSandbox });
-        return;
-    }
     if (argv.length === 0) {
-        await startTui(process.cwd(), { sandbox: rootSandbox });
-        return;
-    }
-    if (argv.length === 1 && rootSandbox) {
-        await startTui(process.cwd(), { sandbox: true });
+        program.help();
         return;
     }
     await program.parseAsync(process.argv);
 }
-function hasSubcommand(argv) {
-    return argv.some((arg) => !arg.startsWith('-') && CLI_SUBCOMMANDS.has(arg));
-}
-function readRootPrompt(argv) {
-    for (let index = 0; index < argv.length; index++) {
-        const arg = argv[index];
-        if (arg === '-p' || arg === '--prompt') {
-            return argv[index + 1];
-        }
-        if (arg.startsWith('--prompt=')) {
-            return arg.slice('--prompt='.length);
-        }
-    }
-    return undefined;
-}
-function hasRootSandbox(argv) {
-    return argv.includes('--sandbox');
-}
 function requiresInitializedWorkspace(argv) {
     if (argv.includes('-h') || argv.includes('--help') || argv.includes('-V') || argv.includes('--version')) {
         return false;
@@ -686,7 +322,7 @@ function requiresInitializedWorkspace(argv) {
     if (!firstPositional) {
         return true;
     }
-    return firstPositional !== 'init' && firstPositional !== 'help';
+    return firstPositional !== 'init' && firstPositional !== 'help' && firstPositional !== 'repl';
 }
 main().catch((error) => {
     console.error('❌ Error:', error.message);