orquesta-cli 0.1.12

package/dist/eval/eval-runner.js

@@ -0,0 +1,309 @@
+import { createLLMClient } from '../core/llm/llm-client.js';
+import { configManager } from '../core/config/config-manager.js';
+import { PlanExecutor } from '../orchestration/plan-executor.js';
+function emitEvent(event) {
+    console.log(JSON.stringify(event));
+}
+function now() {
+    return new Date().toISOString();
+}
+export class EvalRunner {
+    llmClient = null;
+    planExecutor;
+    startTime = 0;
+    toolCallCount = 0;
+    filesModified = new Set();
+    lastResponse = '';
+    todos = [];
+    constructor() {
+        this.planExecutor = new PlanExecutor();
+    }
+    async run(input) {
+        this.startTime = Date.now();
+        this.toolCallCount = 0;
+        this.filesModified.clear();
+        this.lastResponse = '';
+        this.todos = [];
+        try {
+            await configManager.initialize();
+            if (!configManager.hasEndpoints()) {
+                this.emitError('No LLM endpoint configured. Run: orquesta to setup.');
+                return;
+            }
+            this.llmClient = createLLMClient();
+            const modelInfo = this.llmClient.getModelInfo();
+            if (input.working_dir) {
+                process.chdir(input.working_dir);
+            }
+            const startEvent = {
+                event: 'start',
+                timestamp: now(),
+                data: {
+                    prompt: input.prompt,
+                    model: modelInfo.model,
+                    endpoint: modelInfo.endpoint,
+                    working_dir: process.cwd(),
+                },
+            };
+            emitEvent(startEvent);
+            await this.execute(input.prompt);
+            this.emitEnd(true);
+        }
+        catch (error) {
+            this.emitError(error instanceof Error ? error.message : String(error));
+            this.emitEnd(false);
+        }
+    }
+    async execute(prompt) {
+        if (!this.llmClient) {
+            throw new Error('LLM Client not initialized');
+        }
+        const messages = [];
+        const isInterruptedRef = { current: false };
+        const callbacks = this.createCallbacks();
+        await this.planExecutor.executeAutoMode(prompt, this.llmClient, messages, this.todos, isInterruptedRef, callbacks);
+    }
+    createCallbacks() {
+        let previousMessages = [];
+        return {
+            setTodos: (todosOrFn) => {
+                const newTodos = typeof todosOrFn === 'function'
+                    ? todosOrFn(this.todos)
+                    : todosOrFn;
+                for (const todo of newTodos) {
+                    const existing = this.todos.find(t => t.id === todo.id);
+                    if (!existing) {
+                        this.emitTodo('created', todo);
+                    }
+                    else if (existing.status !== todo.status) {
+                        if (todo.status === 'in_progress') {
+                            this.emitTodo('started', todo);
+                        }
+                        else if (todo.status === 'completed') {
+                            this.emitTodo('completed', todo);
+                        }
+                        else if (todo.status === 'failed') {
+                            this.emitTodo('failed', todo);
+                        }
+                    }
+                }
+                this.todos = newTodos;
+            },
+            setCurrentTodoId: () => {
+            },
+            setExecutionPhase: () => {
+            },
+            setIsInterrupted: () => {
+            },
+            setCurrentActivity: () => {
+            },
+            setMessages: (messagesOrFn) => {
+                const newMessages = typeof messagesOrFn === 'function'
+                    ? messagesOrFn(previousMessages)
+                    : messagesOrFn;
+                const addedMessages = newMessages.slice(previousMessages.length);
+                for (const msg of addedMessages) {
+                    if (msg.role === 'assistant' && msg.tool_calls) {
+                        for (const toolCall of msg.tool_calls) {
+                            this.emitToolCall(toolCall.function.name, toolCall.function.arguments);
+                        }
+                    }
+                    if (msg.role === 'tool') {
+                        const isSuccess = !msg.content?.startsWith('Error:');
+                        this.emitToolResult(msg.tool_call_id || 'unknown', isSuccess, msg.content);
+                        if (isSuccess && msg.content) {
+                            this.detectFileModification(msg.content);
+                        }
+                    }
+                    if (msg.role === 'assistant' && !msg.tool_calls && msg.content) {
+                        const isIntermediateMessage = msg.content.includes('Created') && msg.content.includes('tasks') && msg.content.includes('Starting execution');
+                        if (!isIntermediateMessage) {
+                            this.lastResponse = msg.content;
+                        }
+                    }
+                }
+                previousMessages = newMessages;
+            },
+            setAskUserRequest: () => {
+            },
+        };
+    }
+    emitTodo(action, todo) {
+        const event = {
+            event: 'todo',
+            timestamp: now(),
+            data: {
+                action,
+                id: todo.id,
+                title: todo.title,
+                status: todo.status,
+            },
+        };
+        emitEvent(event);
+    }
+    emitToolCall(tool, argsJson) {
+        this.toolCallCount++;
+        let args = {};
+        try {
+            args = JSON.parse(argsJson);
+        }
+        catch {
+            args = { raw: argsJson };
+        }
+        const event = {
+            event: 'tool_call',
+            timestamp: now(),
+            data: {
+                tool,
+                args,
+            },
+        };
+        emitEvent(event);
+    }
+    emitToolResult(tool, success, content) {
+        const event = {
+            event: 'tool_result',
+            timestamp: now(),
+            data: {
+                tool,
+                success,
+                ...(success ? { result: content?.substring(0, 500) } : { error: content }),
+            },
+        };
+        emitEvent(event);
+    }
+    detectFileModification(content) {
+        const patterns = [
+            /File created: (.+)/,
+            /File written: (.+)/,
+            /Successfully edited (.+)/,
+            /Created file: (.+)/,
+            /Updated file: (.+)/,
+        ];
+        for (const pattern of patterns) {
+            const match = content.match(pattern);
+            if (match && match[1]) {
+                this.filesModified.add(match[1].trim());
+            }
+        }
+    }
+    emitResponse() {
+        let responseContent = this.lastResponse;
+        if (!responseContent && this.todos.length > 0) {
+            const completedCount = this.todos.filter(t => t.status === 'completed').length;
+            const failedCount = this.todos.filter(t => t.status === 'failed').length;
+            responseContent = `✅ Task execution completed.\n\n`;
+            responseContent += `Completed: ${completedCount}/${this.todos.length} tasks\n`;
+            if (failedCount > 0) {
+                responseContent += `Failed: ${failedCount} tasks\n`;
+            }
+            responseContent += `\nTasks:\n`;
+            this.todos.forEach(todo => {
+                const icon = todo.status === 'completed' ? '✅' : todo.status === 'failed' ? '❌' : '⏸️';
+                responseContent += `${icon} ${todo.title}\n`;
+            });
+        }
+        if (responseContent) {
+            const event = {
+                event: 'response',
+                timestamp: now(),
+                data: {
+                    content: responseContent,
+                },
+            };
+            emitEvent(event);
+        }
+    }
+    emitError(message) {
+        const event = {
+            event: 'error',
+            timestamp: now(),
+            data: {
+                message,
+            },
+        };
+        emitEvent(event);
+    }
+    emitEnd(success) {
+        if (success) {
+            this.emitResponse();
+        }
+        const duration = Date.now() - this.startTime;
+        const todoStats = this.todos.length > 0 ? {
+            total: this.todos.length,
+            completed: this.todos.filter(t => t.status === 'completed').length,
+            failed: this.todos.filter(t => t.status === 'failed').length,
+        } : undefined;
+        const event = {
+            event: 'end',
+            timestamp: now(),
+            data: {
+                success,
+                duration_ms: duration,
+                ...(todoStats && { todos: todoStats }),
+                ...(this.toolCallCount > 0 && { tool_calls: this.toolCallCount }),
+                ...(this.filesModified.size > 0 && { files_modified: Array.from(this.filesModified) }),
+            },
+        };
+        emitEvent(event);
+    }
+}
+export async function readStdinJson() {
+    return new Promise((resolve, reject) => {
+        let data = '';
+        process.stdin.setEncoding('utf8');
+        process.stdin.on('data', (chunk) => {
+            data += chunk;
+        });
+        process.stdin.on('end', () => {
+            try {
+                const input = JSON.parse(data);
+                if (!input.prompt) {
+                    reject(new Error('Missing required field: prompt'));
+                    return;
+                }
+                resolve(input);
+            }
+            catch (error) {
+                reject(new Error(`Invalid JSON input: ${error instanceof Error ? error.message : String(error)}`));
+            }
+        });
+        process.stdin.on('error', (error) => {
+            reject(error);
+        });
+        setTimeout(() => {
+            if (!data) {
+                reject(new Error('No input received (timeout after 30s)'));
+            }
+        }, 30000);
+    });
+}
+export async function runEvalMode() {
+    try {
+        const input = await readStdinJson();
+        const runner = new EvalRunner();
+        await runner.run(input);
+    }
+    catch (error) {
+        const errorEvent = {
+            event: 'error',
+            timestamp: new Date().toISOString(),
+            data: {
+                message: error instanceof Error ? error.message : String(error),
+                code: 'INPUT_ERROR',
+            },
+        };
+        console.log(JSON.stringify(errorEvent));
+        const endEvent = {
+            event: 'end',
+            timestamp: new Date().toISOString(),
+            data: {
+                success: false,
+                duration_ms: 0,
+            },
+        };
+        console.log(JSON.stringify(endEvent));
+        process.exit(1);
+    }
+}
+//# sourceMappingURL=eval-runner.js.map

package/dist/eval/eval-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval-runner.js","sourceRoot":"","sources":["../../src/eval/eval-runner.ts"],"names":[],"mappings":"AAQA,OAAO,EAAa,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,YAAY,EAAE,MAAM,mCAAmC,CAAC;AAiBjE,SAAS,SAAS,CAAC,KAAgB;IACjC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AACrC,CAAC;AAKD,SAAS,GAAG;IACV,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAKD,MAAM,OAAO,UAAU;IACb,SAAS,GAAqB,IAAI,CAAC;IACnC,YAAY,CAAe;IAC3B,SAAS,GAAW,CAAC,CAAC;IACtB,aAAa,GAAW,CAAC,CAAC;IAC1B,aAAa,GAAgB,IAAI,GAAG,EAAE,CAAC;IACvC,YAAY,GAAW,EAAE,CAAC;IAC1B,KAAK,GAAe,EAAE,CAAC;IAE/B;QACE,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,EAAE,CAAC;IACzC,CAAC;IAKD,KAAK,CAAC,GAAG,CAAC,KAAgB;QACxB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC;QACvB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YAEH,MAAM,aAAa,CAAC,UAAU,EAAE,CAAC;YAEjC,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,EAAE,CAAC;gBAClC,IAAI,CAAC,SAAS,CAAC,qDAAqD,CAAC,CAAC;gBACtE,OAAO;YACT,CAAC;YAED,IAAI,CAAC,SAAS,GAAG,eAAe,EAAE,CAAC;YACnC,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC;YAGhD,IAAI,KAAK,CAAC,WAAW,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACnC,CAAC;YAGD,MAAM,UAAU,GAAmB;gBACjC,KAAK,EAAE,OAAO;gBACd,SAAS,EAAE,GAAG,EAAE;gBAChB,IAAI,EAAE;oBACJ,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,WAAW,EAAE,OAAO,CAAC,GAAG,EAAE;iBAC3B;aACF,CAAC;YACF,SAAS,CAAC,UAAU,CAAC,CAAC;YAGtB,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAGjC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QAErB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YACvE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAKO,KAAK,CAAC,OAAO,CAAC,MAAc;QAClC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAc,EAAE,CAAC;QAC/B,MAAM,gBAAgB,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAG5C,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAGzC,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CACrC,MAAM,EACN,IAAI,CAAC,SAAS,EACd,QAAQ,EACR,IAAI,CAAC,KAAK,EACV,gBAAgB,EAChB,SAAS,CACV,CAAC;IACJ,CAAC;IAKO,eAAe;QACrB,IAAI,gBAAgB,GAAc,EAAE,CAAC;QAErC,OAAO;YACL,QAAQ,EAAE,CAAC,SAAS,EAAE,EAAE;gBACtB,MAAM,QAAQ,GAAG,OAAO,SAAS,KAAK,UAAU;oBAC9C,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;oBACvB,CAAC,CAAC,SAAS,CAAC;gBAGd,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;oBAC5B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;oBACxD,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAEd,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;oBACjC,CAAC;yBAAM,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;wBAE3C,IAAI,IAAI,CAAC,MAAM,KAAK,aAAa,EAAE,CAAC;4BAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;wBACjC,CAAC;6BAAM,IAAI,IAAI,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;4BACvC,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;wBACnC,CAAC;6BAAM,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;4BACpC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;wBAChC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;YACxB,CAAC;YAED,gBAAgB,EAAE,GAAG,EAAE;YAEvB,CAAC;YAED,iBAAiB,EAAE,GAAG,EAAE;YAExB,CAAC;YAED,gBAAgB,EAAE,GAAG,EAAE;YAEvB,CAAC;YAED,kBAAkB,EAAE,GAAG,EAAE;YAEzB,CAAC;YAED,WAAW,EAAE,CAAC,YAAY,EAAE,EAAE;gBAC5B,MAAM,WAAW,GAAG,OAAO,YAAY,KAAK,UAAU;oBACpD,CAAC,CAAC,YAAY,CAAC,gBAAgB,CAAC;oBAChC,CAAC,CAAC,YAAY,CAAC;gBAGjB,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;gBAEjE,KAAK,MAAM,GAAG,IAAI,aAAa,EAAE,CAAC;oBAEhC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;wBAC/C,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;4BACtC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;wBACzE,CAAC;oBACH,CAAC;oBAGD,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;wBACxB,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;wBACrD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,YAAY,IAAI,SAAS,EAAE,SAAS,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;wBAG3E,IAAI,SAAS,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;4BAC7B,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBAC3C,CAAC;oBACH,CAAC;oBAID,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;wBAC/D,MAAM,qBAAqB,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;wBAC7I,IAAI,CAAC,qBAAqB,EAAE,CAAC;4BAC3B,IAAI,CAAC,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC;wBAClC,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,gBAAgB,GAAG,WAAW,CAAC;YACjC,CAAC;YAED,iBAAiB,EAAE,GAAG,EAAE;YAExB,CAAC;SACF,CAAC;IACJ,CAAC;IAKO,QAAQ,CAAC,MAAsD,EAAE,IAAc;QACrF,MAAM,KAAK,GAAkB;YAC3B,KAAK,EAAE,MAAM;YACb,SAAS,EAAE,GAAG,EAAE;YAChB,IAAI,EAAE;gBACJ,MAAM;gBACN,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;aACpB;SACF,CAAC;QACF,SAAS,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAKO,YAAY,CAAC,IAAY,EAAE,QAAgB;QACjD,IAAI,CAAC,aAAa,EAAE,CAAC;QAErB,IAAI,IAAI,GAA4B,EAAE,CAAC;QACvC,IAAI,CAAC;YACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC9B,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;QAC3B,CAAC;QAED,MAAM,KAAK,GAAsB;YAC/B,KAAK,EAAE,WAAW;YAClB,SAAS,EAAE,GAAG,EAAE;YAChB,IAAI,EAAE;gBACJ,IAAI;gBACJ,IAAI;aACL;SACF,CAAC;QACF,SAAS,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAKO,cAAc,CAAC,IAAY,EAAE,OAAgB,EAAE,OAAgB;QACrE,MAAM,KAAK,GAAwB;YACjC,KAAK,EAAE,aAAa;YACpB,SAAS,EAAE,GAAG,EAAE;YAChB,IAAI,EAAE;gBACJ,IAAI;gBACJ,OAAO;gBACP,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;aAC3E;SACF,CAAC;QACF,SAAS,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAKO,sBAAsB,CAAC,OAAe;QAE5C,MAAM,QAAQ,GAAG;YACf,oBAAoB;YACpB,oBAAoB;YACpB,0BAA0B;YAC1B,oBAAoB;YACpB,oBAAoB;SACrB,CAAC;QAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACrC,IAAI,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;IACH,CAAC;IAKO,YAAY;QAClB,IAAI,eAAe,GAAG,IAAI,CAAC,YAAY,CAAC;QAGxC,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9C,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;YAC/E,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;YAEzE,eAAe,GAAG,iCAAiC,CAAC;YACpD,eAAe,IAAI,cAAc,cAAc,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,UAAU,CAAC;YAC/E,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;gBACpB,eAAe,IAAI,WAAW,WAAW,UAAU,CAAC;YACtD,CAAC;YACD,eAAe,IAAI,YAAY,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACxB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;gBACvF,eAAe,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC;YAC/C,CAAC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,KAAK,GAAsB;gBAC/B,KAAK,EAAE,UAAU;gBACjB,SAAS,EAAE,GAAG,EAAE;gBAChB,IAAI,EAAE;oBACJ,OAAO,EAAE,eAAe;iBACzB;aACF,CAAC;YACF,SAAS,CAAC,KAAK,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAKO,SAAS,CAAC,OAAe;QAC/B,MAAM,KAAK,GAAmB;YAC5B,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,GAAG,EAAE;YAChB,IAAI,EAAE;gBACJ,OAAO;aACR;SACF,CAAC;QACF,SAAS,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAKO,OAAO,CAAC,OAAgB;QAE9B,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC;QAE7C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;YACxC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM;YACxB,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM;YAClE,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM;SAC7D,CAAC,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,KAAK,GAAiB;YAC1B,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,GAAG,EAAE;YAChB,IAAI,EAAE;gBACJ,OAAO;gBACP,WAAW,EAAE,QAAQ;gBACrB,GAAG,CAAC,SAAS,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;gBACtC,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,aAAa,EAAE,CAAC;gBACjE,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC;aACvF;SACF,CAAC;QACF,SAAS,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;CACF;AAKD,MAAM,CAAC,KAAK,UAAU,aAAa;IACjC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,IAAI,IAAI,GAAG,EAAE,CAAC;QAEd,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACjC,IAAI,IAAI,KAAK,CAAC;QAChB,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAc,CAAC;gBAC5C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC,CAAC;oBACpD,OAAO;gBACT,CAAC;gBACD,OAAO,CAAC,KAAK,CAAC,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,KAAK,CAAC,uBAAuB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;YACrG,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;YAClC,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC,CAAC,CAAC;QAGH,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,CAAC,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC,EAAE,KAAK,CAAC,CAAC;IACZ,CAAC,CAAC,CAAC;AACL,CAAC;AAKD,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,aAAa,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC1B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAEf,MAAM,UAAU,GAAmB;YACjC,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAE;gBACJ,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC/D,IAAI,EAAE,aAAa;aACpB;SACF,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;QAExC,MAAM,QAAQ,GAAiB;YAC7B,KAAK,EAAE,KAAK;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,IAAI,EAAE;gBACJ,OAAO,EAAE,KAAK;gBACd,WAAW,EAAE,CAAC;aACf;SACF,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/eval/index.d.ts

@@ -0,0 +1,3 @@
+export * from './types.js';
+export * from './eval-runner.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/eval/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAMA,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC"}

package/dist/eval/index.js

@@ -0,0 +1,3 @@
+export * from './types.js';
+export * from './eval-runner.js';
+//# sourceMappingURL=index.js.map

package/dist/eval/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/eval/index.ts"],"names":[],"mappings":"AAMA,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC"}

package/dist/eval/types.d.ts

@@ -0,0 +1,77 @@
+export interface EvalInput {
+    prompt: string;
+    working_dir?: string;
+}
+export type EvalEventType = 'start' | 'todo' | 'tool_call' | 'tool_result' | 'response' | 'error' | 'end';
+export interface EvalEventBase {
+    event: EvalEventType;
+    timestamp: string;
+}
+export interface EvalStartEvent extends EvalEventBase {
+    event: 'start';
+    data: {
+        prompt: string;
+        model: string;
+        endpoint: string;
+        working_dir: string;
+    };
+}
+export interface EvalTodoEvent extends EvalEventBase {
+    event: 'todo';
+    data: {
+        action: 'created' | 'started' | 'completed' | 'failed';
+        id: string;
+        title: string;
+        status?: string;
+    };
+}
+export interface EvalToolCallEvent extends EvalEventBase {
+    event: 'tool_call';
+    data: {
+        tool: string;
+        args: Record<string, unknown>;
+    };
+}
+export interface EvalToolResultEvent extends EvalEventBase {
+    event: 'tool_result';
+    data: {
+        tool: string;
+        success: boolean;
+        result?: string;
+        error?: string;
+    };
+}
+export interface EvalResponseEvent extends EvalEventBase {
+    event: 'response';
+    data: {
+        content: string;
+    };
+}
+export interface EvalErrorEvent extends EvalEventBase {
+    event: 'error';
+    data: {
+        message: string;
+        code?: string;
+    };
+}
+export interface EvalEndEvent extends EvalEventBase {
+    event: 'end';
+    data: {
+        success: boolean;
+        duration_ms: number;
+        usage?: {
+            input_tokens: number;
+            output_tokens: number;
+            total_tokens: number;
+        };
+        todos?: {
+            total: number;
+            completed: number;
+            failed: number;
+        };
+        tool_calls?: number;
+        files_modified?: string[];
+    };
+}
+export type EvalEvent = EvalStartEvent | EvalTodoEvent | EvalToolCallEvent | EvalToolResultEvent | EvalResponseEvent | EvalErrorEvent | EvalEndEvent;
+//# sourceMappingURL=types.d.ts.map

package/dist/eval/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":"AASA,MAAM,WAAW,SAAS;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD,MAAM,MAAM,aAAa,GACrB,OAAO,GACP,MAAM,GACN,WAAW,GACX,aAAa,GACb,UAAU,GACV,OAAO,GACP,KAAK,CAAC;AAKV,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,aAAa,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAKD,MAAM,WAAW,cAAe,SAAQ,aAAa;IACnD,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,EAAE;QACJ,MAAM,EAAE,MAAM,CAAC;QACf,KAAK,EAAE,MAAM,CAAC;QACd,QAAQ,EAAE,MAAM,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAKD,MAAM,WAAW,aAAc,SAAQ,aAAa;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE;QACJ,MAAM,EAAE,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,CAAC;QACvD,EAAE,EAAE,MAAM,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAKD,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,KAAK,EAAE,WAAW,CAAC;IACnB,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KAC/B,CAAC;CACH;AAKD,MAAM,WAAW,mBAAoB,SAAQ,aAAa;IACxD,KAAK,EAAE,aAAa,CAAC;IACrB,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM,CAAC;QACb,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;CACH;AAKD,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,KAAK,EAAE,UAAU,CAAC;IAClB,IAAI,EAAE;QACJ,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC;CACH;AAKD,MAAM,WAAW,cAAe,SAAQ,aAAa;IACnD,KAAK,EAAE,OAAO,CAAC;IACf,IAAI,EAAE;QACJ,OAAO,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,CAAC;KACf,CAAC;CACH;AAKD,MAAM,WAAW,YAAa,SAAQ,aAAa;IACjD,KAAK,EAAE,KAAK,CAAC;IACb,IAAI,EAAE;QACJ,OAAO,EAAE,OAAO,CAAC;QACjB,WAAW,EAAE,MAAM,CAAC;QACpB,KAAK,CAAC,EAAE;YACN,YAAY,EAAE,MAAM,CAAC;YACrB,aAAa,EAAE,MAAM,CAAC;YACtB,YAAY,EAAE,MAAM,CAAC;SACtB,CAAC;QACF,KAAK,CAAC,EAAE;YACN,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;YAClB,MAAM,EAAE,MAAM,CAAC;SAChB,CAAC;QACF,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC;CACH;AAKD,MAAM,MAAM,SAAS,GACjB,cAAc,GACd,aAAa,GACb,iBAAiB,GACjB,mBAAmB,GACnB,iBAAiB,GACjB,cAAc,GACd,YAAY,CAAC"}

package/dist/eval/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/eval/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/eval/types.ts"],"names":[],"mappings":""}

package/dist/index.d.ts

@@ -0,0 +1,4 @@
+export declare const version: string;
+export declare const name: string;
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAaA,eAAO,MAAM,OAAO,QAAsB,CAAC;AAC3C,eAAO,MAAM,IAAI,QAAmB,CAAC;AAOrC,OAAO,EAAE,CAAC"}

package/dist/index.js

@@ -0,0 +1,6 @@
+import { createRequire } from 'module';
+const require = createRequire(import.meta.url);
+const packageJson = require('../package.json');
+export const version = packageJson.version;
+export const name = packageJson.name;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAGvC,MAAM,OAAO,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC/C,MAAM,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAsC,CAAC;AAEpF,MAAM,CAAC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;AAC3C,MAAM,CAAC,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC"}

package/dist/orchestration/index.d.ts

@@ -0,0 +1,4 @@
+export type { ExecutionPhase, PlanExecutionState, AskUserRequest, AskUserResponse, AskUserState, StateCallbacks, ExecutionContext, ExecutionResult, PlanExecutionActions, } from './types.js';
+export { formatErrorMessage, buildTodoContext, areAllTodosCompleted, findActiveTodo, getTodoStats, } from './utils.js';
+export { PlanExecutor, planExecutor } from './plan-executor.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/orchestration/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/orchestration/index.ts"],"names":[],"mappings":"AAOA,YAAY,EACV,cAAc,EACd,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,YAAY,EACZ,cAAc,EACd,gBAAgB,EAChB,eAAe,EACf,oBAAoB,GACrB,MAAM,YAAY,CAAC;AAGpB,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,EACd,YAAY,GACb,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/orchestration/index.js

@@ -0,0 +1,3 @@
+export { formatErrorMessage, buildTodoContext, areAllTodosCompleted, findActiveTodo, getTodoStats, } from './utils.js';
+export { PlanExecutor, planExecutor } from './plan-executor.js';
+//# sourceMappingURL=index.js.map

package/dist/orchestration/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/orchestration/index.ts"],"names":[],"mappings":"AAoBA,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,oBAAoB,EACpB,cAAc,EACd,YAAY,GACb,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC"}

package/dist/orchestration/plan-executor.d.ts

@@ -0,0 +1,28 @@
+import { Message, TodoItem } from '../types/index.js';
+import { LLMClient } from '../core/llm/llm-client.js';
+import { CompactResult } from '../core/compact/index.js';
+import type { StateCallbacks } from './types.js';
+export declare class PlanExecutor {
+    private currentLLMClient;
+    constructor();
+    executePlanMode(userMessage: string, llmClient: LLMClient, messages: Message[], isInterruptedRef: {
+        current: boolean;
+    }, callbacks: StateCallbacks): Promise<void>;
+    resumeTodoExecution(userMessage: string, llmClient: LLMClient, messages: Message[], todos: TodoItem[], isInterruptedRef: {
+        current: boolean;
+    }, callbacks: StateCallbacks): Promise<void>;
+    executeAutoMode(userMessage: string, llmClient: LLMClient, messages: Message[], _todos: TodoItem[], isInterruptedRef: {
+        current: boolean;
+    }, callbacks: StateCallbacks): Promise<void>;
+    performCompact(llmClient: LLMClient, messages: Message[], todos: TodoItem[], callbacks: StateCallbacks): Promise<CompactResult>;
+    shouldAutoCompact(): boolean;
+    getContextRemainingPercent(): number;
+    getContextUsageInfo(): {
+        tokens: number;
+        percent: number;
+    };
+    private setupTodoCallbacks;
+    private checkAndPerformAutoCompact;
+}
+export declare const planExecutor: PlanExecutor;
+//# sourceMappingURL=plan-executor.d.ts.map

package/dist/orchestration/plan-executor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"plan-executor.d.ts","sourceRoot":"","sources":["../../src/orchestration/plan-executor.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,2BAA2B,CAAC;AAGtD,OAAO,EAEL,aAAa,EAGd,MAAM,0BAA0B,CAAC;AA+BlC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAqBjD,qBAAa,YAAY;IACvB,OAAO,CAAC,gBAAgB,CAA0B;;IAU5C,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,gBAAgB,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,EACtC,SAAS,EAAE,cAAc,GACxB,OAAO,CAAC,IAAI,CAAC;IAgOV,mBAAmB,CACvB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,QAAQ,EAAE,EACjB,gBAAgB,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,EACtC,SAAS,EAAE,cAAc,GACxB,OAAO,CAAC,IAAI,CAAC;IAkHV,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,MAAM,EAAE,QAAQ,EAAE,EAClB,gBAAgB,EAAE;QAAE,OAAO,EAAE,OAAO,CAAA;KAAE,EACtC,SAAS,EAAE,cAAc,GACxB,OAAO,CAAC,IAAI,CAAC;IAaV,cAAc,CAClB,SAAS,EAAE,SAAS,EACpB,QAAQ,EAAE,OAAO,EAAE,EACnB,KAAK,EAAE,QAAQ,EAAE,EACjB,SAAS,EAAE,cAAc,GACxB,OAAO,CAAC,aAAa,CAAC;IAkEzB,iBAAiB,IAAI,OAAO;IAS5B,0BAA0B,IAAI,MAAM;IAUpC,mBAAmB,IAAI;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;IAe1D,OAAO,CAAC,kBAAkB;YAsDZ,0BAA0B;CAqCzC;AAGD,eAAO,MAAM,YAAY,cAAqB,CAAC"}