funolio-agent 0.17.8 → 1.0.3

package/dist/eval/orchestrator-todo-dispatch-replay.js

@@ -0,0 +1,253 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
+const os_1 = __importDefault(require("os"));
+const path_1 = __importDefault(require("path"));
+const orchestrator_1 = require("../orchestrator");
+const data = __importStar(require("../local-data"));
+class DispatchStubWorkflowEngine {
+    calls = [];
+    actions;
+    constructor(actions) {
+        this.actions = [...actions];
+    }
+    async execute(prompt, conversationId, agentId, opts) {
+        this.calls.push({ prompt, conversationId, agentId, opts });
+        const action = this.actions.shift();
+        if (!action) {
+            return { id: `wf-${this.calls.length}`, status: 'completed', mergedResult: 'No scripted action remained.', steps: [] };
+        }
+        if (action.type === 'decision') {
+            return { id: `wf-${this.calls.length}`, status: 'completed', mergedResult: JSON.stringify(action.payload), steps: [] };
+        }
+        if (action.type === 'respond') {
+            return { id: `wf-${this.calls.length}`, status: 'completed', mergedResult: action.text, steps: [] };
+        }
+        const task = conversationId ? data.getNextActiveTodoForConversation(conversationId) : undefined;
+        if (!task)
+            throw new Error('No active TODO task found for scripted worker action');
+        if (action.type === 'complete') {
+            data.completeTodoTaskByWorker(task.id, {
+                outputSummary: action.outputSummary,
+                handoffPrompt: action.handoffPrompt,
+                actor: { actorType: 'llm', actorId: task.owner_name || 'Worker' },
+            });
+            return { id: `wf-${this.calls.length}`, status: 'completed', mergedResult: action.outputSummary, steps: [] };
+        }
+        data.blockTodoTaskByWorker(task.id, {
+            blockerSummary: action.blockerSummary,
+            checkedContext: action.checkedContext,
+            userQuestion: action.userQuestion,
+            actor: { actorType: 'llm', actorId: task.owner_name || 'Worker' },
+        });
+        return { id: `wf-${this.calls.length}`, status: 'completed', mergedResult: action.blockerSummary, steps: [] };
+    }
+    getActiveWorkflows() {
+        return [];
+    }
+}
+function parseArgs(argv) {
+    const args = {};
+    for (let i = 0; i < argv.length; i += 1) {
+        if (argv[i] === '--output' && argv[i + 1]) {
+            args.output = argv[i + 1];
+            i += 1;
+        }
+    }
+    return args;
+}
+function setupTempDb() {
+    const tempRoot = fs_1.default.mkdtempSync(path_1.default.join(os_1.default.tmpdir(), 'funolio-orchestrator-todo-dispatch-'));
+    process.env.FUNOLIO_LOCAL_DB_PATH = path_1.default.join(tempRoot, 'local.db');
+    data.closeDb();
+    return tempRoot;
+}
+function teardownTempDb(tempRoot) {
+    data.closeDb();
+    delete process.env.FUNOLIO_LOCAL_DB_PATH;
+    fs_1.default.rmSync(tempRoot, { recursive: true, force: true });
+}
+function seedContext() {
+    const orchestratorBot = data.createAgentProfile({
+        provider: 'claude-cli',
+        model: 'claude-opus-4-6',
+        name: 'Ben',
+        roleClass: 'coding',
+        isOrchestrator: true,
+    });
+    const john = data.createAgentProfile({
+        provider: 'codex-cli',
+        model: 'gpt-5.2-codex',
+        name: 'John',
+        roleClass: 'qa',
+    });
+    const project = data.createProject({ name: 'Dispatch Eval Project', folder: 'C:\\Projects\\Funolio' });
+    const conversation = data.createConversation(orchestratorBot.id, 'Dispatch Eval Conversation', 'local', { projectId: project.id });
+    return { orchestratorBot, john, project, conversation };
+}
+function makeOpts(projectId) {
+    return {
+        projectDir: 'C:\\Projects\\Funolio',
+        projectId,
+        onProgress: () => { },
+        onWorkerChunk: undefined,
+        mqttPublish: async () => { },
+        commandId: 'cmd-dispatch-eval',
+    };
+}
+async function runScenarios() {
+    const scenarios = [];
+    {
+        const tempRoot = setupTempDb();
+        try {
+            const { project, conversation } = seedContext();
+            const engine = new DispatchStubWorkflowEngine([
+                {
+                    type: 'decision',
+                    payload: {
+                        mode: 'workflow',
+                        reason: 'User explicitly requested TODO workflow.',
+                        workflow_request: 'Ben coding then John QA',
+                    },
+                },
+                { type: 'complete', outputSummary: 'Implemented the page.', handoffPrompt: 'Implementation complete for QA.' },
+                { type: 'complete', outputSummary: 'QA passed.', handoffPrompt: 'The page is complete and QA passed.' },
+                { type: 'respond', text: 'The page is complete and QA passed.' },
+            ]);
+            const orchestrator = new orchestrator_1.OrchestratorAgent({}, engine);
+            const response = await orchestrator.handleUserMessage('Use the TODO list with Ben for coding and John for QA after coding is complete.', conversation.id, makeOpts(project.id));
+            const completed = data.listCompletedTodoTasksForConversation(conversation.id);
+            scenarios.push({
+                name: 'automatic_dispatch_final_response',
+                expected: 'Workflow planning should dispatch worker TODOs in order and end with a final orchestrator response.',
+                pass: response === 'The page is complete and QA passed.'
+                    && data.getNextActiveTodoForConversation(conversation.id) === undefined
+                    && completed.map((task) => task.owner_name).join(',') === 'Ben,John',
+                details: {
+                    response,
+                    completedOwners: completed.map((task) => task.owner_name),
+                    completedSummaries: completed.map((task) => task.output_summary),
+                    callCount: engine.calls.length,
+                    callOrder: engine.calls.map((call) => ({
+                        agentId: call.agentId,
+                        promptPreview: call.prompt.slice(0, 120),
+                    })),
+                },
+            });
+        }
+        finally {
+            teardownTempDb(tempRoot);
+        }
+    }
+    {
+        const tempRoot = setupTempDb();
+        try {
+            const { project, conversation } = seedContext();
+            const engine = new DispatchStubWorkflowEngine([
+                {
+                    type: 'decision',
+                    payload: {
+                        mode: 'delegate',
+                        reason: 'User explicitly requested Ben-only TODO delegation.',
+                        delegate_target: 'Ben',
+                        delegate_role: 'coding',
+                        delegate_request: 'Build the requested page.',
+                    },
+                },
+                {
+                    type: 'block',
+                    blockerSummary: 'The output location is missing.',
+                    checkedContext: 'Checked the current TODO, summary, and recent turns.',
+                    userQuestion: 'Where should the finished HTML file be written?',
+                },
+                { type: 'respond', text: 'Where should the finished HTML file be written?' },
+            ]);
+            const orchestrator = new orchestrator_1.OrchestratorAgent({}, engine);
+            const response = await orchestrator.handleUserMessage('Use the TODO list with Ben only. Ben should code this request.', conversation.id, makeOpts(project.id));
+            const blockedTask = data.getNextActiveTodoForConversation(conversation.id);
+            scenarios.push({
+                name: 'automatic_dispatch_blocked_resolution',
+                expected: 'A blocked worker should return control to the orchestrator, which should ask the user the one unblock question.',
+                pass: response === 'Where should the finished HTML file be written?'
+                    && blockedTask?.blocker_summary === 'The output location is missing.'
+                    && blockedTask?.blocker_question === 'Where should the finished HTML file be written?',
+                details: {
+                    response,
+                    blockedTaskId: blockedTask?.id ?? null,
+                    blockerSummary: blockedTask?.blocker_summary ?? null,
+                    blockerQuestion: blockedTask?.blocker_question ?? null,
+                    callCount: engine.calls.length,
+                    callOrder: engine.calls.map((call) => ({
+                        agentId: call.agentId,
+                        promptPreview: call.prompt.slice(0, 120),
+                    })),
+                },
+            });
+        }
+        finally {
+            teardownTempDb(tempRoot);
+        }
+    }
+    return scenarios;
+}
+async function main() {
+    const args = parseArgs(process.argv.slice(2));
+    const scenarios = await runScenarios();
+    const passed = scenarios.filter((item) => item.pass).length;
+    const report = {
+        generatedAt: new Date().toISOString(),
+        slice: 'orchestrator-todo-dispatch',
+        passed,
+        total: scenarios.length,
+        success: passed === scenarios.length,
+        scenarios,
+    };
+    const serialized = JSON.stringify(report, null, 2);
+    if (args.output) {
+        fs_1.default.writeFileSync(path_1.default.resolve(args.output), serialized, 'utf8');
+    }
+    else {
+        console.log(serialized);
+    }
+}
+main().catch((err) => {
+    console.error(err);
+    process.exit(1);
+});
+//# sourceMappingURL=orchestrator-todo-dispatch-replay.js.map

package/dist/eval/orchestrator-todo-dispatch-replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator-todo-dispatch-replay.js","sourceRoot":"","sources":["../../src/eval/orchestrator-todo-dispatch-replay.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAAoB;AACpB,4CAAoB;AACpB,gDAAwB;AACxB,kDAAoD;AACpD,oDAAsC;AAmBtC,MAAM,0BAA0B;IACvB,KAAK,GAAyF,EAAE,CAAC;IACvF,OAAO,CAAmB;IAE3C,YAAY,OAAyB;QACnC,IAAI,CAAC,OAAO,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,cAA6B,EAAE,OAAe,EAAE,IAAS;QACrF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,EAAE,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,8BAA8B,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACzH,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACzH,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,OAAO,EAAE,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QACtG,CAAC;QAED,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,gCAAgC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAChG,IAAI,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAEnF,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC/B,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,EAAE;gBACrC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,aAAa,EAAE,MAAM,CAAC,aAAa;gBACnC,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,IAAI,QAAQ,EAAE;aAClE,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,aAAa,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC/G,CAAC;QAED,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,EAAE,EAAE;YAClC,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,cAAc,EAAE,MAAM,CAAC,cAAc;YACrC,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,KAAK,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,IAAI,QAAQ,EAAE;SAClE,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,CAAC,cAAc,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAChH,CAAC;IAED,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1B,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,QAAQ,GAAG,YAAE,CAAC,WAAW,CAAC,cAAI,CAAC,IAAI,CAAC,YAAE,CAAC,MAAM,EAAE,EAAE,qCAAqC,CAAC,CAAC,CAAC;IAC/F,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,cAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACpE,IAAI,CAAC,OAAO,EAAE,CAAC;IACf,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CAAC,QAAgB;IACtC,IAAI,CAAC,OAAO,EAAE,CAAC;IACf,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;IACzC,YAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,WAAW;IAClB,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC9C,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,iBAAiB;QACxB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACnC,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC,CAAC;IACvG,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAAE,EAAE,4BAA4B,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IACnI,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB;IACjC,OAAO;QACL,UAAU,EAAE,uBAAuB;QACnC,SAAS;QACT,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;QACpB,aAAa,EAAE,SAAS;QACxB,WAAW,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QAC3B,SAAS,EAAE,mBAAmB;KAC/B,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,CAAC;QACC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,WAAW,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,0BAA0B,CAAC;gBAC5C;oBACE,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE;wBACP,IAAI,EAAE,UAAU;wBAChB,MAAM,EAAE,0CAA0C;wBAClD,gBAAgB,EAAE,yBAAyB;qBAC5C;iBACF;gBACD,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,uBAAuB,EAAE,aAAa,EAAE,iCAAiC,EAAE;gBAC9G,EAAE,IAAI,EAAE,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,aAAa,EAAE,qCAAqC,EAAE;gBACvG,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,qCAAqC,EAAE;aACjE,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,gCAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;YACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,iFAAiF,EACjF,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,qCAAqC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC9E,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,mCAAmC;gBACzC,QAAQ,EAAE,qGAAqG;gBAC/G,IAAI,EAAE,QAAQ,KAAK,qCAAqC;uBACnD,IAAI,CAAC,gCAAgC,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,SAAS;uBACpE,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,UAAU;gBACtE,OAAO,EAAE;oBACP,QAAQ;oBACR,eAAe,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;oBACzD,kBAAkB,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC;oBAChE,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;oBAC9B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;qBACzC,CAAC,CAAC;iBACJ;aACF,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,CAAC;QACC,MAAM,QAAQ,GAAG,WAAW,EAAE,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,WAAW,EAAE,CAAC;YAChD,MAAM,MAAM,GAAG,IAAI,0BAA0B,CAAC;gBAC5C;oBACE,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE;wBACP,IAAI,EAAE,UAAU;wBAChB,MAAM,EAAE,qDAAqD;wBAC7D,eAAe,EAAE,KAAK;wBACtB,aAAa,EAAE,QAAQ;wBACvB,gBAAgB,EAAE,2BAA2B;qBAC9C;iBACF;gBACD;oBACE,IAAI,EAAE,OAAO;oBACb,cAAc,EAAE,iCAAiC;oBACjD,cAAc,EAAE,sDAAsD;oBACtE,YAAY,EAAE,iDAAiD;iBAChE;gBACD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,iDAAiD,EAAE;aAC7E,CAAC,CAAC;YACH,MAAM,YAAY,GAAG,IAAI,gCAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;YACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,gEAAgE,EAChE,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;YACF,MAAM,WAAW,GAAG,IAAI,CAAC,gCAAgC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAC3E,SAAS,CAAC,IAAI,CAAC;gBACb,IAAI,EAAE,uCAAuC;gBAC7C,QAAQ,EAAE,iHAAiH;gBAC3H,IAAI,EAAE,QAAQ,KAAK,iDAAiD;uBAC/D,WAAW,EAAE,eAAe,KAAK,iCAAiC;uBAClE,WAAW,EAAE,gBAAgB,KAAK,iDAAiD;gBACxF,OAAO,EAAE;oBACP,QAAQ;oBACR,aAAa,EAAE,WAAW,EAAE,EAAE,IAAI,IAAI;oBACtC,cAAc,EAAE,WAAW,EAAE,eAAe,IAAI,IAAI;oBACpD,eAAe,EAAE,WAAW,EAAE,gBAAgB,IAAI,IAAI;oBACtD,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;oBAC9B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;wBACrC,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;qBACzC,CAAC,CAAC;iBACJ;aACF,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,cAAc,CAAC,QAAQ,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK,EAAE,4BAA4B;QACnC,MAAM;QACN,KAAK,EAAE,SAAS,CAAC,MAAM;QACvB,OAAO,EAAE,MAAM,KAAK,SAAS,CAAC,MAAM;QACpC,SAAS;KACV,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/eval/orchestrator-todo-planning-replay.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=orchestrator-todo-planning-replay.d.ts.map

package/dist/eval/orchestrator-todo-planning-replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator-todo-planning-replay.d.ts","sourceRoot":"","sources":["../../src/eval/orchestrator-todo-planning-replay.ts"],"names":[],"mappings":""}

package/dist/eval/orchestrator-todo-planning-replay.js

@@ -0,0 +1,247 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+const fs = __importStar(require("fs"));
+const os = __importStar(require("os"));
+const path = __importStar(require("path"));
+class StubWorkflowEngine {
+    calls = [];
+    responses;
+    constructor(responses) {
+        this.responses = [...responses];
+    }
+    async execute(prompt, conversationId, agentId, opts) {
+        this.calls.push({ prompt, conversationId, agentId, opts });
+        const mergedResult = this.responses.shift() ?? JSON.stringify({ mode: 'respond', reason: 'default', response: 'default' });
+        return {
+            id: `wf-${this.calls.length}`,
+            status: 'completed',
+            mergedResult,
+            steps: [],
+        };
+    }
+    getActiveWorkflows() {
+        return [];
+    }
+}
+function parseArgs(argv) {
+    const args = {};
+    for (let i = 0; i < argv.length; i += 1) {
+        if (argv[i] === '--output' && argv[i + 1]) {
+            args.output = argv[i + 1];
+            i += 1;
+        }
+    }
+    return args;
+}
+async function withTempDb(fn) {
+    const tempRoot = fs.mkdtempSync(path.join(os.tmpdir(), 'funolio-orchestrator-todo-eval-'));
+    process.env.FUNOLIO_LOCAL_DB_PATH = path.join(tempRoot, 'local.db');
+    const data = await Promise.resolve().then(() => __importStar(require('../local-data')));
+    const orchestratorModule = await Promise.resolve().then(() => __importStar(require('../orchestrator')));
+    data.closeDb();
+    try {
+        return await fn({ data, OrchestratorAgent: orchestratorModule.OrchestratorAgent });
+    }
+    finally {
+        data.closeDb();
+        delete process.env.FUNOLIO_LOCAL_DB_PATH;
+        fs.rmSync(tempRoot, { recursive: true, force: true });
+    }
+}
+function makeOpts(projectId) {
+    return {
+        projectDir: process.cwd(),
+        projectId,
+        autoDispatchTodos: false,
+        onProgress: () => { },
+        onWorkerChunk: undefined,
+        mqttPublish: async () => { },
+        commandId: 'eval-cmd',
+    };
+}
+async function seedContext(data) {
+    const orchestratorBot = data.createAgentProfile({
+        provider: 'claude-cli',
+        model: 'claude-opus-4-6',
+        name: 'Ben',
+        roleClass: 'coding',
+        isOrchestrator: true,
+    });
+    const brain = data.createAgentProfile({
+        provider: 'openai',
+        model: 'gpt-5.2-chat-latest',
+        name: 'Brain',
+        roleClass: 'research',
+    });
+    const john = data.createAgentProfile({
+        provider: 'codex-cli',
+        model: 'gpt-5.2-codex',
+        name: 'John',
+        roleClass: 'qa',
+    });
+    const project = data.createProject({ name: 'Planning Eval Project', folder: process.cwd() });
+    const conversation = data.createConversation(orchestratorBot.id, 'Planning Eval Conversation', 'local', { projectId: project.id });
+    return { orchestratorBot, brain, john, project, conversation };
+}
+async function runScenarios() {
+    const scenarios = [];
+    scenarios.push(await withTempDb(async ({ data, OrchestratorAgent }) => {
+        const { project, conversation } = await seedContext(data);
+        const engine = new StubWorkflowEngine([
+            JSON.stringify({
+                mode: 'workflow',
+                reason: 'User explicitly asked for TODO workflow orchestration.',
+                workflow_request: 'Brain research, Ben code, John QA',
+            }),
+        ]);
+        const orchestrator = new OrchestratorAgent({}, engine);
+        const response = await orchestrator.handleUserMessage('Use the TODO workflow. Brain should brainstorm the design, Ben should code it, and John should QA it.', conversation.id, makeOpts(project.id));
+        const activeTasks = data.listTodoTasks({ state: 'active', projectId: project.id }).filter((task) => task.conversation_id === conversation.id);
+        return {
+            name: 'explicit_workflow_creates_chain',
+            expected: 'Explicit workflow request creates a 3-step TODO chain with next-worker wiring.',
+            pass: activeTasks.length === 3
+                && activeTasks.map((task) => task.owner_name).join('|') === 'Brain|Ben|John'
+                && activeTasks.map((task) => task.next_worker_name ?? 'NONE').join('|') === 'Ben|John|NONE',
+            details: {
+                response,
+                taskOwners: activeTasks.map((task) => task.owner_name),
+                nextWorkers: activeTasks.map((task) => task.next_worker_name),
+                workflowEngineCalls: engine.calls.length,
+            },
+        };
+    }));
+    scenarios.push(await withTempDb(async ({ data, OrchestratorAgent }) => {
+        const { project, conversation } = await seedContext(data);
+        const engine = new StubWorkflowEngine([
+            JSON.stringify({
+                mode: 'delegate',
+                reason: 'User explicitly requested delegation.',
+                delegate_target: 'John',
+                delegate_role: 'qa',
+                delegate_request: 'QA the requested change and report findings.',
+            }),
+        ]);
+        const orchestrator = new OrchestratorAgent({}, engine);
+        const response = await orchestrator.handleUserMessage('Delegate this to John for QA.', conversation.id, makeOpts(project.id));
+        const activeTasks = data.listTodoTasks({ state: 'active', projectId: project.id }).filter((task) => task.conversation_id === conversation.id);
+        return {
+            name: 'explicit_delegate_creates_single_todo',
+            expected: 'Explicit delegate request creates one queued TODO for the target worker.',
+            pass: activeTasks.length === 1 && activeTasks[0].owner_name === 'John' && activeTasks[0].task_type === 'qa',
+            details: {
+                response,
+                tasks: activeTasks.map((task) => ({ owner: task.owner_name, taskType: task.task_type, title: task.title })),
+                workflowEngineCalls: engine.calls.length,
+            },
+        };
+    }));
+    scenarios.push(await withTempDb(async ({ data, OrchestratorAgent }) => {
+        const { orchestratorBot, brain, john, project, conversation } = await seedContext(data);
+        const template = data.createWorkflowTemplate({ projectId: project.id, name: 'Normal Workflow', description: 'Research, code, QA' });
+        data.addWorkflowTemplateStep({ templateId: template.id, orderIndex: 1, agentId: brain.id, instruction: 'Research and plan the work.' });
+        data.addWorkflowTemplateStep({ templateId: template.id, orderIndex: 2, agentId: orchestratorBot.id, instruction: 'Implement the work.' });
+        data.addWorkflowTemplateStep({ templateId: template.id, orderIndex: 3, agentId: john.id, instruction: 'QA the finished work.', isCheckpoint: true });
+        const engine = new StubWorkflowEngine([]);
+        const orchestrator = new OrchestratorAgent({}, engine);
+        const response = await orchestrator.handleUserMessage('Please run the selected workflow for this feature.', conversation.id, {
+            ...makeOpts(project.id),
+            workflowTemplateId: template.id,
+        });
+        const activeTasks = data.listTodoTasks({ state: 'active', projectId: project.id }).filter((task) => task.conversation_id === conversation.id);
+        return {
+            name: 'selected_template_creates_chain',
+            expected: 'Selecting a workflow template creates TODOs directly from the template without front-door LLM routing.',
+            pass: activeTasks.length === 3
+                && activeTasks.map((task) => task.owner_name).join('|') === 'Brain|Ben|John'
+                && engine.calls.length === 0,
+            details: {
+                response,
+                taskTypes: activeTasks.map((task) => task.task_type),
+                workflowEngineCalls: engine.calls.length,
+            },
+        };
+    }));
+    scenarios.push(await withTempDb(async ({ data, OrchestratorAgent }) => {
+        const { project, conversation } = await seedContext(data);
+        const engine = new StubWorkflowEngine([
+            JSON.stringify({
+                mode: 'execute_self',
+                reason: 'Direct work is appropriate.',
+            }),
+            'Direct work result',
+        ]);
+        const orchestrator = new OrchestratorAgent({}, engine);
+        const response = await orchestrator.handleUserMessage('Build a simple direct response without workflow.', conversation.id, makeOpts(project.id));
+        const activeTasks = data.listTodoTasks({ state: 'active', projectId: project.id }).filter((task) => task.conversation_id === conversation.id);
+        return {
+            name: 'direct_mode_does_not_create_todos',
+            expected: 'Direct execute-self path should not create TODO items.',
+            pass: activeTasks.length === 0 && response.includes('Direct work result'),
+            details: {
+                response,
+                activeTaskCount: activeTasks.length,
+                workflowEngineCalls: engine.calls.length,
+            },
+        };
+    }));
+    return scenarios;
+}
+async function main() {
+    const args = parseArgs(process.argv.slice(2));
+    const scenarios = await runScenarios();
+    const passed = scenarios.filter((item) => item.pass).length;
+    const report = {
+        generatedAt: new Date().toISOString(),
+        slice: 'orchestrator-todo-planning',
+        passed,
+        total: scenarios.length,
+        success: passed === scenarios.length,
+        scenarios,
+    };
+    const serialized = JSON.stringify(report, null, 2);
+    if (args.output) {
+        fs.writeFileSync(path.resolve(args.output), serialized, 'utf8');
+    }
+    else {
+        console.log(serialized);
+    }
+}
+main().catch((err) => {
+    console.error(err);
+    process.exit(1);
+});
+//# sourceMappingURL=orchestrator-todo-planning-replay.js.map

package/dist/eval/orchestrator-todo-planning-replay.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"orchestrator-todo-planning-replay.js","sourceRoot":"","sources":["../../src/eval/orchestrator-todo-planning-replay.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,uCAAyB;AACzB,2CAA6B;AAa7B,MAAM,kBAAkB;IACf,KAAK,GAAyF,EAAE,CAAC;IAChG,SAAS,CAAW;IAE5B,YAAY,SAAmB;QAC7B,IAAI,CAAC,SAAS,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAAc,EAAE,cAA6B,EAAE,OAAe,EAAE,IAAS;QACrF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAC3H,OAAO;YACL,EAAE,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAC7B,MAAM,EAAE,WAAW;YACnB,YAAY;YACZ,KAAK,EAAE,EAAE;SACV,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO,EAAE,CAAC;IACZ,CAAC;CACF;AAED,SAAS,SAAS,CAAC,IAAc;IAC/B,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1B,CAAC,IAAI,CAAC,CAAC;QACT,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,UAAU,CAAI,EAAyI;IACpK,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,iCAAiC,CAAC,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IACpE,MAAM,IAAI,GAAG,wDAAa,eAAe,GAAC,CAAC;IAC3C,MAAM,kBAAkB,GAAG,wDAAa,iBAAiB,GAAC,CAAC;IAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;IACf,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,iBAAiB,EAAE,CAAC,CAAC;IACrF,CAAC;YAAS,CAAC;QACT,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,OAAO,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC;QACzC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,SAAiB;IACjC,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,GAAG,EAAE;QACzB,SAAS;QACT,iBAAiB,EAAE,KAAK;QACxB,UAAU,EAAE,GAAG,EAAE,GAAE,CAAC;QACpB,aAAa,EAAE,SAAS;QACxB,WAAW,EAAE,KAAK,IAAI,EAAE,GAAE,CAAC;QAC3B,SAAS,EAAE,UAAU;KACtB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAoC;IAC7D,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,CAAC;QAC9C,QAAQ,EAAE,YAAY;QACtB,KAAK,EAAE,iBAAiB;QACxB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,IAAI;KACrB,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACpC,QAAQ,EAAE,QAAQ;QAClB,KAAK,EAAE,qBAAqB;QAC5B,IAAI,EAAE,OAAO;QACb,SAAS,EAAE,UAAU;KACtB,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC;QACnC,QAAQ,EAAE,WAAW;QACrB,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,MAAM;QACZ,SAAS,EAAE,IAAI;KAChB,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IAC7F,MAAM,YAAY,GAAG,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,EAAE,EAAE,4BAA4B,EAAE,OAAO,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;IACnI,OAAO,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,YAAY;IACzB,MAAM,SAAS,GAAqB,EAAE,CAAC;IAEvC,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,wDAAwD;gBAChE,gBAAgB,EAAE,mCAAmC;aACtD,CAAC;SACH,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,uGAAuG,EACvG,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,gFAAgF;YAC1F,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;mBACzB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB;mBACzE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,eAAe;YAC7F,OAAO,EAAE;gBACP,QAAQ;gBACR,UAAU,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC;gBACtD,WAAW,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC;gBAC7D,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,UAAU;gBAChB,MAAM,EAAE,uCAAuC;gBAC/C,eAAe,EAAE,MAAM;gBACvB,aAAa,EAAE,IAAI;gBACnB,gBAAgB,EAAE,8CAA8C;aACjE,CAAC;SACH,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,+BAA+B,EAC/B,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,uCAAuC;YAC7C,QAAQ,EAAE,0EAA0E;YACpF,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,IAAI;YAC3G,OAAO,EAAE;gBACP,QAAQ;gBACR,KAAK,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC3G,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QACxF,MAAM,QAAQ,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,WAAW,EAAE,oBAAoB,EAAE,CAAC,CAAC;QACpI,IAAI,CAAC,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,EAAE,EAAE,WAAW,EAAE,6BAA6B,EAAE,CAAC,CAAC;QACxI,IAAI,CAAC,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,EAAE,WAAW,EAAE,qBAAqB,EAAE,CAAC,CAAC;QAC1I,IAAI,CAAC,uBAAuB,CAAC,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,uBAAuB,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QACrJ,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,oDAAoD,EACpD,YAAY,CAAC,EAAE,EACf;YACE,GAAG,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACvB,kBAAkB,EAAE,QAAQ,CAAC,EAAE;SAChC,CACF,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,wGAAwG;YAClH,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC;mBACzB,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,gBAAgB;mBACzE,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAC9B,OAAO,EAAE;gBACP,QAAQ;gBACR,SAAS,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;gBACpD,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,SAAS,CAAC,IAAI,CAAC,MAAM,UAAU,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAG,IAAI,kBAAkB,CAAC;YACpC,IAAI,CAAC,SAAS,CAAC;gBACb,IAAI,EAAE,cAAc;gBACpB,MAAM,EAAE,6BAA6B;aACtC,CAAC;YACF,oBAAoB;SACrB,CAAC,CAAC;QACH,MAAM,YAAY,GAAG,IAAI,iBAAiB,CAAC,EAAS,EAAE,MAAa,CAAC,CAAC;QACrE,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,iBAAiB,CACnD,kDAAkD,EAClD,YAAY,CAAC,EAAE,EACf,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CACrB,CAAC;QACF,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,YAAY,CAAC,EAAE,CAAC,CAAC;QAC9I,OAAO;YACL,IAAI,EAAE,mCAAmC;YACzC,QAAQ,EAAE,wDAAwD;YAClE,IAAI,EAAE,WAAW,CAAC,MAAM,KAAK,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACzE,OAAO,EAAE;gBACP,QAAQ;gBACR,eAAe,EAAE,WAAW,CAAC,MAAM;gBACnC,mBAAmB,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;aACzC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC,CAAC;IAEJ,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,MAAM,YAAY,EAAE,CAAC;IACvC,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,MAAM,GAAG;QACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,KAAK,EAAE,4BAA4B;QACnC,MAAM;QACN,KAAK,EAAE,SAAS,CAAC,MAAM;QACvB,OAAO,EAAE,MAAM,KAAK,SAAS,CAAC,MAAM;QACpC,SAAS;KACV,CAAC;IACF,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACnD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/eval/policy-detection-replay.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=policy-detection-replay.d.ts.map

package/dist/eval/policy-detection-replay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"policy-detection-replay.d.ts","sourceRoot":"","sources":["../../src/eval/policy-detection-replay.ts"],"names":[],"mappings":""}