task-o-matic 0.0.6 → 0.0.8

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAUpC,QAAA,MAAM,OAAO,SAAgB,CAAC;AA8C9B;;;GAGG;AACH,eAAO,MAAM,MAAM,qBAUlB,CAAC;AAEF;;GAEG;AACH,OAAO,EAAE,OAAO,EAAE,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAWpC,QAAA,MAAM,OAAO,SAAgB,CAAC;AA+C9B;;;GAGG;AACH,eAAO,MAAM,MAAM,qBAUlB,CAAC;AAEF;;GAEG;AACH,OAAO,EAAE,OAAO,EAAE,CAAC"}

package/dist/index.js

@@ -18,6 +18,7 @@ const prd_1 = require("./commands/prd");
 const init_1 = require("./commands/init");
 const prompt_1 = require("./commands/prompt");
 const workflow_1 = require("./commands/workflow");
+const benchmark_1 = require("./commands/benchmark");
 const config_2 = require("./lib/config");
 const program = new commander_1.Command();
 exports.program = program;
@@ -33,6 +34,7 @@ program.addCommand(prd_1.prdCommand);
 program.addCommand(prompt_1.promptCommand);
 program.addCommand(init_1.initCommand);
 program.addCommand(workflow_1.workflowCommand);
+program.addCommand(benchmark_1.benchmarkCommand);
 // Default action - show help
 program.action(() => {
     console.log(chalk_1.default.blue("🚀 AI-Powered Task Management CLI"));

package/dist/lib/ai-service/ai-operations.d.ts

@@ -15,6 +15,11 @@ export declare class AIOperations {
     enhanceTask(title: string, description?: string, config?: Partial<AIConfig>, promptOverride?: string, userMessage?: string, taskId?: string, streamingOptions?: StreamingOptions, retryConfig?: Partial<RetryConfig>): Promise<string>;
     reworkPRD(prdContent: string, feedback: string, config?: Partial<AIConfig>, promptOverride?: string, userMessage?: string, streamingOptions?: StreamingOptions, retryConfig?: Partial<RetryConfig>, workingDirectory?: string, // Working directory passed from service layer
     enableFilesystemTools?: boolean): Promise<string>;
+    generatePRDQuestions(prdContent: string, config?: Partial<AIConfig>, promptOverride?: string, userMessage?: string, streamingOptions?: StreamingOptions, retryConfig?: Partial<RetryConfig>, workingDirectory?: string, enableFilesystemTools?: boolean): Promise<string[]>;
+    answerPRDQuestions(prdContent: string, questions: string[], config?: Partial<AIConfig>, contextInfo?: {
+        stackInfo?: string;
+        projectDescription?: string;
+    }, streamingOptions?: StreamingOptions, retryConfig?: Partial<RetryConfig>): Promise<Record<string, string>>;
     enhanceTaskWithDocumentation(taskId: string, taskTitle: string, taskDescription: string, stackInfo?: string, streamingOptions?: StreamingOptions, retryConfig?: Partial<RetryConfig>, config?: Partial<AIConfig>, existingResearch?: Record<string, Array<{
         query: string;
         doc: string;

package/dist/lib/ai-service/ai-operations.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-operations.d.ts","sourceRoot":"","sources":["../../../src/lib/ai-service/ai-operations.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,QAAQ,EACR,IAAI,EACJ,gBAAgB,EAChB,sBAAsB,EACtB,gBAAgB,EAChB,WAAW,EAGX,iBAAiB,EAClB,MAAM,aAAa,CAAC;AAkBrB,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,YAAY,CAAsB;IAC1C,OAAO,CAAC,aAAa,CAAuB;IAGtC,UAAU,CACd,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,YAAY,CAAC,EAAE,MAAM,EACrB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC;IAiFZ,QAAQ,CACZ,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,gBAAgB,CAAC,EAAE,MAAM,EAAE,8CAA8C;IACzE,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,gBAAgB,CAAC;IAkLtB,aAAa,CACjB,IAAI,EAAE,IAAI,EACV,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,gBAAgB,CAAC,EAAE,IAAI,EAAE,EACzB,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CACR,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACpE;IAuIK,WAAW,CACf,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,MAAM,EACf,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC;IA4EZ,SAAS,CACb,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,gBAAgB,CAAC,EAAE,MAAM,EAAE,8CAA8C;IACzE,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,MAAM,CAAC;IA4GZ,4BAA4B,CAChC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,SAAS,CAAC,EAAE,MAAM,EAClB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,GAEvE,OAAO,CAAC,MAAM,CAAC;IAsKZ,yBAAyB,CAC7B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,SAAS,CAAC,EAAE,MAAM,EAClB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,gBAAgB,CAAC,EAAE,CAAC,iBAAiB,GAAG,SAAS,CAAC,EAAE,GACnD,OAAO,CAAC,sBAAsB,CAAC;IAgN5B,0BAA0B,CAC9B,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,EACtE,gBAAgB,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,EAC7D,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC;IA+BZ,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,GAAG,CAAC;CA8EhB"}
+{"version":3,"file":"ai-operations.d.ts","sourceRoot":"","sources":["../../../src/lib/ai-service/ai-operations.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,QAAQ,EACR,IAAI,EACJ,gBAAgB,EAChB,sBAAsB,EACtB,gBAAgB,EAChB,WAAW,EAGX,iBAAiB,EAElB,MAAM,aAAa,CAAC;AAkBrB,qBAAa,YAAY;IACvB,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,cAAc,CAAwB;IAC9C,OAAO,CAAC,YAAY,CAAsB;IAC1C,OAAO,CAAC,aAAa,CAAuB;IAGtC,UAAU,CACd,MAAM,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,YAAY,CAAC,EAAE,MAAM,EACrB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC;IAiFZ,QAAQ,CACZ,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,gBAAgB,CAAC,EAAE,MAAM,EAAE,8CAA8C;IACzE,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,gBAAgB,CAAC;IAkLtB,aAAa,CACjB,IAAI,EAAE,IAAI,EACV,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,EAClB,gBAAgB,CAAC,EAAE,IAAI,EAAE,EACzB,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CACR,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,eAAe,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CACpE;IAuIK,WAAW,CACf,KAAK,EAAE,MAAM,EACb,WAAW,CAAC,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,MAAM,EACf,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC;IA4EZ,SAAS,CACb,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,gBAAgB,CAAC,EAAE,MAAM,EAAE,8CAA8C;IACzE,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,MAAM,CAAC;IA2GZ,oBAAoB,CACxB,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,gBAAgB,CAAC,EAAE,MAAM,EACzB,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,MAAM,EAAE,CAAC;IAwGd,kBAAkB,CACtB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EAAE,EACnB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,WAAW,CAAC,EAAE;QACZ,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,EACD,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAqF5B,4BAA4B,CAChC,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,SAAS,CAAC,EAAE,MAAM,EAClB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC,GAEvE,OAAO,CAAC,MAAM,CAAC;IAsKZ,yBAAyB,CAC7B,MAAM,EAAE,MAAM,EACd,SAAS,EAAE,MAAM,EACjB,eAAe,EAAE,MAAM,EACvB,SAAS,CAAC,EAAE,MAAM,EAClB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,EAClC,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,gBAAgB,CAAC,EAAE,CAAC,iBAAiB,GAAG,SAAS,CAAC,EAAE,GACnD,OAAO,CAAC,sBAAsB,CAAC;IAgN5B,0BAA0B,CAC9B,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,EACtE,gBAAgB,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,EAC7D,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,MAAM,CAAC;IA+BZ,QAAQ,CACZ,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,EAC1B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,WAAW,CAAC,EAAE,OAAO,CAAC,WAAW,CAAC,GACjC,OAAO,CAAC,GAAG,CAAC;CA8EhB"}

package/dist/lib/ai-service/ai-operations.js

@@ -1,4 +1,37 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.AIOperations = void 0;
 const ai_1 = require("ai");
@@ -464,6 +497,140 @@ Use these tools to understand the current project structure, existing code patte
             }
         }, retryConfig, "PRD rework");
     }
+    async generatePRDQuestions(prdContent, config, promptOverride, userMessage, streamingOptions, retryConfig, workingDirectory, enableFilesystemTools) {
+        return this.retryHandler.executeWithRetry(async () => {
+            let stackInfo = "";
+            try {
+                stackInfo = await prompt_builder_1.PromptBuilder.detectStackInfo(workingDirectory);
+                if (stackInfo === "Not detected") {
+                    stackInfo = "";
+                }
+            }
+            catch (error) {
+                // Stack info not available
+            }
+            let prompt;
+            if (promptOverride) {
+                prompt = promptOverride;
+            }
+            else {
+                const variables = {
+                    PRD_CONTENT: prdContent,
+                };
+                if (stackInfo) {
+                    variables.STACK_INFO = stackInfo;
+                }
+                const promptResult = prompt_builder_1.PromptBuilder.buildPrompt({
+                    name: "prd-question",
+                    type: "user",
+                    variables,
+                });
+                if (!promptResult.success) {
+                    throw new Error(`Failed to build PRD question prompt: ${promptResult.error}`);
+                }
+                prompt = promptResult.prompt;
+            }
+            // Use PRD_QUESTION_SYSTEM_PROMPT import
+            const { PRD_QUESTION_SYSTEM_PROMPT } = await Promise.resolve().then(() => __importStar(require("../../prompts")));
+            let response;
+            if (enableFilesystemTools) {
+                const model = this.modelProvider.getModel({
+                    ...this.modelProvider.getAIConfig(),
+                    ...config,
+                });
+                const allTools = { ...filesystem_tools_1.filesystemTools };
+                const result = await (0, ai_1.streamText)({
+                    model,
+                    tools: allTools,
+                    system: PRD_QUESTION_SYSTEM_PROMPT +
+                        `\n\nYou have access to filesystem tools to check existing code/structure if needed.`,
+                    messages: [{ role: "user", content: userMessage || prompt }],
+                    maxRetries: 0,
+                    onChunk: streamingOptions?.onChunk
+                        ? ({ chunk }) => {
+                            if (chunk.type === "text-delta") {
+                                streamingOptions.onChunk(chunk.text);
+                            }
+                        }
+                        : undefined,
+                    onFinish: streamingOptions?.onFinish
+                        ? ({ text, finishReason, usage }) => {
+                            streamingOptions.onFinish({
+                                text,
+                                finishReason,
+                                usage,
+                                isAborted: false,
+                            });
+                        }
+                        : undefined,
+                });
+                response = await result.text;
+            }
+            else {
+                response = await this.streamText("", config, PRD_QUESTION_SYSTEM_PROMPT, userMessage || prompt, streamingOptions, { maxAttempts: 1 });
+            }
+            const parseResult = this.jsonParser.parseJSONFromResponse(response);
+            if (!parseResult.success) {
+                throw new Error(parseResult.error || "Failed to parse PRD questions");
+            }
+            return parseResult.data?.questions || [];
+        }, retryConfig, "PRD questioning");
+    }
+    async answerPRDQuestions(prdContent, questions, config, contextInfo, streamingOptions, retryConfig) {
+        return this.retryHandler.executeWithRetry(async () => {
+            // Build prompt for answering questions
+            const questionsText = questions
+                .map((q, i) => `${i + 1}. ${q}`)
+                .join("\n");
+            const contextText = contextInfo
+                ? `\n\nProject Context:\n${contextInfo.stackInfo
+                    ? `Technology Stack: ${contextInfo.stackInfo}\n`
+                    : ""}${contextInfo.projectDescription
+                    ? `Project Description: ${contextInfo.projectDescription}\n`
+                    : ""}`
+                : "";
+            const prompt = `You are a product expert helping to clarify a PRD.
+
+PRD Content:
+${prdContent}${contextText}
+
+Please answer the following questions based on the PRD and context:
+
+${questionsText}
+
+Provide thoughtful, specific answers that will help refine the PRD.
+Format your response as JSON with the following structure:
+{
+  "answers": {
+    "1": "answer to question 1",
+    "2": "answer to question 2",
+    ...
+  }
+}`;
+            const systemPrompt = `You are a product expert analyzing PRDs and answering clarifying questions.
+Your answers should be:
+- Specific and actionable
+- Based on the PRD content and project context
+- Helpful for refining the PRD
+- Formatted as JSON`;
+            const response = await this.streamText("", config, systemPrompt, prompt, streamingOptions, { maxAttempts: 1 });
+            // Parse JSON response
+            const parseResult = this.jsonParser.parseJSONFromResponse(response);
+            if (!parseResult.success) {
+                throw new Error(parseResult.error || "Failed to parse PRD answers response");
+            }
+            // Convert numbered keys to question text keys
+            const answers = {};
+            const numberedAnswers = parseResult.data?.answers || {};
+            questions.forEach((question, index) => {
+                const key = String(index + 1);
+                if (numberedAnswers[key]) {
+                    answers[question] = numberedAnswers[key];
+                }
+            });
+            return answers;
+        }, retryConfig, "PRD question answering");
+    }
     // Context7 Integration Methods
     async enhanceTaskWithDocumentation(taskId, taskTitle, taskDescription, stackInfo, streamingOptions, retryConfig, config, existingResearch
     // existingResearch?: (TaskDocumentation | undefined)[],

package/dist/lib/benchmark/registry.d.ts

@@ -0,0 +1,11 @@
+import { BenchmarkableOperation } from "./types";
+export declare class BenchmarkRegistry {
+    private operations;
+    constructor();
+    register(op: BenchmarkableOperation): void;
+    get(id: string): BenchmarkableOperation | undefined;
+    list(): BenchmarkableOperation[];
+    private registerDefaults;
+}
+export declare const benchmarkRegistry: BenchmarkRegistry;
+//# sourceMappingURL=registry.d.ts.map

package/dist/lib/benchmark/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/lib/benchmark/registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAMjD,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,UAAU,CAAkD;;IAMpE,QAAQ,CAAC,EAAE,EAAE,sBAAsB;IAInC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,sBAAsB,GAAG,SAAS;IAInD,IAAI,IAAI,sBAAsB,EAAE;IAIhC,OAAO,CAAC,gBAAgB;CA+EzB;AAED,eAAO,MAAM,iBAAiB,mBAA0B,CAAC"}

package/dist/lib/benchmark/registry.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.benchmarkRegistry = exports.BenchmarkRegistry = void 0;
+const prd_1 = require("../../services/prd");
+const tasks_1 = require("../../services/tasks"); // We'll need to instantiate this or use a singleton if available
+class BenchmarkRegistry {
+    operations = new Map();
+    constructor() {
+        this.registerDefaults();
+    }
+    register(op) {
+        this.operations.set(op.id, op);
+    }
+    get(id) {
+        return this.operations.get(id);
+    }
+    list() {
+        return Array.from(this.operations.values());
+    }
+    registerDefaults() {
+        // PRD Parsing Adapter
+        this.register({
+            id: "prd-parse",
+            name: "PRD Parsing",
+            description: "Parse a PRD file into tasks",
+            validateInput: (input) => typeof input.file === "string" && input.file.length > 0,
+            execute: async (input, aiOptions, streamingOptions) => {
+                return await prd_1.prdService.parsePRD({
+                    file: input.file,
+                    workingDirectory: input.workingDirectory,
+                    enableFilesystemTools: input.tools,
+                    promptOverride: input.prompt,
+                    messageOverride: input.message,
+                    aiOptions,
+                    streamingOptions,
+                    callbacks: {},
+                });
+            },
+        });
+        // PRD Rework Adapter
+        this.register({
+            id: "prd-rework",
+            name: "PRD Rework",
+            description: "Rework a PRD based on feedback",
+            validateInput: (input) => typeof input.file === "string" && typeof input.feedback === "string",
+            execute: async (input, aiOptions, streamingOptions) => {
+                return await prd_1.prdService.reworkPRD({
+                    file: input.file,
+                    feedback: input.feedback,
+                    workingDirectory: input.workingDirectory,
+                    enableFilesystemTools: input.tools,
+                    promptOverride: input.prompt,
+                    messageOverride: input.message,
+                    aiOptions,
+                    streamingOptions,
+                    callbacks: {},
+                });
+            },
+        });
+        // Task Breakdown Adapter
+        // Note: TaskService is a class, we need an instance.
+        // In a real app we should use dependency injection or a singleton.
+        // For now, we'll create a new instance or assume one is available.
+        const taskService = new tasks_1.TaskService();
+        this.register({
+            id: "task-breakdown",
+            name: "Task Breakdown",
+            description: "Break down a task into subtasks",
+            validateInput: (input) => typeof input.taskId === "string",
+            execute: async (input, aiOptions, streamingOptions) => {
+                return await taskService.splitTask(input.taskId, aiOptions, input.prompt, input.message, streamingOptions, // streaming options
+                input.tools);
+            },
+        });
+    }
+}
+exports.BenchmarkRegistry = BenchmarkRegistry;
+exports.benchmarkRegistry = new BenchmarkRegistry();

package/dist/lib/benchmark/runner.d.ts

@@ -0,0 +1,6 @@
+import { BenchmarkConfig, BenchmarkRun, BenchmarkProgressEvent } from "./types";
+export declare class BenchmarkRunner {
+    run(operationId: string, input: any, config: BenchmarkConfig, onProgress?: (event: BenchmarkProgressEvent) => void): Promise<BenchmarkRun>;
+}
+export declare const benchmarkRunner: BenchmarkRunner;
+//# sourceMappingURL=runner.d.ts.map

package/dist/lib/benchmark/runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../../src/lib/benchmark/runner.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,eAAe,EAEf,YAAY,EACZ,sBAAsB,EACvB,MAAM,SAAS,CAAC;AAMjB,qBAAa,eAAe;IACpB,GAAG,CACP,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,GAAG,EACV,MAAM,EAAE,eAAe,EACvB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,IAAI,GACnD,OAAO,CAAC,YAAY,CAAC;CA0KzB;AAED,eAAO,MAAM,eAAe,iBAAwB,CAAC"}

package/dist/lib/benchmark/runner.js

@@ -0,0 +1,150 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.benchmarkRunner = exports.BenchmarkRunner = void 0;
+const registry_1 = require("./registry");
+const storage_1 = require("./storage");
+class BenchmarkRunner {
+    async run(operationId, input, config, onProgress) {
+        const operation = registry_1.benchmarkRegistry.get(operationId);
+        if (!operation) {
+            throw new Error(`Operation ${operationId} not found`);
+        }
+        if (!operation.validateInput(input)) {
+            throw new Error(`Invalid input for operation ${operationId}`);
+        }
+        const runId = `run-${Date.now()}`;
+        const results = [];
+        // Create a queue of models to process
+        const queue = [...config.models];
+        const activePromises = [];
+        // Helper to process a single model
+        const processModel = async (modelConfig) => {
+            const modelId = `${modelConfig.provider}:${modelConfig.model}${modelConfig.reasoningTokens
+                ? `:reasoning=${modelConfig.reasoningTokens}`
+                : ""}`;
+            const startTime = Date.now();
+            let output;
+            let error;
+            let tokenUsage;
+            let responseSize = 0;
+            let firstTokenTime;
+            // Emit start event
+            onProgress?.({ type: "start", modelId });
+            try {
+                // Construct AI options for this specific run
+                const aiOptions = {
+                    aiProvider: modelConfig.provider,
+                    aiModel: modelConfig.model,
+                    aiReasoning: modelConfig.reasoningTokens,
+                };
+                // Setup streaming options to capture metrics
+                const streamingOptions = {
+                    onFinish: async (result) => {
+                        if (result.usage) {
+                            tokenUsage = {
+                                prompt: result.usage.inputTokens || result.usage.promptTokens || 0,
+                                completion: result.usage.outputTokens ||
+                                    result.usage.completionTokens ||
+                                    0,
+                                total: result.usage.totalTokens || 0,
+                            };
+                        }
+                        // Estimate response size from text length if available, or JSON stringify
+                        if (result.text) {
+                            responseSize = Buffer.byteLength(result.text, "utf8");
+                        }
+                    },
+                    onChunk: (chunk) => {
+                        if (chunk) {
+                            if (!firstTokenTime) {
+                                firstTokenTime = Date.now();
+                            }
+                            const chunkSize = Buffer.byteLength(chunk, "utf8");
+                            responseSize += chunkSize;
+                            const currentDuration = Date.now() - startTime;
+                            const currentBps = currentDuration > 0
+                                ? Math.round(responseSize / (currentDuration / 1000))
+                                : 0;
+                            onProgress?.({
+                                type: "progress",
+                                modelId,
+                                currentSize: responseSize,
+                                currentBps,
+                                chunk: chunk,
+                                duration: currentDuration,
+                            });
+                        }
+                    },
+                };
+                // Execute operation
+                output = await operation.execute(input, aiOptions, streamingOptions);
+                // If responseSize wasn't captured via streaming (e.g. non-streaming response), calculate from output
+                if (responseSize === 0 && output) {
+                    const outputStr = typeof output === "string" ? output : JSON.stringify(output);
+                    responseSize = Buffer.byteLength(outputStr, "utf8");
+                }
+            }
+            catch (e) {
+                error = e.message || String(e);
+                onProgress?.({ type: "error", modelId, error });
+            }
+            const duration = Date.now() - startTime;
+            const bps = duration > 0 && responseSize > 0
+                ? Math.round(responseSize / (duration / 1000))
+                : 0;
+            const tps = duration > 0 && tokenUsage?.completion
+                ? Math.round(tokenUsage.completion / (duration / 1000))
+                : 0;
+            results.push({
+                modelId,
+                output,
+                duration,
+                error,
+                timestamp: Date.now(),
+                tokenUsage,
+                responseSize,
+                bps,
+                tps,
+                timeToFirstToken: firstTokenTime
+                    ? firstTokenTime - startTime
+                    : undefined,
+            });
+            // Emit complete event
+            onProgress?.({ type: "complete", modelId, duration });
+        };
+        // Process queue with concurrency limit
+        while (queue.length > 0 || activePromises.length > 0) {
+            // Fill active promises up to concurrency limit
+            while (queue.length > 0 && activePromises.length < config.concurrency) {
+                const modelConfig = queue.shift();
+                if (modelConfig) {
+                    const promise = processModel(modelConfig).then(() => {
+                        // Remove self from active promises
+                        activePromises.splice(activePromises.indexOf(promise), 1);
+                    });
+                    activePromises.push(promise);
+                    // Add delay if configured and there are more items
+                    if (config.delay > 0 && queue.length > 0) {
+                        await new Promise((resolve) => setTimeout(resolve, config.delay));
+                    }
+                }
+            }
+            // Wait for at least one promise to complete if we're at capacity or queue is empty
+            if (activePromises.length > 0) {
+                await Promise.race(activePromises);
+            }
+        }
+        const run = {
+            id: runId,
+            timestamp: Date.now(),
+            command: operationId,
+            input,
+            config,
+            results,
+        };
+        storage_1.benchmarkStorage.saveRun(run);
+        return run;
+    }
+}
+exports.BenchmarkRunner = BenchmarkRunner;
+exports.benchmarkRunner = new BenchmarkRunner();

package/dist/lib/benchmark/storage.d.ts

@@ -0,0 +1,13 @@
+import { BenchmarkRun } from "./types";
+export declare class BenchmarkStorage {
+    private getBenchmarkDir;
+    saveRun(run: BenchmarkRun): string;
+    getRun(id: string): BenchmarkRun | null;
+    listRuns(): Array<{
+        id: string;
+        timestamp: number;
+        command: string;
+    }>;
+}
+export declare const benchmarkStorage: BenchmarkStorage;
+//# sourceMappingURL=storage.d.ts.map

package/dist/lib/benchmark/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../../src/lib/benchmark/storage.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEvC,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,GAAG,EAAE,YAAY,GAAG,MAAM;IA+ClC,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,YAAY,GAAG,IAAI;IAyCvC,QAAQ,IAAI,KAAK,CAAC;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CA2BtE;AAED,eAAO,MAAM,gBAAgB,kBAAyB,CAAC"}

package/dist/lib/benchmark/storage.js

@@ -0,0 +1,99 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.benchmarkStorage = exports.BenchmarkStorage = void 0;
+const path_1 = require("path");
+const fs_1 = require("fs");
+const config_1 = require("../config");
+class BenchmarkStorage {
+    getBenchmarkDir() {
+        const taskOMaticDir = config_1.configManager.getTaskOMaticDir();
+        const benchmarkDir = (0, path_1.join)(taskOMaticDir, "benchmarks");
+        if (!(0, fs_1.existsSync)(benchmarkDir)) {
+            (0, fs_1.mkdirSync)(benchmarkDir, { recursive: true });
+        }
+        return benchmarkDir;
+    }
+    saveRun(run) {
+        const dir = this.getBenchmarkDir();
+        const runDir = (0, path_1.join)(dir, run.id);
+        if (!(0, fs_1.existsSync)(runDir)) {
+            (0, fs_1.mkdirSync)(runDir, { recursive: true });
+        }
+        // Save metadata
+        (0, fs_1.writeFileSync)((0, path_1.join)(runDir, "metadata.json"), JSON.stringify({
+            id: run.id,
+            timestamp: run.timestamp,
+            command: run.command,
+            config: run.config,
+        }, null, 2));
+        // Save input
+        (0, fs_1.writeFileSync)((0, path_1.join)(runDir, "input.json"), JSON.stringify(run.input, null, 2));
+        // Save results
+        const resultsDir = (0, path_1.join)(runDir, "results");
+        if (!(0, fs_1.existsSync)(resultsDir)) {
+            (0, fs_1.mkdirSync)(resultsDir);
+        }
+        run.results.forEach((result) => {
+            // Sanitize filename: replace : and / with -
+            const filename = result.modelId.replace(/[:\/]/g, "-") + ".json";
+            (0, fs_1.writeFileSync)((0, path_1.join)(resultsDir, filename), JSON.stringify(result, null, 2));
+        });
+        return runDir;
+    }
+    getRun(id) {
+        const dir = this.getBenchmarkDir();
+        const runDir = (0, path_1.join)(dir, id);
+        if (!(0, fs_1.existsSync)(runDir)) {
+            return null;
+        }
+        try {
+            const metadata = JSON.parse((0, fs_1.readFileSync)((0, path_1.join)(runDir, "metadata.json"), "utf-8"));
+            const input = JSON.parse((0, fs_1.readFileSync)((0, path_1.join)(runDir, "input.json"), "utf-8"));
+            const resultsDir = (0, path_1.join)(runDir, "results");
+            const results = [];
+            if ((0, fs_1.existsSync)(resultsDir)) {
+                const files = (0, fs_1.readdirSync)(resultsDir).filter((f) => f.endsWith(".json"));
+                for (const file of files) {
+                    results.push(JSON.parse((0, fs_1.readFileSync)((0, path_1.join)(resultsDir, file), "utf-8")));
+                }
+            }
+            return {
+                ...metadata,
+                input,
+                results,
+            };
+        }
+        catch (error) {
+            console.error(`Failed to load benchmark run ${id}:`, error);
+            return null;
+        }
+    }
+    listRuns() {
+        const dir = this.getBenchmarkDir();
+        if (!(0, fs_1.existsSync)(dir))
+            return [];
+        const runs = [];
+        const entries = (0, fs_1.readdirSync)(dir, { withFileTypes: true });
+        for (const entry of entries) {
+            if (entry.isDirectory()) {
+                try {
+                    const metadataPath = (0, path_1.join)(dir, entry.name, "metadata.json");
+                    if ((0, fs_1.existsSync)(metadataPath)) {
+                        const metadata = JSON.parse((0, fs_1.readFileSync)(metadataPath, "utf-8"));
+                        runs.push({
+                            id: metadata.id,
+                            timestamp: metadata.timestamp,
+                            command: metadata.command,
+                        });
+                    }
+                }
+                catch (e) {
+                    // Skip invalid runs
+                }
+            }
+        }
+        return runs.sort((a, b) => b.timestamp - a.timestamp);
+    }
+}
+exports.BenchmarkStorage = BenchmarkStorage;
+exports.benchmarkStorage = new BenchmarkStorage();

package/dist/lib/benchmark/types.d.ts

@@ -0,0 +1,54 @@
+import { AIOptions } from "../../utils/ai-config-builder";
+export interface BenchmarkModelConfig {
+    provider: string;
+    model: string;
+    reasoningTokens?: number;
+}
+export interface BenchmarkConfig {
+    models: BenchmarkModelConfig[];
+    concurrency: number;
+    delay: number;
+}
+export interface BenchmarkProgressEvent {
+    type: "start" | "progress" | "complete" | "error";
+    modelId: string;
+    duration?: number;
+    error?: string;
+    currentSize?: number;
+    currentBps?: number;
+    chunk?: string;
+}
+import { StreamingOptions } from "../../types";
+export interface BenchmarkResult {
+    modelId: string;
+    output: any;
+    duration: number;
+    error?: string;
+    timestamp: number;
+    tokenUsage?: {
+        prompt: number;
+        completion: number;
+        total: number;
+    };
+    responseSize?: number;
+    bps?: number;
+    tps?: number;
+    timeToFirstToken?: number;
+    cost?: number;
+}
+export interface BenchmarkRun {
+    id: string;
+    timestamp: number;
+    command: string;
+    input: any;
+    config: BenchmarkConfig;
+    results: BenchmarkResult[];
+}
+export interface BenchmarkableOperation {
+    id: string;
+    name: string;
+    description: string;
+    execute: (input: any, aiOptions: AIOptions, streamingOptions?: StreamingOptions) => Promise<any>;
+    validateInput: (input: any) => boolean;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/lib/benchmark/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/lib/benchmark/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,+BAA+B,CAAC;AAE1D,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,oBAAoB,EAAE,CAAC;IAC/B,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,UAAU,GAAG,OAAO,CAAC;IAClD,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,OAAO,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAE/C,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,GAAG,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE;QACX,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;KACf,CAAC;IACF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,GAAG,CAAC;IACX,MAAM,EAAE,eAAe,CAAC;IACxB,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,CACP,KAAK,EAAE,GAAG,EACV,SAAS,EAAE,SAAS,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,KAChC,OAAO,CAAC,GAAG,CAAC,CAAC;IAClB,aAAa,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,OAAO,CAAC;CACxC"}