task-o-matic 0.0.7 → 0.0.9

package/dist/services/prd.js

@@ -1,4 +1,37 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.prdService = exports.PRDService = void 0;
 const fs_1 = require("fs");
@@ -16,8 +49,8 @@ class PRDService {
         const startTime = Date.now();
         const steps = [];
         input.callbacks?.onProgress?.({
-            type: 'started',
-            message: 'Starting PRD parsing...',
+            type: "started",
+            message: "Starting PRD parsing...",
         });
         // Validate file exists
         if (!(0, fs_1.existsSync)(input.file)) {
@@ -32,14 +65,14 @@ class PRDService {
         const workingDir = input.workingDirectory || process.cwd();
         config_1.configManager.setWorkingDirectory(workingDir);
         input.callbacks?.onProgress?.({
-            type: 'progress',
-            message: 'Reading PRD file...',
+            type: "progress",
+            message: "Reading PRD file...",
         });
         const prdContent = (0, fs_1.readFileSync)(input.file, "utf-8");
         // Save PRD file to .task-o-matic/prd directory
         input.callbacks?.onProgress?.({
-            type: 'progress',
-            message: 'Saving PRD to project directory...',
+            type: "progress",
+            message: "Saving PRD to project directory...",
         });
         const stepStart1 = Date.now();
         const prdDir = (0, path_1.join)(taskOMaticDir, "prd");
@@ -54,31 +87,57 @@ class PRDService {
         // Get relative path from .task-o-matic directory for storage
         const relativePrdPath = (0, path_1.relative)(taskOMaticDir, savedPrdPath);
         steps.push({
-            step: 'Save PRD File',
-            status: 'completed',
+            step: "Save PRD File",
+            status: "completed",
             duration: Date.now() - stepStart1,
         });
         // Validate AI provider if specified
-        if (input.aiOptions?.aiProvider && !(0, validation_1.isValidAIProvider)(input.aiOptions.aiProvider)) {
+        if (input.aiOptions?.aiProvider &&
+            !(0, validation_1.isValidAIProvider)(input.aiOptions.aiProvider)) {
             throw new Error(`Invalid AI provider: ${input.aiOptions.aiProvider}`);
         }
         const aiConfig = (0, ai_config_builder_1.buildAIConfig)(input.aiOptions);
         input.callbacks?.onProgress?.({
-            type: 'progress',
-            message: 'Parsing PRD with AI...',
+            type: "progress",
+            message: "Parsing PRD with AI...",
         });
         const stepStart2 = Date.now();
-        const result = await (0, ai_service_factory_1.getAIOperations)().parsePRD(prdContent, aiConfig, input.promptOverride, input.messageOverride, input.streamingOptions, undefined, // retryConfig
+        // Capture metrics
+        let tokenUsage;
+        let timeToFirstToken;
+        // Wrap streaming options to capture metrics
+        const metricsStreamingOptions = {
+            ...input.streamingOptions,
+            onFinish: async (result) => {
+                if (result.usage) {
+                    tokenUsage = {
+                        prompt: result.usage.inputTokens || result.usage.promptTokens || 0,
+                        completion: result.usage.outputTokens || result.usage.completionTokens || 0,
+                        total: result.usage.totalTokens || 0,
+                    };
+                }
+                // Call original onFinish if provided
+                await input.streamingOptions?.onFinish?.(result);
+            },
+            onChunk: (chunk) => {
+                if (chunk && !timeToFirstToken) {
+                    timeToFirstToken = Date.now() - stepStart2;
+                }
+                // Call original onChunk if provided
+                input.streamingOptions?.onChunk?.(chunk);
+            },
+        };
+        const result = await (0, ai_service_factory_1.getAIOperations)().parsePRD(prdContent, aiConfig, input.promptOverride, input.messageOverride, metricsStreamingOptions, undefined, // retryConfig
         workingDir, // Pass working directory to AI operations
         input.enableFilesystemTools);
         steps.push({
-            step: 'AI Parsing',
-            status: 'completed',
+            step: "AI Parsing",
+            status: "completed",
             duration: Date.now() - stepStart2,
             details: { tasksFound: result.tasks.length },
         });
         input.callbacks?.onProgress?.({
-            type: 'progress',
+            type: "progress",
             message: `Creating ${result.tasks.length} tasks...`,
         });
         // Create tasks
@@ -87,7 +146,7 @@ class PRDService {
         for (let i = 0; i < result.tasks.length; i++) {
             const task = result.tasks[i];
             input.callbacks?.onProgress?.({
-                type: 'progress',
+                type: "progress",
                 message: `Creating task ${i + 1}/${result.tasks.length}: ${task.title}`,
                 current: i + 1,
                 total: result.tasks.length,
@@ -117,16 +176,23 @@ class PRDService {
             await (0, ai_service_factory_1.getStorage)().saveTaskAIMetadata(aiMetadata);
         }
         steps.push({
-            step: 'Create Tasks',
-            status: 'completed',
+            step: "Create Tasks",
+            status: "completed",
             duration: Date.now() - stepStart3,
             details: { count: createdTasks.length },
         });
         input.callbacks?.onProgress?.({
-            type: 'completed',
+            type: "completed",
             message: `Successfully created ${createdTasks.length} tasks from PRD`,
         });
         const duration = Date.now() - startTime;
+        // Calculate cost if token usage is available
+        let cost;
+        if (tokenUsage) {
+            // Cost calculation would depend on the model
+            // For now, we'll leave it undefined and can add pricing later
+            // This matches the benchmark pattern where cost calculation is done elsewhere
+        }
         return {
             success: true,
             prd: {
@@ -140,14 +206,48 @@ class PRDService {
                 duration,
                 aiProvider: input.aiOptions?.aiProvider || "default",
                 aiModel: input.aiOptions?.aiModel || "default",
+                tokenUsage,
+                timeToFirstToken,
+                cost,
             },
             steps,
         };
     }
+    async generateQuestions(input) {
+        input.callbacks?.onProgress?.({
+            type: "started",
+            message: "Generating clarifying questions...",
+        });
+        if (!(0, fs_1.existsSync)(input.file)) {
+            throw new Error(`PRD file not found: ${input.file}`);
+        }
+        const workingDir = input.workingDirectory || process.cwd();
+        config_1.configManager.setWorkingDirectory(workingDir);
+        input.callbacks?.onProgress?.({
+            type: "progress",
+            message: "Reading PRD file...",
+        });
+        const prdContent = (0, fs_1.readFileSync)(input.file, "utf-8");
+        if (input.aiOptions?.aiProvider &&
+            !(0, validation_1.isValidAIProvider)(input.aiOptions.aiProvider)) {
+            throw new Error(`Invalid AI provider: ${input.aiOptions.aiProvider}`);
+        }
+        const aiConfig = (0, ai_config_builder_1.buildAIConfig)(input.aiOptions);
+        input.callbacks?.onProgress?.({
+            type: "progress",
+            message: "Analyzing PRD with AI...",
+        });
+        const questions = await (0, ai_service_factory_1.getAIOperations)().generatePRDQuestions(prdContent, aiConfig, input.promptOverride, input.messageOverride, input.streamingOptions, undefined, workingDir, input.enableFilesystemTools);
+        input.callbacks?.onProgress?.({
+            type: "completed",
+            message: `Generated ${questions.length} questions`,
+        });
+        return questions;
+    }
     async reworkPRD(input) {
         input.callbacks?.onProgress?.({
-            type: 'started',
-            message: 'Starting PRD improvement...',
+            type: "started",
+            message: "Starting PRD improvement...",
         });
         // Validate file exists
         if (!(0, fs_1.existsSync)(input.file)) {
@@ -157,34 +257,129 @@ class PRDService {
         const workingDir = input.workingDirectory || process.cwd();
         config_1.configManager.setWorkingDirectory(workingDir);
         input.callbacks?.onProgress?.({
-            type: 'progress',
-            message: 'Reading PRD file...',
+            type: "progress",
+            message: "Reading PRD file...",
         });
         const prdContent = (0, fs_1.readFileSync)(input.file, "utf-8");
         // Validate AI provider if specified
-        if (input.aiOptions?.aiProvider && !(0, validation_1.isValidAIProvider)(input.aiOptions.aiProvider)) {
+        if (input.aiOptions?.aiProvider &&
+            !(0, validation_1.isValidAIProvider)(input.aiOptions.aiProvider)) {
             throw new Error(`Invalid AI provider: ${input.aiOptions.aiProvider}`);
         }
         const aiConfig = (0, ai_config_builder_1.buildAIConfig)(input.aiOptions);
         input.callbacks?.onProgress?.({
-            type: 'progress',
-            message: 'Calling AI to improve PRD...',
+            type: "progress",
+            message: "Calling AI to improve PRD...",
         });
         const improvedPRD = await (0, ai_service_factory_1.getAIOperations)().reworkPRD(prdContent, input.feedback, aiConfig, input.promptOverride, input.messageOverride, input.streamingOptions, undefined, // retryConfig
         workingDir, // Pass working directory to AI operations
         input.enableFilesystemTools);
         input.callbacks?.onProgress?.({
-            type: 'progress',
-            message: 'Saving improved PRD...',
+            type: "progress",
+            message: "Saving improved PRD...",
         });
         const outputPath = input.output || input.file;
         (0, fs_1.writeFileSync)(outputPath, improvedPRD);
         input.callbacks?.onProgress?.({
-            type: 'completed',
+            type: "completed",
             message: `PRD improved and saved to ${outputPath}`,
         });
         return outputPath;
     }
+    async refinePRDWithQuestions(input) {
+        input.callbacks?.onProgress?.({
+            type: "started",
+            message: "Starting PRD question/refine process...",
+        });
+        // Step 1: Generate questions
+        input.callbacks?.onProgress?.({
+            type: "progress",
+            message: "Generating clarifying questions...",
+        });
+        const questions = await this.generateQuestions({
+            file: input.file,
+            workingDirectory: input.workingDirectory,
+            enableFilesystemTools: input.enableFilesystemTools,
+            aiOptions: input.aiOptions,
+            streamingOptions: input.streamingOptions,
+            callbacks: input.callbacks,
+        });
+        if (questions.length === 0) {
+            input.callbacks?.onProgress?.({
+                type: "completed",
+                message: "No questions generated - PRD appears complete",
+            });
+            return {
+                questions: [],
+                answers: {},
+                refinedPRDPath: input.file,
+            };
+        }
+        // Step 2: Get stack info for context
+        const workingDir = input.workingDirectory || process.cwd();
+        const PromptBuilder = (await Promise.resolve().then(() => __importStar(require("../lib/prompt-builder")))).PromptBuilder;
+        let stackInfo = "";
+        try {
+            stackInfo = await PromptBuilder.detectStackInfo(workingDir);
+            if (stackInfo === "Not detected") {
+                stackInfo = "";
+            }
+        }
+        catch (error) {
+            // Stack info not available
+        }
+        // Step 3: Get answers
+        let answers;
+        if (input.questionMode === "user") {
+            // User mode: return questions for CLI to prompt user
+            // Answers should be provided in input.answers
+            if (!input.answers || Object.keys(input.answers).length === 0) {
+                throw new Error("User mode selected but no answers provided. CLI layer should collect answers.");
+            }
+            answers = input.answers;
+        }
+        else {
+            // AI mode: use AI to answer questions with context
+            input.callbacks?.onProgress?.({
+                type: "progress",
+                message: "AI is answering questions...",
+            });
+            const prdContent = (0, fs_1.readFileSync)(input.file, "utf-8");
+            // Use questionAIOptions if provided, otherwise use main aiOptions
+            const answeringAIConfig = (0, ai_config_builder_1.buildAIConfig)(input.questionAIOptions || input.aiOptions);
+            answers = await (0, ai_service_factory_1.getAIOperations)().answerPRDQuestions(prdContent, questions, answeringAIConfig, {
+                stackInfo,
+            }, input.streamingOptions);
+        }
+        // Step 4: Format questions + answers as structured feedback
+        let feedback = "Please incorporate the following clarifications into the PRD:\n\n";
+        questions.forEach((q, i) => {
+            feedback += `Q${i + 1}: ${q}\nA: ${answers[q] || "No answer provided"}\n\n`;
+        });
+        // Step 5: Automatically call reworkPRD with formatted feedback
+        input.callbacks?.onProgress?.({
+            type: "progress",
+            message: "Refining PRD with answers...",
+        });
+        const refinedPRDPath = await this.reworkPRD({
+            file: input.file,
+            feedback,
+            workingDirectory: input.workingDirectory,
+            enableFilesystemTools: input.enableFilesystemTools,
+            aiOptions: input.aiOptions,
+            streamingOptions: input.streamingOptions,
+            callbacks: input.callbacks,
+        });
+        input.callbacks?.onProgress?.({
+            type: "completed",
+            message: `PRD refined with ${questions.length} questions answered`,
+        });
+        return {
+            questions,
+            answers,
+            refinedPRDPath,
+        };
+    }
 }
 exports.PRDService = PRDService;
 // Export singleton instance

package/dist/services/tasks.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasks.d.ts","sourceRoot":"","sources":["../../src/services/tasks.ts"],"names":[],"mappings":"AAOA,OAAO,EAAiB,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,EACL,IAAI,EACJ,gBAAgB,EAIjB,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAG1B;;;GAGG;AACH,qBAAa,WAAW;IAKhB,UAAU,CAAC,KAAK,EAAE;QACtB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,SAAS,CAAC;QACtB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkFvB,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAsBtE,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAIzC,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIlD,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAIlD,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAIxC,UAAU,CACd,EAAE,EAAE,MAAM,EACV,OAAO,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;KAC1B,GACA,OAAO,CAAC,IAAI,CAAC;IAuDV,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxD,UAAU,CACd,EAAE,EAAE,MAAM,EACV,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAO,GACnD,OAAO,CAAC,gBAAgB,CAAC;IAqDtB,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBlD,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BrD,WAAW,CAAC,OAAO,EAAE;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAmClB,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAoC7C,WAAW,CACf,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EACrB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,iBAAiB,CAAC;IAoGvB,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EACrB,cAAc,CAAC,EAAE,MAAM,EACvB,eAAe,CAAC,EAAE,MAAM,EACxB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,eAAe,CAAC;IAuHrB,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,OAAe,EACtB,SAAS,CAAC,EAAE,SAAS,EACrB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,kBAAkB,CAAC;IAoJxB,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EACrB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,cAAc,CAAC;IA+FpB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAI5D,4BAA4B,CAChC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC;IAkCtC,WAAW,CACf,MAAM,EAAE,MAAM,EACd,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC;IA6CtC,WAAW,CACf,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAInE,aAAa,IAAI,OAAO,CAC5B,KAAK,CAAC;QACJ,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CACH;IAIK,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAGvD;AAGD,eAAO,MAAM,WAAW,aAAoB,CAAC"}
+{"version":3,"file":"tasks.d.ts","sourceRoot":"","sources":["../../src/services/tasks.ts"],"names":[],"mappings":"AAOA,OAAO,EAAiB,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACtE,OAAO,EACL,IAAI,EACJ,gBAAgB,EAIjB,MAAM,UAAU,CAAC;AAElB,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,eAAe,EACf,cAAc,EACd,kBAAkB,EAClB,gBAAgB,EACjB,MAAM,kBAAkB,CAAC;AAG1B;;;GAGG;AACH,qBAAa,WAAW;IAKhB,UAAU,CAAC,KAAK,EAAE;QACtB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,SAAS,CAAC,EAAE,SAAS,CAAC;QACtB,gBAAgB,CAAC,EAAE,gBAAgB,CAAC;KACrC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkFvB,SAAS,CAAC,OAAO,EAAE;QAAE,MAAM,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAsBtE,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAIzC,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAIlD,iBAAiB,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAIlD,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAIxC,UAAU,CACd,EAAE,EAAE,MAAM,EACV,OAAO,EAAE;QACP,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;KAC1B,GACA,OAAO,CAAC,IAAI,CAAC;IAuDV,aAAa,CAAC,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIxD,UAAU,CACd,EAAE,EAAE,MAAM,EACV,OAAO,GAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,OAAO,CAAA;KAAO,GACnD,OAAO,CAAC,gBAAgB,CAAC;IAqDtB,OAAO,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAyBlD,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BrD,WAAW,CAAC,OAAO,EAAE;QACzB,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,GAAG,CAAC,EAAE,MAAM,CAAC;QACb,MAAM,CAAC,EAAE,MAAM,CAAC;QAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;KACnB,GAAG,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;IAmClB,WAAW,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAoC7C,WAAW,CACf,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EACrB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,iBAAiB,CAAC;IAsIvB,SAAS,CACb,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EACrB,cAAc,CAAC,EAAE,MAAM,EACvB,eAAe,CAAC,EAAE,MAAM,EACxB,gBAAgB,CAAC,EAAE,gBAAgB,EACnC,qBAAqB,CAAC,EAAE,OAAO,GAC9B,OAAO,CAAC,eAAe,CAAC;IAyJrB,YAAY,CAChB,MAAM,EAAE,MAAM,EACd,KAAK,GAAE,OAAe,EACtB,SAAS,CAAC,EAAE,SAAS,EACrB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,kBAAkB,CAAC;IAoJxB,QAAQ,CACZ,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,SAAS,EACrB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,cAAc,CAAC;IAiIpB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAI5D,4BAA4B,CAChC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,GACf,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC;IAkCtC,WAAW,CACf,MAAM,EAAE,MAAM,EACd,QAAQ,CAAC,EAAE,MAAM,EACjB,YAAY,CAAC,EAAE,MAAM,GACpB,OAAO,CAAC;QAAE,QAAQ,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,IAAI,CAAA;KAAE,CAAC;IA6CtC,WAAW,CACf,MAAM,EAAE,MAAM,GACb,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAC;IAInE,aAAa,IAAI,OAAO,CAC5B,KAAK,CAAC;QACJ,MAAM,EAAE,MAAM,CAAC;QACf,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;QAClB,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC,CACH;IAIK,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAGvD;AAGD,eAAO,MAAM,WAAW,aAAoB,CAAC"}

package/dist/services/tasks.js

@@ -328,7 +328,33 @@ class TaskService {
             message: "Calling AI for enhancement...",
             type: "progress",
         });
-        const enhancedContent = await (0, ai_service_factory_1.getAIOperations)().enhanceTaskWithDocumentation(task.id, task.title, task.description ?? "", stackInfo, streamingOptions, undefined, enhancementAIConfig, context.existingResearch);
+        // Capture metrics
+        let tokenUsage;
+        let timeToFirstToken;
+        const aiStartTime = Date.now();
+        // Wrap streaming options to capture metrics
+        const metricsStreamingOptions = {
+            ...streamingOptions,
+            onFinish: async (result) => {
+                if (result.usage) {
+                    tokenUsage = {
+                        prompt: result.usage.inputTokens || result.usage.promptTokens || 0,
+                        completion: result.usage.outputTokens || result.usage.completionTokens || 0,
+                        total: result.usage.totalTokens || 0,
+                    };
+                }
+                // Call original onFinish if provided
+                await streamingOptions?.onFinish?.(result);
+            },
+            onChunk: (chunk) => {
+                if (chunk && !timeToFirstToken) {
+                    timeToFirstToken = Date.now() - aiStartTime;
+                }
+                // Call original onChunk if provided
+                streamingOptions?.onChunk?.(chunk);
+            },
+        };
+        const enhancedContent = await (0, ai_service_factory_1.getAIOperations)().enhanceTaskWithDocumentation(task.id, task.title, task.description ?? "", stackInfo, metricsStreamingOptions, undefined, enhancementAIConfig, context.existingResearch);
         hooks_1.hooks.emit("task:progress", {
             message: "Saving enhanced content...",
             type: "progress",
@@ -369,6 +395,9 @@ class TaskService {
                 originalLength,
                 enhancedLength: enhancedContent.length,
                 duration,
+                tokenUsage,
+                timeToFirstToken,
+                cost: undefined, // Cost calculation can be added later
             },
             metadata: {
                 aiProvider: aiConfig.provider,
@@ -406,8 +435,34 @@ class TaskService {
             message: "Calling AI to break down task...",
             type: "progress",
         });
+        // Capture metrics
+        let tokenUsage;
+        let timeToFirstToken;
+        const aiStartTime = Date.now();
+        // Wrap streaming options to capture metrics
+        const metricsStreamingOptions = {
+            ...streamingOptions,
+            onFinish: async (result) => {
+                if (result.usage) {
+                    tokenUsage = {
+                        prompt: result.usage.inputTokens || result.usage.promptTokens || 0,
+                        completion: result.usage.outputTokens || result.usage.completionTokens || 0,
+                        total: result.usage.totalTokens || 0,
+                    };
+                }
+                // Call original onFinish if provided
+                await streamingOptions?.onFinish?.(result);
+            },
+            onChunk: (chunk) => {
+                if (chunk && !timeToFirstToken) {
+                    timeToFirstToken = Date.now() - aiStartTime;
+                }
+                // Call original onChunk if provided
+                streamingOptions?.onChunk?.(chunk);
+            },
+        };
         // Use AI service to break down the task with enhanced context
-        const subtaskData = await (0, ai_service_factory_1.getAIOperations)().breakdownTask(task, breakdownAIConfig, promptOverride, messageOverride, streamingOptions, undefined, fullContent, stackInfo, existingSubtasks, enableFilesystemTools);
+        const subtaskData = await (0, ai_service_factory_1.getAIOperations)().breakdownTask(task, breakdownAIConfig, promptOverride, messageOverride, metricsStreamingOptions, undefined, fullContent, stackInfo, existingSubtasks, enableFilesystemTools);
         hooks_1.hooks.emit("task:progress", {
             message: `Creating ${subtaskData.length} subtasks...`,
             type: "progress",
@@ -453,6 +508,9 @@ class TaskService {
             stats: {
                 subtasksCreated: createdSubtasks.length,
                 duration,
+                tokenUsage,
+                timeToFirstToken,
+                cost: undefined, // Cost calculation can be added later
             },
             metadata: {
                 aiProvider: aiConfig.provider,
@@ -604,7 +662,33 @@ class TaskService {
             message: "Calling AI to create plan...",
             type: "progress",
         });
-        const plan = await aiService.planTask(taskContext, taskDetails, planAIConfig, undefined, undefined, streamingOptions);
+        // Capture metrics
+        let tokenUsage;
+        let timeToFirstToken;
+        const aiStartTime = Date.now();
+        // Wrap streaming options to capture metrics
+        const metricsStreamingOptions = {
+            ...streamingOptions,
+            onFinish: async (result) => {
+                if (result.usage) {
+                    tokenUsage = {
+                        prompt: result.usage.inputTokens || result.usage.promptTokens || 0,
+                        completion: result.usage.outputTokens || result.usage.completionTokens || 0,
+                        total: result.usage.totalTokens || 0,
+                    };
+                }
+                // Call original onFinish if provided
+                await streamingOptions?.onFinish?.(result);
+            },
+            onChunk: (chunk) => {
+                if (chunk && !timeToFirstToken) {
+                    timeToFirstToken = Date.now() - aiStartTime;
+                }
+                // Call original onChunk if provided
+                streamingOptions?.onChunk?.(chunk);
+            },
+        };
+        const plan = await aiService.planTask(taskContext, taskDetails, planAIConfig, undefined, undefined, metricsStreamingOptions);
         hooks_1.hooks.emit("task:progress", {
             message: "Saving plan...",
             type: "progress",
@@ -623,6 +707,9 @@ class TaskService {
             plan,
             stats: {
                 duration,
+                tokenUsage,
+                timeToFirstToken,
+                cost: undefined, // Cost calculation can be added later
             },
             metadata: {
                 aiProvider: aiConfig.provider,

package/dist/services/workflow-benchmark.d.ts

@@ -0,0 +1,34 @@
+import { AIOptions } from "../utils/ai-config-builder";
+import { StreamingOptions } from "../types";
+import { WorkflowBenchmarkInput, WorkflowBenchmarkResult } from "../lib/benchmark/types";
+/**
+ * WorkflowBenchmarkService - Executes complete workflows for benchmarking
+ * Creates isolated environments for each model to ensure fair comparison
+ */
+export declare class WorkflowBenchmarkService {
+    /**
+     * Execute a complete workflow for benchmarking purposes
+     */
+    executeWorkflow(input: WorkflowBenchmarkInput, aiOptions: AIOptions, streamingOptions?: StreamingOptions): Promise<WorkflowBenchmarkResult["output"]>;
+    /**
+     * Create a temporary project directory for benchmarking
+     */
+    private createTempProjectDir;
+    /**
+     * Clean up temporary project directory
+     */
+    private cleanupTempProjectDir;
+    /**
+     * Apply the results from a selected benchmark to the actual project
+     */
+    applyBenchmarkResult(selectedResult: WorkflowBenchmarkResult, targetProjectDir: string, originalResponses: WorkflowBenchmarkInput["collectedResponses"]): Promise<{
+        success: boolean;
+        message: string;
+    }>;
+    /**
+     * Validate workflow benchmark input
+     */
+    validateInput(input: any): input is WorkflowBenchmarkInput;
+}
+export declare const workflowBenchmarkService: WorkflowBenchmarkService;
+//# sourceMappingURL=workflow-benchmark.d.ts.map

package/dist/services/workflow-benchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow-benchmark.d.ts","sourceRoot":"","sources":["../../src/services/workflow-benchmark.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAE,MAAM,4BAA4B,CAAC;AACvD,OAAO,EAAE,gBAAgB,EAAQ,MAAM,UAAU,CAAC;AAClD,OAAO,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,MAAM,wBAAwB,CAAC;AAGzF;;;GAGG;AACH,qBAAa,wBAAwB;IACnC;;OAEG;IACG,eAAe,CACnB,KAAK,EAAE,sBAAsB,EAC7B,SAAS,EAAE,SAAS,EACpB,gBAAgB,CAAC,EAAE,gBAAgB,GAClC,OAAO,CAAC,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAiL7C;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAY5B;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAW7B;;OAEG;IACG,oBAAoB,CACxB,cAAc,EAAE,uBAAuB,EACvC,gBAAgB,EAAE,MAAM,EACxB,iBAAiB,EAAE,sBAAsB,CAAC,oBAAoB,CAAC,GAC9D,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;IAyFjD;;OAEG;IACH,aAAa,CAAC,KAAK,EAAE,GAAG,GAAG,KAAK,IAAI,sBAAsB;CAU3D;AAED,eAAO,MAAM,wBAAwB,0BAAiC,CAAC"}