cyrus-edge-worker 0.0.37 → 0.0.38

package/dist/EdgeWorker.js

@@ -4,14 +4,14 @@ import { basename, dirname, extname, join, resolve } from "node:path";
 import { fileURLToPath } from "node:url";
 import { LinearClient, } from "@linear/sdk";
 import { watch as chokidarWatch } from "chokidar";
-import { ClaudeRunner, createCyrusToolsServer, getAllTools, getCoordinatorTools, getReadOnlyTools, getSafeTools, } from "cyrus-claude-runner";
+import { ClaudeRunner, createCyrusToolsServer, createImageToolsServer, createSoraToolsServer, getAllTools, getCoordinatorTools, getReadOnlyTools, getSafeTools, } from "cyrus-claude-runner";
 import { isAgentSessionCreatedWebhook, isAgentSessionPromptedWebhook, isIssueAssignedWebhook, isIssueCommentMentionWebhook, isIssueNewCommentWebhook, isIssueUnassignedWebhook, PersistenceManager, } from "cyrus-core";
 import { LinearWebhookClient } from "cyrus-linear-webhook-client";
 import { NdjsonClient } from "cyrus-ndjson-client";
 import { fileTypeFromBuffer } from "file-type";
 import { AgentSessionManager } from "./AgentSessionManager.js";
+import { ProcedureRouter, } from "./procedures/index.js";
 import { SharedApplicationServer } from "./SharedApplicationServer.js";
-const LAST_MESSAGE_MARKER = "\n\nIMPORTANT: When providing your final summary response, include the special marker ___LAST_MESSAGE_MARKER___ at the very beginning of your message. This marker will be automatically removed before posting.";
 /**
  * Unified edge worker that **orchestrates**
  *   capturing Linear webhooks,
@@ -28,6 +28,7 @@ export class EdgeWorker extends EventEmitter {
     sharedApplicationServer;
     cyrusHome;
     childToParentAgentSession = new Map(); // Maps child agentSessionId to parent agentSessionId
+    procedureRouter; // Intelligent workflow routing
     configWatcher; // File watcher for config.json
     configPath; // Path to config.json file
     tokenToRepoIds = new Map(); // Maps Linear token to repository IDs using that token
@@ -36,6 +37,12 @@ export class EdgeWorker extends EventEmitter {
         this.config = config;
         this.cyrusHome = config.cyrusHome;
         this.persistenceManager = new PersistenceManager(join(this.cyrusHome, "state"));
+        // Initialize procedure router with haiku model for fast classification
+        this.procedureRouter = new ProcedureRouter({
+            cyrusHome: this.cyrusHome,
+            model: "haiku",
+            timeoutMs: 10000,
+        });
         console.log(`[EdgeWorker Constructor] Initializing parent-child session mapping system`);
         console.log(`[EdgeWorker Constructor] Parent-child mapping initialized with 0 entries`);
         // Initialize shared application server
@@ -72,7 +79,47 @@ export class EdgeWorker extends EventEmitter {
                     return parentId;
                 }, async (parentSessionId, prompt, childSessionId) => {
                     await this.handleResumeParentSession(parentSessionId, prompt, childSessionId, repo, agentSessionManager);
-                });
+                }, async (linearAgentActivitySessionId) => {
+                    console.log(`[Subroutine Transition] Advancing to next subroutine for session ${linearAgentActivitySessionId}`);
+                    // Get the session
+                    const session = agentSessionManager.getSession(linearAgentActivitySessionId);
+                    if (!session) {
+                        console.error(`[Subroutine Transition] Session ${linearAgentActivitySessionId} not found`);
+                        return;
+                    }
+                    // Get next subroutine (advancement already handled by AgentSessionManager)
+                    const nextSubroutine = this.procedureRouter.getCurrentSubroutine(session);
+                    if (!nextSubroutine) {
+                        console.log(`[Subroutine Transition] Procedure complete for session ${linearAgentActivitySessionId}`);
+                        return;
+                    }
+                    console.log(`[Subroutine Transition] Next subroutine: ${nextSubroutine.name}`);
+                    // Load subroutine prompt
+                    const __filename = fileURLToPath(import.meta.url);
+                    const __dirname = dirname(__filename);
+                    const subroutinePromptPath = join(__dirname, "prompts", nextSubroutine.promptPath);
+                    let subroutinePrompt;
+                    try {
+                        subroutinePrompt = await readFile(subroutinePromptPath, "utf-8");
+                        console.log(`[Subroutine Transition] Loaded ${nextSubroutine.name} subroutine prompt (${subroutinePrompt.length} characters)`);
+                    }
+                    catch (error) {
+                        console.error(`[Subroutine Transition] Failed to load subroutine prompt from ${subroutinePromptPath}:`, error);
+                        // Fallback to simple prompt
+                        subroutinePrompt = `Continue with: ${nextSubroutine.description}`;
+                    }
+                    // Resume Claude session with subroutine prompt
+                    try {
+                        await this.resumeClaudeSession(session, repo, linearAgentActivitySessionId, agentSessionManager, subroutinePrompt, "", // No attachment manifest
+                        false, // Not a new session
+                        [], // No additional allowed directories
+                        nextSubroutine.maxTurns);
+                        console.log(`[Subroutine Transition] Successfully resumed session for ${nextSubroutine.name} subroutine${nextSubroutine.maxTurns ? ` (maxTurns=${nextSubroutine.maxTurns})` : ""}`);
+                    }
+                    catch (error) {
+                        console.error(`[Subroutine Transition] Failed to resume session for ${nextSubroutine.name} subroutine:`, error);
+                    }
+                }, this.procedureRouter, this.sharedApplicationServer);
                 this.agentSessionManagers.set(repo.id, agentSessionManager);
             }
         }
@@ -461,7 +508,8 @@ export class EdgeWorker extends EventEmitter {
                     return this.childToParentAgentSession.get(childSessionId);
                 }, async (parentSessionId, prompt, childSessionId) => {
                     await this.handleResumeParentSession(parentSessionId, prompt, childSessionId, repo, agentSessionManager);
-                });
+                }, undefined, // No resumeNextSubroutine callback for dynamically added repos
+                this.procedureRouter, this.sharedApplicationServer);
                 this.agentSessionManagers.set(repo.id, agentSessionManager);
                 // Update token-to-repo mapping
                 const repoIds = this.tokenToRepoIds.get(repo.linearToken) || [];
@@ -1002,8 +1050,62 @@ export class EdgeWorker extends EventEmitter {
         const sessionData = await this.createLinearAgentSession(linearAgentActivitySessionId, issue, repository, agentSessionManager);
         // Destructure the session data (excluding allowedTools which we'll build with promptType)
         const { session, fullIssue, workspace: _workspace, attachmentResult, attachmentsDir: _attachmentsDir, allowedDirectories, } = sessionData;
-        // Fetch labels (needed for both model selection and system prompt determination)
+        // Initialize procedure metadata using intelligent routing
+        if (!session.metadata) {
+            session.metadata = {};
+        }
+        // Post ephemeral "Routing..." thought
+        await agentSessionManager.postRoutingThought(linearAgentActivitySessionId);
+        // Fetch labels early (needed for label override check)
         const labels = await this.fetchIssueLabels(fullIssue);
+        // Check for label overrides BEFORE AI routing
+        const debuggerConfig = repository.labelPrompts?.debugger;
+        const debuggerLabels = Array.isArray(debuggerConfig)
+            ? debuggerConfig
+            : debuggerConfig?.labels;
+        const hasDebuggerLabel = debuggerLabels?.some((label) => labels.includes(label));
+        const orchestratorConfig = repository.labelPrompts?.orchestrator;
+        const orchestratorLabels = Array.isArray(orchestratorConfig)
+            ? orchestratorConfig
+            : orchestratorConfig?.labels;
+        const hasOrchestratorLabel = orchestratorLabels?.some((label) => labels.includes(label));
+        let finalProcedure;
+        let finalClassification;
+        // If labels indicate a specific procedure, use that instead of AI routing
+        if (hasDebuggerLabel) {
+            const debuggerProcedure = this.procedureRouter.getProcedure("debugger-full");
+            if (!debuggerProcedure) {
+                throw new Error("debugger-full procedure not found in registry");
+            }
+            finalProcedure = debuggerProcedure;
+            finalClassification = "debugger";
+            console.log(`[EdgeWorker] Using debugger-full procedure due to debugger label (skipping AI routing)`);
+        }
+        else if (hasOrchestratorLabel) {
+            const orchestratorProcedure = this.procedureRouter.getProcedure("orchestrator-full");
+            if (!orchestratorProcedure) {
+                throw new Error("orchestrator-full procedure not found in registry");
+            }
+            finalProcedure = orchestratorProcedure;
+            finalClassification = "orchestrator";
+            console.log(`[EdgeWorker] Using orchestrator-full procedure due to orchestrator label (skipping AI routing)`);
+        }
+        else {
+            // No label override - use AI routing
+            const issueDescription = `${issue.title}\n\n${fullIssue.description || ""}`.trim();
+            const routingDecision = await this.procedureRouter.determineRoutine(issueDescription);
+            finalProcedure = routingDecision.procedure;
+            finalClassification = routingDecision.classification;
+            // Log AI routing decision
+            console.log(`[EdgeWorker] AI routing decision for ${linearAgentActivitySessionId}:`);
+            console.log(`  Classification: ${routingDecision.classification}`);
+            console.log(`  Procedure: ${finalProcedure.name}`);
+            console.log(`  Reasoning: ${routingDecision.reasoning}`);
+        }
+        // Initialize procedure metadata in session with final decision
+        this.procedureRouter.initializeProcedureMetadata(session, finalProcedure);
+        // Post single procedure selection result (replaces ephemeral routing thought)
+        await agentSessionManager.postProcedureSelectionThought(linearAgentActivitySessionId, finalProcedure.name, finalClassification);
         // Only determine system prompt for delegation (not mentions) or when /label-based-prompt is requested
         let systemPrompt;
         let systemPromptVersion;
@@ -1098,6 +1200,7 @@ export class EdgeWorker extends EventEmitter {
         }
         let session = agentSessionManager.getSession(linearAgentActivitySessionId);
         let isNewSession = false;
+        let fullIssue = null;
         if (!session) {
             console.log(`[EdgeWorker] No existing session found for agent activity session ${linearAgentActivitySessionId}, creating new session`);
             isNewSession = true;
@@ -1106,23 +1209,70 @@ export class EdgeWorker extends EventEmitter {
             // Create the session using the shared method
             const sessionData = await this.createLinearAgentSession(linearAgentActivitySessionId, issue, repository, agentSessionManager);
             // Destructure session data for new session
-            const { fullIssue: newFullIssue } = sessionData;
+            fullIssue = sessionData.fullIssue;
             session = sessionData.session;
+            console.log(`[EdgeWorker] Created new session ${linearAgentActivitySessionId} (prompted webhook)`);
             // Save state and emit events for new session
             await this.savePersistedState();
-            this.emit("session:started", newFullIssue.id, newFullIssue, repository.id);
-            this.config.handlers?.onSessionStart?.(newFullIssue.id, newFullIssue, repository.id);
+            this.emit("session:started", fullIssue.id, fullIssue, repository.id);
+            this.config.handlers?.onSessionStart?.(fullIssue.id, fullIssue, repository.id);
+        }
+        else {
+            console.log(`[EdgeWorker] Found existing session ${linearAgentActivitySessionId} for new user prompt`);
+            // Post instant acknowledgment for existing session BEFORE any async work
+            // Check streaming status first to determine the message
+            const isCurrentlyStreaming = session?.claudeRunner?.isStreaming() || false;
+            await this.postInstantPromptedAcknowledgment(linearAgentActivitySessionId, repository.id, isCurrentlyStreaming);
+            // Need to fetch full issue for routing context
+            const linearClient = this.linearClients.get(repository.id);
+            if (linearClient) {
+                try {
+                    fullIssue = await linearClient.issue(issue.id);
+                }
+                catch (error) {
+                    console.warn(`[EdgeWorker] Failed to fetch full issue for routing: ${issue.id}`, error);
+                    // Continue with degraded routing context
+                }
+            }
+        }
+        // Check if runner is actively streaming before routing
+        const existingRunner = session?.claudeRunner;
+        const isStreaming = existingRunner?.isStreaming() || false;
+        // Always route procedure for new comments, UNLESS actively streaming
+        if (!isStreaming) {
+            // Initialize procedure metadata using intelligent routing
+            if (!session.metadata) {
+                session.metadata = {};
+            }
+            // Post ephemeral "Routing..." thought
+            await agentSessionManager.postRoutingThought(linearAgentActivitySessionId);
+            // For prompted events, use the actual prompt content from the user
+            // Combine with issue context for better routing
+            if (!fullIssue) {
+                console.warn(`[EdgeWorker] Routing without full issue details for ${linearAgentActivitySessionId}`);
+            }
+            const promptBody = webhook.agentActivity.content.body;
+            const routingDecision = await this.procedureRouter.determineRoutine(promptBody.trim());
+            const selectedProcedure = routingDecision.procedure;
+            // Initialize procedure metadata in session (resets for each new comment)
+            this.procedureRouter.initializeProcedureMetadata(session, selectedProcedure);
+            // Post procedure selection result (replaces ephemeral routing thought)
+            await agentSessionManager.postProcedureSelectionThought(linearAgentActivitySessionId, selectedProcedure.name, routingDecision.classification);
+            // Log routing decision
+            console.log(`[EdgeWorker] Routing decision for ${linearAgentActivitySessionId} (prompted webhook, ${isNewSession ? "new" : "existing"} session):`);
+            console.log(`  Classification: ${routingDecision.classification}`);
+            console.log(`  Procedure: ${selectedProcedure.name}`);
+            console.log(`  Reasoning: ${routingDecision.reasoning}`);
+        }
+        else {
+            console.log(`[EdgeWorker] Skipping routing for ${linearAgentActivitySessionId} - runner is actively streaming`);
         }
         // Ensure session is not null after creation/retrieval
         if (!session) {
             throw new Error(`Failed to get or create session for agent activity session ${linearAgentActivitySessionId}`);
         }
-        // Nothing before this should create latency or be async, so that these remain instant and low-latency for user experience
-        const existingRunner = session.claudeRunner;
-        if (!isNewSession) {
-            // Only post acknowledgment for existing sessions (new sessions already handled it above)
-            await this.postInstantPromptedAcknowledgment(linearAgentActivitySessionId, repository.id, existingRunner?.isStreaming() || false);
-        }
+        // Acknowledgment already posted above for both new and existing sessions
+        // (before any async routing work to ensure instant user feedback)
         // Get Linear client for this repository
         const linearClient = this.linearClients.get(repository.id);
         if (!linearClient) {
@@ -1186,7 +1336,6 @@ export class EdgeWorker extends EventEmitter {
             if (attachmentManifest) {
                 fullPrompt = `${promptBody}\n\n${attachmentManifest}`;
             }
-            fullPrompt = `${fullPrompt}${LAST_MESSAGE_MARKER}`;
             existingRunner.addStreamMessage(fullPrompt);
             return; // Exit early - comment has been added to stream
         }
@@ -1416,7 +1565,6 @@ export class EdgeWorker extends EventEmitter {
                 console.log(`[EdgeWorker] Adding attachment manifest to label-based prompt, length: ${attachmentManifest.length} characters`);
                 prompt = `${prompt}\n\n${attachmentManifest}`;
             }
-            prompt = `${prompt}${LAST_MESSAGE_MARKER}`;
             console.log(`[EdgeWorker] Label-based prompt built successfully, length: ${prompt.length} characters`);
             return { prompt, version: templateVersion };
         }
@@ -1460,7 +1608,6 @@ IMPORTANT: You were specifically mentioned in the comment above. Focus on addres
             if (attachmentManifest) {
                 prompt = `${prompt}\n\n${attachmentManifest}`;
             }
-            prompt = `${prompt}${LAST_MESSAGE_MARKER}`;
             return { prompt };
         }
         catch (error) {
@@ -1781,7 +1928,6 @@ IMPORTANT: Focus specifically on addressing the new comment above. This is a new
                 console.log(`[EdgeWorker] Adding repository-specific instruction`);
                 prompt = `${prompt}\n\n<repository-specific-instruction>\n${repository.appendInstruction}\n</repository-specific-instruction>`;
             }
-            prompt = `${prompt}${LAST_MESSAGE_MARKER}`;
             console.log(`[EdgeWorker] Final prompt length: ${prompt.length} characters`);
             return { prompt, version: templateVersion };
         }
@@ -1805,7 +1951,7 @@ Branch: ${issue.branchName}
 Working directory: ${repository.repositoryPath}
 Base branch: ${baseBranch}
 
-${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please analyze this issue and help implement a solution. ${LAST_MESSAGE_MARKER}`;
+${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please analyze this issue and help implement a solution.`;
             return { prompt: fallbackPrompt, version: undefined };
         }
     }
@@ -2378,6 +2524,20 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
                 },
             }),
         };
+        // Add OpenAI-based MCP servers if API key is configured
+        if (repository.openaiApiKey) {
+            // Sora video generation tools
+            mcpConfig["sora-tools"] = createSoraToolsServer({
+                apiKey: repository.openaiApiKey,
+                outputDirectory: repository.openaiOutputDirectory,
+            });
+            // GPT Image generation tools
+            mcpConfig["image-tools"] = createImageToolsServer({
+                apiKey: repository.openaiApiKey,
+                outputDirectory: repository.openaiOutputDirectory,
+            });
+            console.log(`[EdgeWorker] Configured OpenAI MCP servers (Sora + GPT Image) for repository: ${repository.name}`);
+        }
         return mcpConfig;
     }
     /**
@@ -2416,13 +2576,13 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
             const manifestSuffix = attachmentManifest
                 ? `\n\n${attachmentManifest}`
                 : "";
-            return `${promptBody}${manifestSuffix}${LAST_MESSAGE_MARKER}`;
+            return `${promptBody}${manifestSuffix}`;
         }
     }
     /**
      * Build Claude runner configuration with common settings
      */
-    buildClaudeRunnerConfig(session, repository, linearAgentActivitySessionId, systemPrompt, allowedTools, allowedDirectories, disallowedTools, resumeSessionId, labels) {
+    buildClaudeRunnerConfig(session, repository, linearAgentActivitySessionId, systemPrompt, allowedTools, allowedDirectories, disallowedTools, resumeSessionId, labels, maxTurns) {
         // Configure PostToolUse hook for playwright screenshots
         const hooks = {
             PostToolUse: [
@@ -2482,7 +2642,7 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
             cyrusHome: this.cyrusHome,
             mcpConfigPath: repository.mcpConfigPath,
             mcpConfig: this.buildMcpConfig(repository, linearAgentActivitySessionId),
-            appendSystemPrompt: (systemPrompt || "") + LAST_MESSAGE_MARKER,
+            appendSystemPrompt: systemPrompt || "",
             // Priority order: label override > repository config > global default
             model: modelOverride || repository.model || this.config.defaultModel,
             fallbackModel: fallbackModelOverride ||
@@ -2497,6 +2657,9 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
         if (resumeSessionId) {
             config.resumeSessionId = resumeSessionId;
         }
+        if (maxTurns !== undefined) {
+            config.maxTurns = maxTurns;
+        }
         return config;
     }
     /**
@@ -2812,7 +2975,7 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
      * @param attachmentManifest Optional attachment manifest
      * @param isNewSession Whether this is a new session
      */
-    async resumeClaudeSession(session, repository, linearAgentActivitySessionId, agentSessionManager, promptBody, attachmentManifest = "", isNewSession = false, additionalAllowedDirectories = []) {
+    async resumeClaudeSession(session, repository, linearAgentActivitySessionId, agentSessionManager, promptBody, attachmentManifest = "", isNewSession = false, additionalAllowedDirectories = [], maxTurns) {
         // Check for existing runner
         const existingRunner = session.claudeRunner;
         // If there's an existing streaming runner, add to it
@@ -2821,7 +2984,6 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
             if (attachmentManifest) {
                 fullPrompt = `${promptBody}\n\n${attachmentManifest}`;
             }
-            fullPrompt = `${fullPrompt}${LAST_MESSAGE_MARKER}`;
             existingRunner.addStreamMessage(fullPrompt);
             return;
         }
@@ -2854,7 +3016,11 @@ ${newComment ? `New comment to address:\n${newComment.body}\n\n` : ""}Please ana
             ...additionalAllowedDirectories,
         ];
         // Create runner configuration
-        const runnerConfig = this.buildClaudeRunnerConfig(session, repository, linearAgentActivitySessionId, systemPrompt, allowedTools, allowedDirectories, disallowedTools, needsNewClaudeSession ? undefined : session.claudeSessionId, labels);
+        const resumeSessionId = needsNewClaudeSession
+            ? undefined
+            : session.claudeSessionId;
+        const runnerConfig = this.buildClaudeRunnerConfig(session, repository, linearAgentActivitySessionId, systemPrompt, allowedTools, allowedDirectories, disallowedTools, resumeSessionId, labels, // Pass labels for model override
+        maxTurns);
         const runner = new ClaudeRunner(runnerConfig);
         // Store runner
         agentSessionManager.addClaudeRunner(linearAgentActivitySessionId, runner);