@stackmemoryai/stackmemory 1.5.7 → 1.5.9

package/dist/src/cli/commands/orchestrator.js

@@ -4,8 +4,10 @@ const __filename = __fileURLToPath(import.meta.url);
 const __dirname = __pathDirname(__filename);
 import { spawn, execSync } from "child_process";
 import {
+  appendFileSync,
   existsSync,
   mkdirSync,
+  readFileSync,
   rmSync,
   writeFileSync,
   readdirSync,
@@ -27,6 +29,14 @@ import {
 } from "../../core/worktree/preflight.js";
 import { ContextCapture } from "../../core/worktree/capture.js";
 import { extractKeywords } from "../../core/utils/text.js";
+function getOutcomesLogPath() {
+  return join(homedir(), ".stackmemory", "conductor", "outcomes.jsonl");
+}
+function logAgentOutcome(entry) {
+  const dir = join(homedir(), ".stackmemory", "conductor");
+  if (!existsSync(dir)) mkdirSync(dir, { recursive: true });
+  appendFileSync(getOutcomesLogPath(), JSON.stringify(entry) + "\n");
+}
 function findPackageRoot() {
   const currentFile = fileURLToPath(import.meta.url);
   let dir = dirname(currentFile);
@@ -452,6 +462,7 @@ class Conductor {
       logger.info("Rate limit backoff expired, resuming dispatch");
       console.log("[rate-limit] Backoff expired, resuming dispatch");
     }
+    await this.checkStaleAgents();
     await this.reconcile();
     const available = this.config.maxConcurrent - this.running.size;
     if (available <= 0) {
@@ -633,6 +644,18 @@ class Conductor {
         await this.runAgent(issue, run);
         run.status = "completed";
         this.completeCount++;
+        logAgentOutcome({
+          timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+          issue: issue.identifier,
+          attempt: run.attempt,
+          outcome: "success",
+          phase: run.phase,
+          toolCalls: run.toolCalls,
+          filesModified: run.filesModified,
+          tokensUsed: run.tokensUsed,
+          durationMs: Date.now() - run.startedAt,
+          hasCommits: true
+        });
         await this.runHook(
           "after-run",
           run.workspacePath,
@@ -949,6 +972,26 @@ class Conductor {
     return "claude";
   }
   // ── Agent Execution ──
+  /**
+   * Build environment variables for an agent process.
+   * Injects PORTLESS_URL if portless is available, giving each worktree
+   * a stable named localhost URL for service discovery.
+   */
+  buildAgentEnv(issue, run) {
+    const env = { ...process.env };
+    delete env["CLAUDECODE"];
+    delete env["ANTHROPIC_API_KEY"];
+    const wsKey = this.sanitizeIdentifier(issue.identifier);
+    return {
+      ...env,
+      SYMPHONY_WORKSPACE_DIR: run.workspacePath,
+      SYMPHONY_ISSUE_ID: issue.id,
+      SYMPHONY_ISSUE_IDENTIFIER: issue.identifier,
+      SYMPHONY_ATTEMPT: String(run.attempt),
+      PORTLESS_URL: `http://${wsKey}.localhost:1355`,
+      PORTLESS_NAME: wsKey
+    };
+  }
   async runAgent(issue, run) {
     if (this.config.agentMode === "cli") {
       try {
@@ -995,18 +1038,7 @@ class Conductor {
         ],
         {
           cwd: run.workspacePath,
-          env: (() => {
-            const env = { ...process.env };
-            delete env.CLAUDECODE;
-            delete env.ANTHROPIC_API_KEY;
-            return {
-              ...env,
-              SYMPHONY_WORKSPACE_DIR: run.workspacePath,
-              SYMPHONY_ISSUE_ID: issue.id,
-              SYMPHONY_ISSUE_IDENTIFIER: issue.identifier,
-              SYMPHONY_ATTEMPT: String(run.attempt)
-            };
-          })(),
+          env: this.buildAgentEnv(issue, run),
           stdio: ["pipe", "pipe", "pipe"]
         }
       );
@@ -1114,18 +1146,9 @@ class Conductor {
   runAgentAdapter(issue, run) {
     return new Promise((resolve, reject) => {
       const prompt = this.buildPrompt(issue, run.attempt);
-      const env = { ...process.env };
-      delete env.CLAUDECODE;
-      delete env.ANTHROPIC_API_KEY;
       const proc = spawn("node", [this.config.appServerPath], {
         cwd: run.workspacePath,
-        env: {
-          ...env,
-          SYMPHONY_WORKSPACE_DIR: run.workspacePath,
-          SYMPHONY_ISSUE_ID: issue.id,
-          SYMPHONY_ISSUE_IDENTIFIER: issue.identifier,
-          SYMPHONY_ATTEMPT: String(run.attempt)
-        },
+        env: this.buildAgentEnv(issue, run),
         stdio: ["pipe", "pipe", "pipe"]
       });
       run.process = proc;
@@ -1269,7 +1292,32 @@ class Conductor {
       }
     }
   }
+  /**
+   * Build the agent prompt. If a custom template exists at
+   * ~/.stackmemory/conductor/prompt-template.md, use it with variable
+   * substitution. Otherwise fall back to the default template.
+   *
+   * Template variables: {{ISSUE_ID}}, {{TITLE}}, {{DESCRIPTION}},
+   * {{LABELS}}, {{PRIORITY}}, {{ATTEMPT}}, {{PRIOR_CONTEXT}}
+   */
   buildPrompt(issue, attempt) {
+    const templatePath = join(
+      homedir(),
+      ".stackmemory",
+      "conductor",
+      "prompt-template.md"
+    );
+    const priority = ["None", "Urgent", "High", "Medium", "Low"][issue.priority] || "None";
+    const labels = issue.labels.length > 0 ? issue.labels.map((l) => l.name).join(", ") : "";
+    const priorContext = attempt > 1 ? `This is attempt ${attempt}. Check .stackmemory/conductor-context.md for context from prior attempts.` : "";
+    if (existsSync(templatePath)) {
+      try {
+        let template = readFileSync(templatePath, "utf-8");
+        template = template.replace(/\{\{ISSUE_ID\}\}/g, issue.identifier).replace(/\{\{TITLE\}\}/g, issue.title).replace(/\{\{DESCRIPTION\}\}/g, issue.description || "").replace(/\{\{LABELS\}\}/g, labels).replace(/\{\{PRIORITY\}\}/g, priority).replace(/\{\{ATTEMPT\}\}/g, String(attempt)).replace(/\{\{PRIOR_CONTEXT\}\}/g, priorContext);
+        return template;
+      } catch {
+      }
+    }
     const lines = [
       `You are working on Linear issue ${issue.identifier}: ${issue.title}`,
       ""
@@ -1277,17 +1325,12 @@ class Conductor {
     if (issue.description) {
       lines.push("## Description", "", issue.description, "");
     }
-    if (issue.labels.length > 0) {
-      lines.push(`Labels: ${issue.labels.map((l) => l.name).join(", ")}`);
+    if (labels) {
+      lines.push(`Labels: ${labels}`);
     }
-    lines.push(
-      `Priority: ${["None", "Urgent", "High", "Medium", "Low"][issue.priority] || "None"}`
-    );
-    if (attempt > 1) {
-      lines.push(
-        "",
-        `This is attempt ${attempt}. Check .stackmemory/conductor-context.md for context from prior attempts.`
-      );
+    lines.push(`Priority: ${priority}`);
+    if (priorContext) {
+      lines.push("", priorContext);
     }
     lines.push(
       "",
@@ -1405,6 +1448,146 @@ class Conductor {
     }
   }
   // ── Reconciliation ──
+  /**
+   * Check for stale agents — no status update in 1 hour.
+   * If the process is dead, clean up. If alive but stuck, kill and free the slot.
+   */
+  async checkStaleAgents() {
+    if (this.running.size === 0) return;
+    const staleThresholdMs = 60 * 60 * 1e3;
+    const now = Date.now();
+    for (const [issueId, run] of this.running) {
+      const agentDir = getAgentStatusDir(run.issue.identifier);
+      const statusPath = join(agentDir, "status.json");
+      let lastUpdate = run.startedAt;
+      try {
+        const data = JSON.parse(readFileSync(statusPath, "utf-8"));
+        lastUpdate = new Date(data.lastUpdate).getTime();
+      } catch {
+      }
+      const elapsed = now - lastUpdate;
+      if (elapsed < staleThresholdMs) continue;
+      const elapsedMin = Math.round(elapsed / 6e4);
+      const pid = run.process?.pid;
+      let alive = false;
+      if (pid) {
+        try {
+          process.kill(pid, 0);
+          alive = true;
+        } catch {
+        }
+      }
+      if (!alive) {
+        logger.warn("Stale agent process is dead, cleaning up", {
+          identifier: run.issue.identifier,
+          pid,
+          staleMins: elapsedMin
+        });
+        console.log(
+          `[${run.issue.identifier}] Agent dead after ${elapsedMin}m \u2014 finalizing`
+        );
+        await this.finalizeStaleAgent(run);
+        this.running.delete(issueId);
+      } else {
+        logger.warn("Stale agent still alive but stuck, killing", {
+          identifier: run.issue.identifier,
+          pid,
+          staleMins: elapsedMin
+        });
+        console.log(
+          `[${run.issue.identifier}] Agent stuck for ${elapsedMin}m \u2014 killing pid ${pid}`
+        );
+        run.process?.kill("SIGTERM");
+        await new Promise((resolve) => setTimeout(resolve, 1e4));
+        if (run.process && !run.process.killed) {
+          run.process.kill("SIGKILL");
+        }
+        await this.finalizeStaleAgent(run);
+        this.running.delete(issueId);
+      }
+    }
+  }
+  /**
+   * Finalize an agent that completed or died without proper cleanup.
+   * Checks for commits, transitions Linear issue, takes snapshot.
+   */
+  async finalizeStaleAgent(run) {
+    const wsPath = run.workspacePath;
+    if (!wsPath || !existsSync(wsPath)) {
+      this.completed.add(run.issue.id);
+      return;
+    }
+    let hasCommits = false;
+    try {
+      const log = execSync(
+        `git log origin/${this.config.baseBranch}..HEAD --oneline`,
+        { cwd: wsPath, encoding: "utf-8", timeout: 1e4 }
+      );
+      hasCommits = log.trim().length > 0;
+    } catch {
+    }
+    let errorTail;
+    if (!hasCommits) {
+      try {
+        const logPath = join(
+          getAgentStatusDir(run.issue.identifier),
+          "output.log"
+        );
+        if (existsSync(logPath)) {
+          const content = readFileSync(logPath, "utf-8");
+          const lines = content.trim().split("\n");
+          errorTail = lines.slice(-5).join("\n");
+        }
+      } catch {
+      }
+    }
+    const durationMs = Date.now() - run.startedAt;
+    logAgentOutcome({
+      timestamp: (/* @__PURE__ */ new Date()).toISOString(),
+      issue: run.issue.identifier,
+      attempt: run.attempt,
+      outcome: hasCommits ? "success" : "failure",
+      phase: run.phase,
+      toolCalls: run.toolCalls,
+      filesModified: run.filesModified,
+      tokensUsed: run.tokensUsed,
+      durationMs,
+      hasCommits,
+      errorTail
+    });
+    if (hasCommits) {
+      logger.info("Stale agent had commits, transitioning to In Review", {
+        identifier: run.issue.identifier
+      });
+      console.log(
+        `[${run.issue.identifier}] Found commits \u2014 moving to In Review`
+      );
+      this.takeSnapshot(wsPath, run.issue);
+      await this.transitionIssue(run.issue, this.config.inReviewState).catch(
+        (err) => {
+          logger.error("Failed to transition stale agent issue", {
+            identifier: run.issue.identifier,
+            error: err.message
+          });
+        }
+      );
+      this.completeCount++;
+    } else {
+      logger.info("Stale agent had no commits, marking as failed", {
+        identifier: run.issue.identifier
+      });
+      console.log(
+        `[${run.issue.identifier}] No commits found \u2014 marking failed`
+      );
+      this.failCount++;
+    }
+    this.writeAgentStatus(run.issue.identifier, {
+      ...run,
+      status: hasCommits ? "completed" : "failed",
+      phase: hasCommits ? "committing" : run.phase
+    });
+    this.completed.add(run.issue.id);
+  }
   async reconcile() {
     if (!this.client || this.running.size === 0) return;
     for (const [issueId, run] of this.running) {
@@ -1454,5 +1637,6 @@ class Conductor {
 }
 export {
   Conductor,
-  getAgentStatusDir
+  getAgentStatusDir,
+  getOutcomesLogPath
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stackmemoryai/stackmemory",
-  "version": "1.5.7",
+  "version": "1.5.9",
   "description": "Lossless, project-scoped memory for AI coding tools. Durable context across sessions with 56 MCP tools, FTS5 search, conductor orchestrator, loop/watch monitoring, snapshot capture, pre-flight overlap checks, Claude/Codex/OpenCode wrappers, Linear sync, and automatic hooks.",
   "engines": {
     "node": ">=20.0.0",

package/scripts/gepa/.before-optimize.md

@@ -103,38 +103,6 @@ Located at `api/app/graphql/{api,private}/v1/`
 - Use `test()` instead of `it()` in tests
 - Use `toBeCalled()` instead of `toHaveBeenCalledWith()` in jest assertions
 
-## LSP Setup (Code Intelligence)
-
-Claude Code uses LSP plugins for go-to-definition, find-references, and real-time diagnostics.
-
-### Installed Plugins
-- **vtsls** (JS/TS) - `vtsls@claude-code-lsps` from boostvolt marketplace
-- **ruby-lsp** (Ruby) - `ruby-lsp@ruby-skills` + `ruby-skills@ruby-skills` from st0012 marketplace
-
-### Prerequisites
-```bash
-# TypeScript/JS language server
-npm install -g @vtsls/language-server
-
-# Ruby language server (use rbenv gem, not system)
-/Users/jwu/.rbenv/versions/3.3.5/bin/gem install ruby-lsp
-```
-
-### Known Issues
-- Official `typescript-lsp@claude-plugins-official` is broken (missing plugin.json) — use `vtsls@claude-code-lsps` instead
-- Ruby LSP launch script patched at `~/.claude/plugins/cache/ruby-skills/ruby-lsp/1.0.0/scripts/launch-ruby-lsp.sh` — macOS lacks GNU `timeout` which breaks the version manager detection. Patch hardcodes rbenv PATH.
-- Plugin auto-updates may overwrite the patch — re-apply if Ruby LSP stops working
-
-### Reinstall Commands
-```bash
-claude plugin marketplace add boostvolt/claude-code-lsps
-claude plugin install vtsls@claude-code-lsps
-
-claude plugin marketplace add st0012/ruby-skills
-claude plugin install ruby-lsp@ruby-skills
-claude plugin install ruby-skills@ruby-skills
-```
-
 ## Key Configuration Files
 
 - `api/config/database.yml` - Database connections (primary + timescale)

package/scripts/gepa/generations/gen-000/baseline.md

@@ -103,38 +103,6 @@ Located at `api/app/graphql/{api,private}/v1/`
 - Use `test()` instead of `it()` in tests
 - Use `toBeCalled()` instead of `toHaveBeenCalledWith()` in jest assertions
 
-## LSP Setup (Code Intelligence)
-
-Claude Code uses LSP plugins for go-to-definition, find-references, and real-time diagnostics.
-
-### Installed Plugins
-- **vtsls** (JS/TS) - `vtsls@claude-code-lsps` from boostvolt marketplace
-- **ruby-lsp** (Ruby) - `ruby-lsp@ruby-skills` + `ruby-skills@ruby-skills` from st0012 marketplace
-
-### Prerequisites
-```bash
-# TypeScript/JS language server
-npm install -g @vtsls/language-server
-
-# Ruby language server (use rbenv gem, not system)
-/Users/jwu/.rbenv/versions/3.3.5/bin/gem install ruby-lsp
-```
-
-### Known Issues
-- Official `typescript-lsp@claude-plugins-official` is broken (missing plugin.json) — use `vtsls@claude-code-lsps` instead
-- Ruby LSP launch script patched at `~/.claude/plugins/cache/ruby-skills/ruby-lsp/1.0.0/scripts/launch-ruby-lsp.sh` — macOS lacks GNU `timeout` which breaks the version manager detection. Patch hardcodes rbenv PATH.
-- Plugin auto-updates may overwrite the patch — re-apply if Ruby LSP stops working
-
-### Reinstall Commands
-```bash
-claude plugin marketplace add boostvolt/claude-code-lsps
-claude plugin install vtsls@claude-code-lsps
-
-claude plugin marketplace add st0012/ruby-skills
-claude plugin install ruby-lsp@ruby-skills
-claude plugin install ruby-skills@ruby-skills
-```
-
 ## Key Configuration Files
 
 - `api/config/database.yml` - Database connections (primary + timescale)

package/scripts/gepa/generations/gen-001/baseline.md

@@ -103,38 +103,6 @@ Located at `api/app/graphql/{api,private}/v1/`
 - Use `test()` instead of `it()` in tests
 - Use `toBeCalled()` instead of `toHaveBeenCalledWith()` in jest assertions
 
-## LSP Setup (Code Intelligence)
-
-Claude Code uses LSP plugins for go-to-definition, find-references, and real-time diagnostics.
-
-### Installed Plugins
-- **vtsls** (JS/TS) - `vtsls@claude-code-lsps` from boostvolt marketplace
-- **ruby-lsp** (Ruby) - `ruby-lsp@ruby-skills` + `ruby-skills@ruby-skills` from st0012 marketplace
-
-### Prerequisites
-```bash
-# TypeScript/JS language server
-npm install -g @vtsls/language-server
-
-# Ruby language server (use rbenv gem, not system)
-/Users/jwu/.rbenv/versions/3.3.5/bin/gem install ruby-lsp
-```
-
-### Known Issues
-- Official `typescript-lsp@claude-plugins-official` is broken (missing plugin.json) — use `vtsls@claude-code-lsps` instead
-- Ruby LSP launch script patched at `~/.claude/plugins/cache/ruby-skills/ruby-lsp/1.0.0/scripts/launch-ruby-lsp.sh` — macOS lacks GNU `timeout` which breaks the version manager detection. Patch hardcodes rbenv PATH.
-- Plugin auto-updates may overwrite the patch — re-apply if Ruby LSP stops working
-
-### Reinstall Commands
-```bash
-claude plugin marketplace add boostvolt/claude-code-lsps
-claude plugin install vtsls@claude-code-lsps
-
-claude plugin marketplace add st0012/ruby-skills
-claude plugin install ruby-lsp@ruby-skills
-claude plugin install ruby-skills@ruby-skills
-```
-
 ## Key Configuration Files
 
 - `api/config/database.yml` - Database connections (primary + timescale)

package/scripts/gepa/generations/gen-001/variant-a.md

@@ -1 +1,107 @@
-API Error: 400 {"type":"error","error":{"type":"invalid_request_error","message":"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC."},"request_id":"req_011CYrHCd5bajfrRXjhYqSFH"}
+# CLAUDE.md
+
+Guidance for Claude Code when working in this repository.
+
+## Project Overview
+
+Sol is the **Rize** monorepo (automatic time tracking). Stack:
+- **api/** - Rails 7.1 GraphQL backend (Ruby 3.3.5)
+- **web/** - Next.js 14 React app (Node 22)
+- **electron/** - Electron desktop app (Node 22)
+- **services/** - Bun TypeScript event consumers/workers
+- **vanity/** - Webflow marketing scripts (deprecated)
+- **voyager/** - Marketing website (Next.js)
+- **puppet/** - Puppeteer server for images/PDFs
+- **chrome/** - Chrome extension
+- **docs/** - Docusaurus site
+- **zapier/** - Zapier integration
+
+## Development Commands
+
+### Start Dev Environment
+```bash
+./scripts/run-dev.sh  # All services (requires iTerm2 on macOS)
+
+# Individually:
+cd api && hivemind Procfile.dev      # Rails + AnyCable + Sidekiq + Clockwork
+cd web && npm run dev                # Next.js (port 3001)
+cd electron && npm run dev           # Electron with hot reload
+cd services && hivemind Procfile.dev # Bun services
+```
+
+### Docker (required before api/services)
+```bash
+cd api && docker-compose up -d
+# TimescaleDB: localhost:15432 | Redis: localhost:16379
+# Kafka: localhost:9092 | MySQL: localhost:13306
+```
+
+### Testing
+```bash
+# API (RSpec)
+cd api && bundle exec rspec
+cd api && bundle exec rspec spec/path/to/file_spec.rb
+cd api && bundle exec rspec spec/path/to/file_spec.rb:42
+
+# Electron (Jest)
+cd electron && npm test
+cd electron && npm run test:watch
+cd electron && npm run test:coverage
+
+# Web: no active tests (exits 0)
+```
+
+### Building
+```bash
+cd api && bundle install && rake db:migrate
+cd web && npm run build       # gql-gen + tailwind + next build
+cd electron && npm run build  # Electron Forge make
+cd services && bun install
+```
+
+### GraphQL Code Generation
+- `cd web && npm run build` — includes gql codegen
+- `cd electron && npm run dev` — runs gql codegen automatically
+
+## Architecture
+
+### GraphQL API
+Two endpoints:
+- **api/v1** — Public API (OAuth, Zapier) → `api/app/graphql/api/v1/`
+- **private/v1** — Internal API (web, electron) → `api/app/graphql/private/v1/`
+
+### Real-time
+- AnyCable WebSocket subscriptions
+- ActionCable channels: `api/app/channels/`
+- Config: `api/config/cable.yml`, `api/config/anycable.yml`
+
+### Background Jobs
+- Sidekiq (async): `api/config/sidekiq.yml`
+- Clockwork (scheduled): `api/config/clock.rb`
+
+### Event Streaming
+- Kafka publish/consume via `services/consumers/`
+- Config: `api/config/initializers/kafka.rb`
+
+### Databases
+- **PostgreSQL** — primary app data
+- **TimescaleDB** — time-series (separate connection in `database.yml`)
+- **MySQL** — legacy integrations
+- **Redis** — caching, ActionCable, Sidekiq
+
+## Style Guidelines
+
+### JavaScript/TypeScript Tests
+- Use `test()` not `it()`
+- Use `toBeCalled()` not `toHaveBeenCalledWith()`
+
+## Key Config Files
+
+| File | Purpose |
+|------|---------|
+| `api/config/database.yml` | DB connections (primary + timescale) |
+| `api/config/cable.yml` | AnyCable WebSocket config |
+| `api/Procfile.dev` | Dev processes (rails, anycable, sidekiq, clockwork) |
+| `sol.code-workspace` | VS Code multi-folder workspace |
+
+Each subproject needs its own `.env` file (not committed).