@stackmemoryai/stackmemory 1.5.9 → 1.6.1

package/scripts/gepa/results/eval-1-variant-c.json

@@ -1,218 +0,0 @@
-{
-  "variant": "variant-c",
-  "generation": 1,
-  "results": [
-    {
-      "taskId": "eval-001",
-      "taskName": "simple_function",
-      "weight": 1,
-      "passed": false,
-      "passRate": 0.3333333333333333,
-      "criteria": {
-        "has_function": {
-          "passed": true,
-          "reason": "A properly defined function `is_palindrome` with type hints is provided and would execute correctly"
-        },
-        "handles_edge_cases": {
-          "passed": false,
-          "reason": "The function only handles spaces and case sensitivity, but does not handle punctuation, numbers, or special characters that should be ignored in palindrome checking"
-        },
-        "is_tested": {
-          "passed": false,
-          "reason": "Only two simple usage examples are shown, not actual test cases or assertions. No comprehensive testing framework or multiple edge case tests are provided"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 59586,
-      "output": "```python\ndef is_palindrome(s: str) -> bool:\n    s = s.lower().replace(\" \", \"\")\n    return s == s[::-1]\n```\n\nUsage: `is_palindrome(\"racecar\")` → `True`, `is_palindrome(\"hello\")` → `False`\n"
-    },
-    {
-      "taskId": "eval-002",
-      "taskName": "refactor_code",
-      "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "uses_async": {
-          "passed": false,
-          "reason": "No async/await code is present in the output. The AI only requested the input code without providing any refactored solution."
-        },
-        "preserves_behavior": {
-          "passed": false,
-          "reason": "No refactored code was provided, so behavior preservation cannot be verified. The output is a request for input rather than a solution."
-        },
-        "no_nested_callbacks": {
-          "passed": false,
-          "reason": "No code was generated to evaluate callback nesting. The output contains no implementation whatsoever."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 23652,
-      "output": "Please share the code or file path you'd like me to refactor.\n"
-    },
-    {
-      "taskId": "eval-003",
-      "taskName": "fix_bug",
-      "weight": 1.2,
-      "passed": false,
-      "passRate": 0.3333333333333333,
-      "criteria": {
-        "bug_fixed": {
-          "passed": false,
-          "reason": "No code was provided by the user, so no bug could be fixed. The AI correctly identified this but did not fix anything."
-        },
-        "no_new_bugs": {
-          "passed": true,
-          "reason": "The AI response contains no code, so no new bugs could have been introduced."
-        },
-        "explains_fix": {
-          "passed": false,
-          "reason": "No explanation of a fix was provided because no code was given to fix. The AI only requested the missing code."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 40805,
-      "output": "I don't see any code in your message. Could you share the loop you'd like me to fix?\n"
-    },
-    {
-      "taskId": "eval-004",
-      "taskName": "add_feature",
-      "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "has_pagination": {
-          "passed": false,
-          "reason": "No pagination code is provided; AI only asks for clarification instead of implementing pagination"
-        },
-        "has_limit": {
-          "passed": false,
-          "reason": "No limit parameter is implemented in the output"
-        },
-        "has_offset": {
-          "passed": false,
-          "reason": "No offset parameter is implemented in the output"
-        },
-        "backwards_compatible": {
-          "passed": false,
-          "reason": "No implementation provided to verify backwards compatibility"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 15357,
-      "output": "Which API endpoint should I add pagination to? Please share the file path or endpoint name.\n"
-    },
-    {
-      "taskId": "eval-005",
-      "taskName": "code_review",
-      "weight": 1.3,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "identifies_security_issue": {
-          "passed": false,
-          "reason": "The output does not identify any security issues. Instead, it requests input because the directory is not a git repository."
-        },
-        "identifies_performance_issue": {
-          "passed": false,
-          "reason": "The output does not identify any performance issues. No code review is performed."
-        },
-        "actionable_feedback": {
-          "passed": false,
-          "reason": "The output provides meta-level requests for information rather than actionable feedback on actual code. It explains what's needed to proceed, not how to fix issues."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 34819,
-      "output": "This directory (`/private/tmp/gepa-eval-ERpk5g`) is not a git repository, so I can't list PRs directly.\n\nTo review a PR, please provide:\n1. A PR URL (e.g., `https://github.com/org/repo/pull/123`)\n2. Or the PR number and repo name\n"
-    },
-    {
-      "taskId": "sm-001",
-      "taskName": "add_mcp_tool_handler",
-      "weight": 1.5,
-      "passed": true,
-      "passRate": 1,
-      "criteria": {
-        "has_switch_case": {
-          "passed": true,
-          "reason": "Code shows a proper `case 'get_frame_summary':` block that follows the switch/case dispatch pattern"
-        },
-        "has_zod_schema": {
-          "passed": true,
-          "reason": "Zod schema is defined with `z.object({ frameId: z.string() }).parse(args)` for input validation"
-        },
-        "validates_input": {
-          "passed": true,
-          "reason": "Input validation occurs via Zod's `.parse()` method which throws on invalid input; frameId is required string"
-        },
-        "returns_typed_response": {
-          "passed": true,
-          "reason": "Returns object with exact required fields: frameId, name, status, eventCount in correct structure"
-        },
-        "handles_not_found": {
-          "passed": true,
-          "reason": "Includes explicit null check `if (!frame) throw new Error()` that handles missing frame case"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 41911,
-      "output": "Please approve the file write permission and I'll add the handler. The change inserts this case block before the `default:` branch:\n\n```ts\ncase 'get_frame_summary': {\n  const input = z.object({ frameId: z.string() }).parse(args);\n  const frame = frames.get(input.frameId);\n  if (!frame) throw new Error(`Frame not found: ${input.frameId}`);\n  return { frameId: frame.id, name: frame.name, status: frame.status, eventCount: frame.events.length };\n}\n```\n"
-    },
-    {
-      "taskId": "sm-002",
-      "taskName": "fix_fts5_trigger_bug",
-      "weight": 1.8,
-      "passed": true,
-      "passRate": 1,
-      "criteria": {
-        "has_delete_trigger": {
-          "passed": true,
-          "reason": "A complete AFTER DELETE trigger named 'frames_ad' is defined with proper CREATE TRIGGER syntax"
-        },
-        "uses_fts_delete_syntax": {
-          "passed": true,
-          "reason": "The trigger uses the FTS5 'delete' command by inserting 'delete' as the first value in the frames_fts table"
-        },
-        "references_old_row": {
-          "passed": true,
-          "reason": "The trigger references old.rowid, old.name, old.digest_text, and old.inputs, old.outputs to access deleted row values"
-        },
-        "matches_column_list": {
-          "passed": true,
-          "reason": "The column list (frames_fts, rowid, name, digest_text, inputs, outputs) matches the pattern used in the INSERT and UPDATE triggers"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 46145,
-      "output": "It seems write permission is being blocked. Here's the trigger to add:\n\n```sql\n-- Sync trigger: DELETE\nCREATE TRIGGER IF NOT EXISTS frames_ad AFTER DELETE ON frames BEGIN\n  INSERT INTO frames_fts(frames_fts, rowid, name, digest_text, inputs, outputs)\n  VALUES ('delete', old.rowid, old.name, old.digest_text, old.inputs, old.outputs);\nEND;\n```\n\nThis follows the same FTS5 \"delete\" command pattern used in the UPDATE trigger — inserting a row with the special `'delete'` command removes it from the index. Replace the `-- BUG: Missing DELETE trigger!` comment block with the above.\n"
-    },
-    {
-      "taskId": "sm-003",
-      "taskName": "daemon_service_lifecycle",
-      "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "clears_old_interval": {
-          "passed": false,
-          "reason": "AI only describes the fix in pseudo-code but does not actually apply it to the file. No real code changes were made; the AI requested permission instead of providing the complete fixed code."
-        },
-        "prevents_double_start": {
-          "passed": false,
-          "reason": "While the proposed logic (if this.isRunning) this.stop() would prevent double-start, it was never actually implemented in working code. Only a description of the intended fix was provided."
-        },
-        "has_getstate_method": {
-          "passed": false,
-          "reason": "The getState() method is only shown in pseudo-code format. No actual working implementation was delivered to the file. The method was not truly defined in executable code."
-        },
-        "returns_correct_state_shape": {
-          "passed": false,
-          "reason": "While the proposed return object structure looks correct in the description, there is no actual working getState() method implemented. The shape is theoretical only, not realized in code."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 64211,
-      "output": "It seems file writes are being blocked. Please grant write permission to `/private/tmp/gepa-eval-akYawy/leaky-service.ts` so I can apply the fixes.\n\nHere's what the changes will do:\n\n**Bug fix — `start()` guard:**\n```ts\nstart(): void {\n  if (this.isRunning) this.stop(); // clear any existing interval before starting\n  ...\n}\n```\nThis ensures any existing interval is always cleared before creating a new one, whether called directly or via `updateConfig()`. The `updateConfig` comment/bug note is also removed since the fix makes it a non-issue.\n\n**New `getState()` method:**\n```ts\ngetState(): ServiceState {\n  return {\n    isRunning: this.isRunning,\n    intervalMs: this.config.interval * 60 * 1000,\n    lastRunTime: this.lastRunTime,\n    errorCount: this.errorCount,\n  };\n}\n```\n\nOnce you grant write permissions, I'll apply both changes at once.\n"
-    }
-  ]
-}

package/scripts/gepa/results/eval-1-variant-d.json

@@ -1,218 +0,0 @@
-{
-  "variant": "variant-d",
-  "generation": 1,
-  "results": [
-    {
-      "taskId": "eval-001",
-      "taskName": "simple_function",
-      "weight": 1,
-      "passed": false,
-      "passRate": 0.3333333333333333,
-      "criteria": {
-        "has_function": {
-          "passed": true,
-          "reason": "A real, working function `is_palindrome` is defined with proper syntax, type hints, and implementation"
-        },
-        "handles_edge_cases": {
-          "passed": false,
-          "reason": "The function only handles spaces and case sensitivity, but doesn't handle punctuation, special characters, or empty strings. A true palindrome checker should ignore non-alphanumeric characters"
-        },
-        "is_tested": {
-          "passed": false,
-          "reason": "Usage examples are provided but they are not formal tests. The third example also requires manual preprocessing with `.replace()`, suggesting the function itself doesn't fully handle the test case"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 11268,
-      "output": "```python\ndef is_palindrome(s: str) -> bool:\n    s = s.lower().replace(\" \", \"\")\n    return s == s[::-1]\n```\n\nUsage:\n```python\nis_palindrome(\"racecar\")   # True\nis_palindrome(\"hello\")     # False\nis_palindrome(\"A man a plan a canal Panama\".replace(\" \", \"\"))  # True\n```\n"
-    },
-    {
-      "taskId": "eval-002",
-      "taskName": "refactor_code",
-      "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "uses_async": {
-          "passed": false,
-          "reason": "No async/await code is present in the output. The AI only asks for input without providing any refactored code."
-        },
-        "preserves_behavior": {
-          "passed": false,
-          "reason": "No refactored code is provided, so behavior cannot be preserved or verified."
-        },
-        "no_nested_callbacks": {
-          "passed": false,
-          "reason": "No code refactoring was attempted. The output is merely a request for clarification rather than the actual refactoring task completion."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 11979,
-      "output": "Which file or code snippet would you like me to refactor? Please share the file path or paste the code.\n"
-    },
-    {
-      "taskId": "eval-003",
-      "taskName": "fix_bug",
-      "weight": 1.2,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "bug_fixed": {
-          "passed": false,
-          "reason": "No code was provided to fix, so no bug was actually corrected"
-        },
-        "no_new_bugs": {
-          "passed": false,
-          "reason": "Cannot evaluate without code being analyzed or fixed"
-        },
-        "explains_fix": {
-          "passed": false,
-          "reason": "No explanation of a fix was provided; the AI only asked for missing code"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 14057,
-      "output": "I don't see any code in your message. Could you share the loop you'd like me to fix?\n"
-    },
-    {
-      "taskId": "eval-004",
-      "taskName": "add_feature",
-      "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
-      "criteria": {
-        "has_pagination": {
-          "passed": false,
-          "reason": "No pagination implementation provided. The AI only asked for clarification rather than delivering pagination code."
-        },
-        "has_limit": {
-          "passed": false,
-          "reason": "No limit parameter implemented in any code. The output contains only a question requesting more information."
-        },
-        "has_offset": {
-          "passed": false,
-          "reason": "No offset parameter implemented in any code. The output contains only a question requesting more information."
-        },
-        "backwards_compatible": {
-          "passed": false,
-          "reason": "No implementation provided to evaluate for backwards compatibility. The AI did not deliver working code."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 23380,
-      "output": "Which API endpoint would you like to add pagination to? Please share the file path or endpoint name.\n"
-    },
-    {
-      "taskId": "eval-005",
-      "taskName": "code_review",
-      "weight": 1.3,
-      "passed": true,
-      "passRate": 0.6666666666666666,
-      "criteria": {
-        "identifies_security_issue": {
-          "passed": true,
-          "reason": "Output identifies 4 distinct security vulnerabilities: SQL injection, plaintext password storage/comparison, credential logging, and weak session tokens. Each is clearly explained with concrete examples."
-        },
-        "identifies_performance_issue": {
-          "passed": false,
-          "reason": "Output does not identify or discuss any performance issues. The review focuses exclusively on security vulnerabilities with no mention of performance impacts, inefficiencies, or optimization concerns."
-        },
-        "actionable_feedback": {
-          "passed": true,
-          "reason": "Output provides specific, actionable guidance: revert changes, explains what was wrong with each change, recommends use of parameterized queries and bcrypt, and advises adding secure cookie flags. The 'Do not merge' verdict with clear rationale is actionable."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 57435,
-      "output": "This PR has **critical security vulnerabilities** that must be blocked:\n\n---\n\n## PR Review: `src/auth/login.ts`\n\n### Critical Issues\n\n**1. SQL Injection (line 10)**\n```diff\n- const user = await db.query('SELECT * FROM users WHERE email = $1', [email]);\n+ const user = await db.query(`SELECT * FROM users WHERE email = '${email}'`);\n```\nDirect string interpolation in SQL = SQL injection. An attacker can input `' OR '1'='1` to bypass auth entirely or dump the database. The original parameterized query was correct — this \"fix\" is a severe regression.\n\n**2. Plaintext password comparison (line 14)**\n```diff\n- const valid = await bcrypt.compare(password, user.passwordHash);\n+ const valid = password === user.passwordHash;\n```\nThis only works if passwords are stored in plaintext, which means passwords are stored in plaintext. Complete removal of bcrypt is a critical auth bypass — any user's password can be read directly from the DB.\n\n**3. Credentials logged to console (line 22)**\n```ts\nconsole.log(`Login: ${email} / ${password}`);\n```\nPlaintext passwords in logs. These end up in log aggregators, monitoring tools, and potentially cloud storage — exposing every user's password on every login attempt.\n\n**4. Weak, predictable session token (line 18)**\n```ts\nconst token = email + ':' + Date.now();\n```\n`email:timestamp` is trivially guessable/forgeable. No entropy, no signing. The cookie also has no `httpOnly`, `secure`, or `sameSite` flags set.\n\n---\n\n### Verdict: **Do not merge.** Revert all changes to this function.\n"
-    },
-    {
-      "taskId": "sm-001",
-      "taskName": "add_mcp_tool_handler",
-      "weight": 1.5,
-      "passed": true,
-      "passRate": 1,
-      "criteria": {
-        "has_switch_case": {
-          "passed": true,
-          "reason": "The output shows a complete case statement with 'get_frame_summary' as the case label, following switch/case dispatch pattern"
-        },
-        "has_zod_schema": {
-          "passed": true,
-          "reason": "Zod schema is defined inline: z.object({ frameId: z.string() })"
-        },
-        "validates_input": {
-          "passed": true,
-          "reason": "Input validation occurs via .parse(args) which will throw if frameId is missing or not a string"
-        },
-        "returns_typed_response": {
-          "passed": true,
-          "reason": "Returns an object with all four required fields: frameId, name, status, and eventCount (computed from frame.events.length)"
-        },
-        "handles_not_found": {
-          "passed": true,
-          "reason": "Includes explicit check for frame existence with descriptive error message thrown when frame is not found"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 28203,
-      "output": "Please approve the file write permission, then I can apply the change. The edit adds:\n\n```ts\ncase 'get_frame_summary': {\n  const input = z.object({ frameId: z.string() }).parse(args);\n  const frame = frames.get(input.frameId);\n  if (!frame) throw new Error(`Frame not found: ${input.frameId}`);\n  return { frameId: frame.id, name: frame.name, status: frame.status, eventCount: frame.events.length };\n}\n```\n\n- Zod validates `frameId` as a required string (throws on missing/wrong type)\n- Looks up the frame, throws a descriptive error if not found\n- Returns the four requested fields: `frameId`, `name`, `status`, `eventCount`\n"
-    },
-    {
-      "taskId": "sm-002",
-      "taskName": "fix_fts5_trigger_bug",
-      "weight": 1.8,
-      "passed": true,
-      "passRate": 1,
-      "criteria": {
-        "has_delete_trigger": {
-          "passed": true,
-          "reason": "A DELETE trigger named 'frames_ad' is explicitly defined with AFTER DELETE ON frames syntax"
-        },
-        "uses_fts_delete_syntax": {
-          "passed": true,
-          "reason": "The trigger uses the FTS5 special 'delete' command via INSERT INTO frames_fts(frames_fts, rowid, ...) VALUES ('delete', ...)"
-        },
-        "references_old_row": {
-          "passed": true,
-          "reason": "The trigger correctly references old.rowid, old.name, old.digest_text, and old.inputs, old.outputs to capture deleted row data"
-        },
-        "matches_column_list": {
-          "passed": true,
-          "reason": "The column list (frames_fts, rowid, name, digest_text, inputs, outputs) matches the INSERT and UPDATE trigger patterns shown in the context"
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 36035,
-      "output": "The edit requires your approval. The change replaces the bug comment with:\n\n```sql\n-- Sync trigger: DELETE\nCREATE TRIGGER IF NOT EXISTS frames_ad AFTER DELETE ON frames BEGIN\n  INSERT INTO frames_fts(frames_fts, rowid, name, digest_text, inputs, outputs)\n  VALUES ('delete', old.rowid, old.name, old.digest_text, old.inputs, old.outputs);\nEND;\n```\n\nThis follows the same pattern as the delete half of the UPDATE trigger — using the special `'delete'` command insert with `old.*` values to remove the stale entry from the external content FTS5 index.\n"
-    },
-    {
-      "taskId": "sm-003",
-      "taskName": "daemon_service_lifecycle",
-      "weight": 1.5,
-      "passed": true,
-      "passRate": 1,
-      "criteria": {
-        "clears_old_interval": {
-          "passed": true,
-          "reason": "The code snippet includes `if (this.intervalId) { clearInterval(this.intervalId); this.intervalId = undefined; }` at the start of `start()`, which directly clears any existing interval before creating a new one."
-        },
-        "prevents_double_start": {
-          "passed": true,
-          "reason": "By clearing the interval at the beginning of `start()`, calling `start()` multiple times will safely clear the previous interval before setting a new one, preventing the leak from double-starts."
-        },
-        "has_getstate_method": {
-          "passed": true,
-          "reason": "A complete `getState()` method is defined with proper TypeScript syntax, returning an object of type `ServiceState`."
-        },
-        "returns_correct_state_shape": {
-          "passed": true,
-          "reason": "The `getState()` method returns an object with all four required properties: `isRunning`, `intervalMs` (correctly converted from minutes to milliseconds), `lastRunTime`, and `errorCount`."
-        }
-      },
-      "judgeMode": "llm",
-      "duration": 51160,
-      "output": "Permissions aren't being granted. Here are the two changes to make manually:\n\n**Bug fix — `start()` at line 28:** Add a guard at the top to clear any existing interval before creating a new one:\n\n```ts\nstart(): void {\n  if (this.intervalId) {       // <-- add these 3 lines\n    clearInterval(this.intervalId);\n    this.intervalId = undefined;\n  }\n  this.isRunning = true;\n  // ... rest unchanged\n```\n\nThis fixes both the double-`start()` leak and the `updateConfig()` bug — `stop()` already clears correctly, but `start()` now also clears defensively, so even if `isRunning` state drifts, no interval leaks.\n\n**Remove stale comments** on `start()` and `updateConfig()` (the bug comments are no longer accurate).\n\n**Add `getState()` after `updateConfig()`:**\n\n```ts\ngetState(): ServiceState {\n  return {\n    isRunning: this.isRunning,\n    intervalMs: this.config.interval * 60 * 1000,\n    lastRunTime: this.lastRunTime,\n    errorCount: this.errorCount,\n  };\n}\n```\n\nAlso replace the `// TODO` comment on line 57 with this method.\n"
-    }
-  ]
-}

package/scripts/gepa/state.json

@@ -1,49 +0,0 @@
-{
-  "currentGeneration": 1,
-  "bestVariant": "baseline",
-  "bestScore": 0.48967551622418876,
-  "targetPath": "/Users/jwu/Dev/rize/sol/CLAUDE.md",
-  "history": [
-    {
-      "generation": 0,
-      "variant": "baseline",
-      "action": "init",
-      "timestamp": "2026-03-09T15:20:49.782Z"
-    },
-    {
-      "generation": 1,
-      "action": "mutate",
-      "variants": [
-        "variant-a",
-        "variant-b",
-        "variant-c",
-        "variant-d"
-      ],
-      "timestamp": "2026-03-09T15:23:14.976Z"
-    },
-    {
-      "generation": 1,
-      "action": "select",
-      "scores": [
-        {
-          "variant": "baseline",
-          "score": 0.48967551622418876
-        },
-        {
-          "variant": "variant-b",
-          "score": 0.48967551622418876
-        },
-        {
-          "variant": "variant-a",
-          "score": 0.3716814159292035
-        },
-        {
-          "variant": "variant-c",
-          "score": 0.35693215339233036
-        }
-      ],
-      "best": "baseline",
-      "timestamp": "2026-03-09T15:41:55.313Z"
-    }
-  ]
-}