@stackmemoryai/stackmemory 1.5.8 → 1.5.9

package/scripts/gepa/results/eval-1-variant-d.json

@@ -7,48 +7,48 @@
       "taskName": "simple_function",
       "weight": 1,
       "passed": false,
-      "passRate": 0,
+      "passRate": 0.3333333333333333,
       "criteria": {
         "has_function": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "A real, working function `is_palindrome` is defined with proper syntax, type hints, and implementation"
         },
         "handles_edge_cases": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "The function only handles spaces and case sensitivity, but doesn't handle punctuation, special characters, or empty strings. A true palindrome checker should ignore non-alphanumeric characters"
         },
         "is_tested": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "Usage examples are provided but they are not formal tests. The third example also requires manual preprocessing with `.replace()`, suggesting the function itself doesn't fully handle the test case"
         }
       },
-      "judgeMode": "regex",
-      "duration": 6236,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHFLVHf4LRx9owtsUat\"}\n"
+      "judgeMode": "llm",
+      "duration": 11268,
+      "output": "```python\ndef is_palindrome(s: str) -> bool:\n    s = s.lower().replace(\" \", \"\")\n    return s == s[::-1]\n```\n\nUsage:\n```python\nis_palindrome(\"racecar\")   # True\nis_palindrome(\"hello\")     # False\nis_palindrome(\"A man a plan a canal Panama\".replace(\" \", \"\"))  # True\n```\n"
     },
     {
       "taskId": "eval-002",
       "taskName": "refactor_code",
       "weight": 1.5,
       "passed": false,
-      "passRate": 0.3333333333333333,
+      "passRate": 0,
       "criteria": {
         "uses_async": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No async/await code is present in the output. The AI only asks for input without providing any refactored code."
         },
         "preserves_behavior": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No refactored code is provided, so behavior cannot be preserved or verified."
         },
         "no_nested_callbacks": {
-          "passed": true,
-          "reason": "regex heuristic"
+          "passed": false,
+          "reason": "No code refactoring was attempted. The output is merely a request for clarification rather than the actual refactoring task completion."
         }
       },
-      "judgeMode": "regex",
-      "duration": 5342,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHFn1T5TkkCFboDp1aH\"}\n"
+      "judgeMode": "llm",
+      "duration": 11979,
+      "output": "Which file or code snippet would you like me to refactor? Please share the file path or paste the code.\n"
     },
     {
       "taskId": "eval-003",
@@ -59,20 +59,20 @@
       "criteria": {
         "bug_fixed": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No code was provided to fix, so no bug was actually corrected"
         },
         "no_new_bugs": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "Cannot evaluate without code being analyzed or fixed"
         },
         "explains_fix": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No explanation of a fix was provided; the AI only asked for missing code"
         }
       },
-      "judgeMode": "regex",
-      "duration": 4389,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHGFTCjb8PsbsYzRS1W\"}\n"
+      "judgeMode": "llm",
+      "duration": 14057,
+      "output": "I don't see any code in your message. Could you share the loop you'd like me to fix?\n"
     },
     {
       "taskId": "eval-004",
@@ -83,136 +83,136 @@
       "criteria": {
         "has_pagination": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No pagination implementation provided. The AI only asked for clarification rather than delivering pagination code."
         },
         "has_limit": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No limit parameter implemented in any code. The output contains only a question requesting more information."
         },
         "has_offset": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No offset parameter implemented in any code. The output contains only a question requesting more information."
         },
         "backwards_compatible": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "No implementation provided to evaluate for backwards compatibility. The AI did not deliver working code."
         }
       },
-      "judgeMode": "regex",
-      "duration": 6872,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHGkbeXvwXwxysZTdhR\"}\n"
+      "judgeMode": "llm",
+      "duration": 23380,
+      "output": "Which API endpoint would you like to add pagination to? Please share the file path or endpoint name.\n"
     },
     {
       "taskId": "eval-005",
       "taskName": "code_review",
       "weight": 1.3,
-      "passed": false,
-      "passRate": 0,
+      "passed": true,
+      "passRate": 0.6666666666666666,
       "criteria": {
         "identifies_security_issue": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "Output identifies 4 distinct security vulnerabilities: SQL injection, plaintext password storage/comparison, credential logging, and weak session tokens. Each is clearly explained with concrete examples."
         },
         "identifies_performance_issue": {
           "passed": false,
-          "reason": "regex heuristic"
+          "reason": "Output does not identify or discuss any performance issues. The review focuses exclusively on security vulnerabilities with no mention of performance impacts, inefficiencies, or optimization concerns."
         },
         "actionable_feedback": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "Output provides specific, actionable guidance: revert changes, explains what was wrong with each change, recommends use of parameterized queries and bcrypt, and advises adding secure cookie flags. The 'Do not merge' verdict with clear rationale is actionable."
         }
       },
-      "judgeMode": "regex",
-      "duration": 10308,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHHXPvni9SXWYQD2ML2\"}\n"
+      "judgeMode": "llm",
+      "duration": 57435,
+      "output": "This PR has **critical security vulnerabilities** that must be blocked:\n\n---\n\n## PR Review: `src/auth/login.ts`\n\n### Critical Issues\n\n**1. SQL Injection (line 10)**\n```diff\n- const user = await db.query('SELECT * FROM users WHERE email = $1', [email]);\n+ const user = await db.query(`SELECT * FROM users WHERE email = '${email}'`);\n```\nDirect string interpolation in SQL = SQL injection. An attacker can input `' OR '1'='1` to bypass auth entirely or dump the database. The original parameterized query was correct — this \"fix\" is a severe regression.\n\n**2. Plaintext password comparison (line 14)**\n```diff\n- const valid = await bcrypt.compare(password, user.passwordHash);\n+ const valid = password === user.passwordHash;\n```\nThis only works if passwords are stored in plaintext, which means passwords are stored in plaintext. Complete removal of bcrypt is a critical auth bypass — any user's password can be read directly from the DB.\n\n**3. Credentials logged to console (line 22)**\n```ts\nconsole.log(`Login: ${email} / ${password}`);\n```\nPlaintext passwords in logs. These end up in log aggregators, monitoring tools, and potentially cloud storage — exposing every user's password on every login attempt.\n\n**4. Weak, predictable session token (line 18)**\n```ts\nconst token = email + ':' + Date.now();\n```\n`email:timestamp` is trivially guessable/forgeable. No entropy, no signing. The cookie also has no `httpOnly`, `secure`, or `sameSite` flags set.\n\n---\n\n### Verdict: **Do not merge.** Revert all changes to this function.\n"
     },
     {
       "taskId": "sm-001",
       "taskName": "add_mcp_tool_handler",
       "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
+      "passed": true,
+      "passRate": 1,
       "criteria": {
         "has_switch_case": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "The output shows a complete case statement with 'get_frame_summary' as the case label, following switch/case dispatch pattern"
         },
         "has_zod_schema": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "Zod schema is defined inline: z.object({ frameId: z.string() })"
         },
         "validates_input": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "Input validation occurs via .parse(args) which will throw if frameId is missing or not a string"
         },
         "returns_typed_response": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "Returns an object with all four required fields: frameId, name, status, and eventCount (computed from frame.events.length)"
         },
         "handles_not_found": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "Includes explicit check for frame existence with descriptive error message thrown when frame is not found"
         }
       },
-      "judgeMode": "regex",
-      "duration": 6548,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHHpuPC36UFe4w8R6LA\"}\n"
+      "judgeMode": "llm",
+      "duration": 28203,
+      "output": "Please approve the file write permission, then I can apply the change. The edit adds:\n\n```ts\ncase 'get_frame_summary': {\n  const input = z.object({ frameId: z.string() }).parse(args);\n  const frame = frames.get(input.frameId);\n  if (!frame) throw new Error(`Frame not found: ${input.frameId}`);\n  return { frameId: frame.id, name: frame.name, status: frame.status, eventCount: frame.events.length };\n}\n```\n\n- Zod validates `frameId` as a required string (throws on missing/wrong type)\n- Looks up the frame, throws a descriptive error if not found\n- Returns the four requested fields: `frameId`, `name`, `status`, `eventCount`\n"
     },
     {
       "taskId": "sm-002",
       "taskName": "fix_fts5_trigger_bug",
       "weight": 1.8,
-      "passed": false,
-      "passRate": 0,
+      "passed": true,
+      "passRate": 1,
       "criteria": {
         "has_delete_trigger": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "A DELETE trigger named 'frames_ad' is explicitly defined with AFTER DELETE ON frames syntax"
         },
         "uses_fts_delete_syntax": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "The trigger uses the FTS5 special 'delete' command via INSERT INTO frames_fts(frames_fts, rowid, ...) VALUES ('delete', ...)"
         },
         "references_old_row": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "The trigger correctly references old.rowid, old.name, old.digest_text, and old.inputs, old.outputs to capture deleted row data"
         },
         "matches_column_list": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "The column list (frames_fts, rowid, name, digest_text, inputs, outputs) matches the INSERT and UPDATE trigger patterns shown in the context"
         }
       },
-      "judgeMode": "regex",
-      "duration": 6290,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHJHsrxx3PXJcuPnJio\"}\n"
+      "judgeMode": "llm",
+      "duration": 36035,
+      "output": "The edit requires your approval. The change replaces the bug comment with:\n\n```sql\n-- Sync trigger: DELETE\nCREATE TRIGGER IF NOT EXISTS frames_ad AFTER DELETE ON frames BEGIN\n  INSERT INTO frames_fts(frames_fts, rowid, name, digest_text, inputs, outputs)\n  VALUES ('delete', old.rowid, old.name, old.digest_text, old.inputs, old.outputs);\nEND;\n```\n\nThis follows the same pattern as the delete half of the UPDATE trigger — using the special `'delete'` command insert with `old.*` values to remove the stale entry from the external content FTS5 index.\n"
     },
     {
       "taskId": "sm-003",
       "taskName": "daemon_service_lifecycle",
       "weight": 1.5,
-      "passed": false,
-      "passRate": 0,
+      "passed": true,
+      "passRate": 1,
       "criteria": {
         "clears_old_interval": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "The code snippet includes `if (this.intervalId) { clearInterval(this.intervalId); this.intervalId = undefined; }` at the start of `start()`, which directly clears any existing interval before creating a new one."
         },
         "prevents_double_start": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "By clearing the interval at the beginning of `start()`, calling `start()` multiple times will safely clear the previous interval before setting a new one, preventing the leak from double-starts."
         },
         "has_getstate_method": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "A complete `getState()` method is defined with proper TypeScript syntax, returning an object of type `ServiceState`."
         },
         "returns_correct_state_shape": {
-          "passed": false,
-          "reason": "regex heuristic"
+          "passed": true,
+          "reason": "The `getState()` method returns an object with all four required properties: `isRunning`, `intervalMs` (correctly converted from minutes to milliseconds), `lastRunTime`, and `errorCount`."
         }
       },
-      "judgeMode": "regex",
-      "duration": 6657,
-      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHJmYFr5sCJFhW9h9Qm\"}\n"
+      "judgeMode": "llm",
+      "duration": 51160,
+      "output": "Permissions aren't being granted. Here are the two changes to make manually:\n\n**Bug fix — `start()` at line 28:** Add a guard at the top to clear any existing interval before creating a new one:\n\n```ts\nstart(): void {\n  if (this.intervalId) {       // <-- add these 3 lines\n    clearInterval(this.intervalId);\n    this.intervalId = undefined;\n  }\n  this.isRunning = true;\n  // ... rest unchanged\n```\n\nThis fixes both the double-`start()` leak and the `updateConfig()` bug — `stop()` already clears correctly, but `start()` now also clears defensively, so even if `isRunning` state drifts, no interval leaks.\n\n**Remove stale comments** on `start()` and `updateConfig()` (the bug comments are no longer accurate).\n\n**Add `getState()` after `updateConfig()`:**\n\n```ts\ngetState(): ServiceState {\n  return {\n    isRunning: this.isRunning,\n    intervalMs: this.config.interval * 60 * 1000,\n    lastRunTime: this.lastRunTime,\n    errorCount: this.errorCount,\n  };\n}\n```\n\nAlso replace the `// TODO` comment on line 57 with this method.\n"
     }
   ]
 }

package/scripts/gepa/state.json

@@ -1,14 +1,14 @@
 {
   "currentGeneration": 1,
   "bestVariant": "baseline",
-  "bestScore": 0.04424778761061947,
+  "bestScore": 0.48967551622418876,
   "targetPath": "/Users/jwu/Dev/rize/sol/CLAUDE.md",
   "history": [
     {
       "generation": 0,
       "variant": "baseline",
       "action": "init",
-      "timestamp": "2026-03-08T20:55:25.777Z"
+      "timestamp": "2026-03-09T15:20:49.782Z"
     },
     {
       "generation": 1,
@@ -19,7 +19,7 @@
         "variant-c",
         "variant-d"
       ],
-      "timestamp": "2026-03-08T20:56:32.495Z"
+      "timestamp": "2026-03-09T15:23:14.976Z"
     },
     {
       "generation": 1,
@@ -27,11 +27,23 @@
       "scores": [
         {
           "variant": "baseline",
-          "score": 0.04424778761061947
+          "score": 0.48967551622418876
+        },
+        {
+          "variant": "variant-b",
+          "score": 0.48967551622418876
+        },
+        {
+          "variant": "variant-a",
+          "score": 0.3716814159292035
+        },
+        {
+          "variant": "variant-c",
+          "score": 0.35693215339233036
         }
       ],
       "best": "baseline",
-      "timestamp": "2026-03-08T20:58:11.649Z"
+      "timestamp": "2026-03-09T15:41:55.313Z"
     }
   ]
 }