@stackmemoryai/stackmemory 1.5.3 → 1.5.5

package/scripts/gepa/results/eval-1-variant-b.json

@@ -11,96 +11,96 @@
       "criteria": {
         "has_function": {
           "passed": false,
-          "reason": "No actual function code is provided, only a description of what the function would do"
+          "reason": "regex heuristic"
         },
         "handles_edge_cases": {
           "passed": false,
-          "reason": "Edge cases are mentioned in the description but not actually handled in code since no code is provided"
+          "reason": "regex heuristic"
         },
         "is_tested": {
           "passed": false,
-          "reason": "No test cases or test code are shown"
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 14935,
-      "output": "I've written a palindrome checker function that:\n\n- Normalizes the string (lowercase, removes non-alphanumeric characters)\n- Compares the cleaned string with its reverse\n- Returns true if they match\n\nThe function handles edge cases like spaces, punctuation, and mixed case (e.g., \"A man, a plan, a canal: Panama\" returns true).\n"
+      "judgeMode": "regex",
+      "duration": 2001,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrH8UoQXi1F22atcpboR\"}\n"
     },
     {
       "taskId": "eval-002",
       "taskName": "refactor_code",
       "weight": 1.5,
       "passed": false,
-      "passRate": 0,
+      "passRate": 0.3333333333333333,
       "criteria": {
         "uses_async": {
           "passed": false,
-          "reason": "No async/await code is provided in the output. The AI only asks for code to be shared and does not demonstrate any async/await refactoring."
+          "reason": "regex heuristic"
         },
         "preserves_behavior": {
           "passed": false,
-          "reason": "Without providing refactored code, behavior cannot be verified or preserved. The output is a request for input rather than a solution."
+          "reason": "regex heuristic"
         },
         "no_nested_callbacks": {
-          "passed": false,
-          "reason": "No code refactoring was performed, so there is no demonstration that nested callbacks were eliminated or replaced with async/await patterns."
+          "passed": true,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 9934,
-      "output": "I'd be happy to help refactor code from callbacks to async/await! However, I don't see any code in your message. Could you please share the code you'd like me to refactor?\n\nYou can either:\n1. Provide the file path (e.g., `src/some-file.ts`)\n2. Paste the code directly\n3. Describe which file/function needs refactoring\n\nOnce you share the code, I'll refactor it to use modern async/await syntax.\n"
+      "judgeMode": "regex",
+      "duration": 2353,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrH8ejCcfMhFCybFnne9\"}\n"
     },
     {
       "taskId": "eval-003",
       "taskName": "fix_bug",
       "weight": 1.2,
       "passed": false,
-      "passRate": 0.3333333333333333,
+      "passRate": 0,
       "criteria": {
         "bug_fixed": {
           "passed": false,
-          "reason": "No code was provided by the user, so the AI could not fix any bug. The output only requests code without attempting to fix anything."
+          "reason": "regex heuristic"
         },
         "no_new_bugs": {
-          "passed": true,
-          "reason": "Since no code fix was attempted, no new bugs were introduced."
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "explains_fix": {
           "passed": false,
-          "reason": "No explanation of any fix is provided. The AI only asks for code to be shared and does not explain what an off-by-one error is or how to fix it."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 11837,
-      "output": "I'd be happy to help fix the off-by-one error! However, I don't see any code in your message. Could you please share the code containing the loop with the off-by-one error?\n\nYou can either:\n1. Paste the code snippet directly\n2. Tell me which file contains the problematic loop so I can read it\n"
+      "judgeMode": "regex",
+      "duration": 14371,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrH9hUvnEXRvhB6kAfAy\"}\n"
     },
     {
       "taskId": "eval-004",
       "taskName": "add_feature",
       "weight": 1.5,
-      "passed": true,
-      "passRate": 0.75,
+      "passed": false,
+      "passRate": 0,
       "criteria": {
         "has_pagination": {
-          "passed": true,
-          "reason": "Pagination is explicitly described with page/limit parameters and pagination metadata in response"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "has_limit": {
-          "passed": true,
-          "reason": "Limit parameter is defined with default value of 10 and max constraint of 100"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "has_offset": {
           "passed": false,
-          "reason": "Output uses page-based pagination, not offset-based. Offset parameter is not mentioned or implemented"
+          "reason": "regex heuristic"
         },
         "backwards_compatible": {
-          "passed": true,
-          "reason": "Default values (page=1, limit=10) ensure existing calls without parameters continue to work"
+          "passed": false,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 23886,
-      "output": "I've added pagination to the `/users` endpoint with:\n\n**Query Parameters:**\n- `page` (default: 1, min: 1)\n- `limit` (default: 10, min: 1, max: 100)\n\n**Response Format:**\n```json\n{\n  \"data\": [...users],\n  \"pagination\": {\n    \"page\": 1,\n    \"limit\": 10,\n    \"total\": 100,\n    \"totalPages\": 10,\n    \"hasNext\": true,\n    \"hasPrev\": false\n  }\n}\n```\n\n**Examples:**\n- `GET /users` → first 10 users\n- `GET /users?page=2&limit=20` → users 21-40\n- `GET /users?page=5&limit=25` → users 101-125 (last page)\n"
+      "judgeMode": "regex",
+      "duration": 10702,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHAVg3xi13GBvhifFbr\"}\n"
     },
     {
       "taskId": "eval-005",
@@ -111,20 +111,20 @@
       "criteria": {
         "identifies_security_issue": {
           "passed": false,
-          "reason": "The output does not identify any security issues. It only requests more information without performing any actual review."
+          "reason": "regex heuristic"
         },
         "identifies_performance_issue": {
           "passed": false,
-          "reason": "The output does not identify any performance issues. It is a request for additional context rather than an actual review."
+          "reason": "regex heuristic"
         },
         "actionable_feedback": {
           "passed": false,
-          "reason": "The output provides no actionable feedback about code issues. It only lists procedural steps for obtaining PR information, which is not actionable feedback about the code itself."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 16784,
-      "output": "I need more information to review the PR. Could you provide:\n\n1. **PR link or number** (e.g., GitHub URL or PR #123)\n2. **PR description/changes**, or\n3. **Specific files to review**\n\nIf you're using GitHub, I can fetch the PR details using the `gh` CLI:\n\n```bash\ngh pr view <number>\ngh pr diff <number>\n```\n\nOr if you have specific files that changed, let me know their paths and I'll review them directly.\n"
+      "judgeMode": "regex",
+      "duration": 7674,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHAsdtwgaxuNK2wzEYF\"}\n"
     },
     {
       "taskId": "sm-001",
@@ -135,84 +135,84 @@
       "criteria": {
         "has_switch_case": {
           "passed": false,
-          "reason": "AI claims to have added the handler but provides no actual code showing a switch/case statement. Only describes it was added to a file at specific line numbers without showing the implementation."
+          "reason": "regex heuristic"
         },
         "has_zod_schema": {
           "passed": false,
-          "reason": "AI mentions Zod validation in text but does not provide actual Zod schema code. The schema definition `z.object({ frameId: z.string() })` is only described, not shown as implemented."
+          "reason": "regex heuristic"
         },
         "validates_input": {
           "passed": false,
-          "reason": "No actual code shown demonstrating input validation. The claim about validation is unsupported by visible implementation details."
+          "reason": "regex heuristic"
         },
         "returns_typed_response": {
           "passed": false,
-          "reason": "No actual return statement or type definition is shown in the output. The return shape is only described narratively, not demonstrated in code."
+          "reason": "regex heuristic"
         },
         "handles_not_found": {
           "passed": false,
-          "reason": "While error handling is mentioned, no actual code showing the error handling logic is provided. The claim about throwing if frame not found is unverified."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 30061,
-      "output": "Done! I've added the `get_frame_summary` handler to mcp-dispatch-stub.ts:32-41. It follows the existing pattern:\n\n- **Zod validation**: `z.object({ frameId: z.string() })` ensures required string input\n- **Error handling**: Throws if frame not found (consistent with `close_frame`)\n- **Return shape**: `{ frameId, name, status, eventCount }`\n\nThe handler retrieves the frame from the store and returns a summary with the event count computed from `frame.events.length`.\n"
+      "judgeMode": "regex",
+      "duration": 15713,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHCBQ1kWoBV5oQ7x6jm\"}\n"
     },
     {
       "taskId": "sm-002",
       "taskName": "fix_fts5_trigger_bug",
       "weight": 1.8,
-      "passed": true,
-      "passRate": 1,
+      "passed": false,
+      "passRate": 0,
       "criteria": {
         "has_delete_trigger": {
-          "passed": true,
-          "reason": "A DELETE trigger named 'frames_ad' is explicitly defined with CREATE TRIGGER IF NOT EXISTS syntax, targeting the frames table."
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "uses_fts_delete_syntax": {
-          "passed": true,
-          "reason": "The trigger uses FTS5's special 'delete' command in the VALUES clause: VALUES('delete', old.rowid, ...), which is the correct syntax for removing entries from an FTS5 index."
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "references_old_row": {
-          "passed": true,
-          "reason": "The trigger correctly references the deleted row using 'old' qualifiers: old.rowid, old.name, old.digest_text, old.inputs, old.outputs."
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "matches_column_list": {
-          "passed": true,
-          "reason": "The column list (frames_fts, rowid, name, digest_text, inputs, outputs) matches the pattern used in existing INSERT and UPDATE triggers, maintaining consistency across all three DML triggers."
+          "passed": false,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 39327,
-      "output": "Added the missing DELETE trigger `frames_ad` following the existing pattern:\n\n```sql\n-- Sync trigger: DELETE\nCREATE TRIGGER IF NOT EXISTS frames_ad AFTER DELETE ON frames BEGIN\n  INSERT INTO frames_fts(frames_fts, rowid, name, digest_text, inputs, outputs)\n  VALUES ('delete', old.rowid, old.name, old.digest_text, old.inputs, old.outputs);\nEND;\n```\n\nThis matches the pattern used in the UPDATE trigger — it uses FTS5's special `'delete'` command to remove entries from the index when frames are deleted from the main table.\n"
+      "judgeMode": "regex",
+      "duration": 13373,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHDBbCchZT3sX4zPjLC\"}\n"
     },
     {
       "taskId": "sm-003",
       "taskName": "daemon_service_lifecycle",
       "weight": 1.5,
-      "passed": true,
-      "passRate": 0.75,
+      "passed": false,
+      "passRate": 0,
       "criteria": {
         "clears_old_interval": {
           "passed": false,
-          "reason": "The AI output only prevents double-start but doesn't clear the old interval. The fix uses `if (this.isRunning) return;` which exits early, but doesn't call `clearInterval()` on any existing `intervalId`. A proper fix would need `clearInterval(this.intervalId)` before creating a new one, especially in `updateConfig()`."
+          "reason": "regex heuristic"
         },
         "prevents_double_start": {
-          "passed": true,
-          "reason": "The guard condition `if (this.isRunning) return;` at the start of `start()` effectively prevents calling the method twice while already running."
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "has_getstate_method": {
-          "passed": true,
-          "reason": "A `getState()` method is defined that returns an object with the required properties."
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "returns_correct_state_shape": {
-          "passed": true,
-          "reason": "The returned object includes all four required fields: `isRunning`, `intervalMs`, `lastRunTime`, and `errorCount` with appropriate values."
+          "passed": false,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 31264,
-      "output": "I've identified the fixes needed for `/private/tmp/gepa-eval-yzj5wz/leaky-service.ts`:\n\n## Fixes\n\n**1. Timer leak fix (line 28)** — Add guard in `start()`:\n```typescript\nstart(): void {\n  if (this.isRunning) return;  // Prevent double-start\n  // ... rest of method\n}\n```\n\n**2. Add `getState()` method** (after line 55):\n```typescript\ngetState(): ServiceState {\n  return {\n    isRunning: this.isRunning,\n    intervalMs: this.config.interval * 60 * 1000,\n    lastRunTime: this.lastRunTime,\n    errorCount: this.errorCount,\n  };\n}\n```\n\nThe root cause: `start()` doesn't check if the service is already running before creating a new interval. If called twice (or via `updateConfig()` when `stop()` fails silently), it overwrites `intervalId` without clearing the old timer, causing the leak.\n\nReady to apply these changes?\n"
+      "judgeMode": "regex",
+      "duration": 13204,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHDxuUzJVDXUNNe9VDV\"}\n"
     }
   ]
 }

package/scripts/gepa/results/eval-1-variant-c.json

@@ -11,44 +11,44 @@
       "criteria": {
         "has_function": {
           "passed": false,
-          "reason": "No function is defined or implemented. The AI output only contains a statement about waiting for permission approval."
+          "reason": "regex heuristic"
         },
         "handles_edge_cases": {
           "passed": false,
-          "reason": "No code is present to handle edge cases. Without a function implementation, edge cases cannot be addressed."
+          "reason": "regex heuristic"
         },
         "is_tested": {
           "passed": false,
-          "reason": "No tests are provided. The criterion expects this to be false, but the output contains no code whatsoever to test or not test."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 26808,
-      "output": "Let me wait for permission approval before proceeding.\n"
+      "judgeMode": "regex",
+      "duration": 11520,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHEzkPXz11rXCKbD7B1\"}\n"
     },
     {
       "taskId": "eval-002",
       "taskName": "refactor_code",
       "weight": 1.5,
       "passed": false,
-      "passRate": 0,
+      "passRate": 0.3333333333333333,
       "criteria": {
         "uses_async": {
           "passed": false,
-          "reason": "No async/await code is present in the output. The AI only requests code to be provided without delivering any refactored async/await implementation."
+          "reason": "regex heuristic"
         },
         "preserves_behavior": {
           "passed": false,
-          "reason": "No refactored code exists to evaluate whether behavior is preserved. The output is a request for input rather than a solution."
+          "reason": "regex heuristic"
         },
         "no_nested_callbacks": {
-          "passed": false,
-          "reason": "No code transformation was performed. The output contains no callback elimination or async/await restructuring."
+          "passed": true,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 9457,
-      "output": "I'd be happy to help refactor code from callbacks to async/await! However, I don't see any code provided yet. Could you please share the code you'd like me to refactor?\n\nYou can either:\n1. Provide the file path (e.g., `src/path/to/file.ts`)\n2. Paste the code directly\n3. Point me to a specific function or module\n\nOnce you share the code, I'll refactor it to use modern async/await syntax.\n"
+      "judgeMode": "regex",
+      "duration": 12665,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHFwTUZE8W6bAVLsPPk\"}\n"
     },
     {
       "taskId": "eval-003",
@@ -59,48 +59,48 @@
       "criteria": {
         "bug_fixed": {
           "passed": false,
-          "reason": "No code was provided in the output - only empty code blocks. The bug cannot be fixed without actual code."
+          "reason": "regex heuristic"
         },
         "no_new_bugs": {
           "passed": false,
-          "reason": "No code was provided to evaluate for new bugs."
+          "reason": "regex heuristic"
         },
         "explains_fix": {
           "passed": false,
-          "reason": "No explanation was provided. The output is completely empty."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 24117,
-      "output": "\n"
+      "judgeMode": "regex",
+      "duration": 27002,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHHtYAW69LcvV12QvWP\"}\n"
     },
     {
       "taskId": "eval-004",
       "taskName": "add_feature",
       "weight": 1.5,
-      "passed": true,
-      "passRate": 0.75,
+      "passed": false,
+      "passRate": 0,
       "criteria": {
         "has_pagination": {
-          "passed": true,
-          "reason": "Pagination is clearly described with page and limit parameters, and response includes pagination metadata object"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "has_limit": {
-          "passed": true,
-          "reason": "Limit parameter is explicitly defined with default of 10 and max of 100"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "has_offset": {
           "passed": false,
-          "reason": "Output uses page-based pagination, not offset-based. Offset parameter is not mentioned or implemented"
+          "reason": "regex heuristic"
         },
         "backwards_compatible": {
-          "passed": true,
-          "reason": "Default values (page=1, limit=10) ensure existing calls without parameters continue to work as before"
+          "passed": false,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 24827,
-      "output": "I've added pagination to the `/users` endpoint with the following features:\n\n**Query Parameters:**\n- `page` (default: 1, min: 1)\n- `limit` (default: 10, min: 1, max: 100)\n\n**Response Format:**\n```json\n{\n  \"data\": [...],\n  \"pagination\": {\n    \"page\": 1,\n    \"limit\": 10,\n    \"total\": 100,\n    \"totalPages\": 10,\n    \"hasNext\": true,\n    \"hasPrev\": false\n  }\n}\n```\n\n**Usage Examples:**\n- `GET /users` → First 10 users\n- `GET /users?page=2&limit=20` → Users 21-40\n- `GET /users?limit=50` → First 50 users\n\nThe implementation includes:\n- Safe parameter parsing with defaults\n- Bounds checking (limit capped at 100)\n- Comprehensive pagination metadata\n- Navigation helpers (hasNext/hasPrev)\n"
+      "judgeMode": "regex",
+      "duration": 29043,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHKpQBSNBcxuxK9KUqJ\"}\n"
     },
     {
       "taskId": "eval-005",
@@ -111,52 +111,52 @@
       "criteria": {
         "identifies_security_issue": {
           "passed": false,
-          "reason": "The output does not identify any security issue. It only requests more information about the PR and does not analyze any code for security vulnerabilities."
+          "reason": "regex heuristic"
         },
         "identifies_performance_issue": {
           "passed": false,
-          "reason": "The output does not identify any performance issue. It is a meta-response asking for input rather than an actual code review."
+          "reason": "regex heuristic"
         },
         "actionable_feedback": {
           "passed": false,
-          "reason": "While the output provides reasonable next steps to enable a review, it does not provide any actionable feedback about code issues. It is a request for clarification, not feedback on actual problems."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 15976,
-      "output": "I see this isn't a git repository. Could you please provide:\n\n1. **PR URL** (e.g., GitHub/GitLab link), or\n2. **Branch name** to compare, or\n3. **Changed files** you'd like me to review\n\nAlternatively, if you have a diff file or can paste the PR details, I can review that directly.\n"
+      "judgeMode": "regex",
+      "duration": 8490,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHLgxyfxUspbEDigGgS\"}\n"
     },
     {
       "taskId": "sm-001",
       "taskName": "add_mcp_tool_handler",
       "weight": 1.5,
-      "passed": true,
-      "passRate": 1,
+      "passed": false,
+      "passRate": 0,
       "criteria": {
         "has_switch_case": {
-          "passed": true,
-          "reason": "Code shows a switch/case statement with 'case' keyword and proper case block syntax"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "has_zod_schema": {
-          "passed": true,
-          "reason": "Zod schema is defined inline: z.object({ frameId: z.string() })"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "validates_input": {
-          "passed": true,
-          "reason": "Input validation is performed via .parse(args) which will throw on invalid input"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "returns_typed_response": {
-          "passed": true,
-          "reason": "Returns an object with all required fields: frameId, name, status, eventCount with appropriate types"
+          "passed": false,
+          "reason": "regex heuristic"
         },
         "handles_not_found": {
-          "passed": true,
-          "reason": "Includes explicit null check with error thrown when frame is not found in the frames map"
+          "passed": false,
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 34329,
-      "output": "I've added the `get_frame_summary` handler. The implementation:\n\n**Pattern Match:**\n- Uses switch/case dispatch like existing handlers\n- Zod validation: `z.object({ frameId: z.string() }).parse(args)`\n- Error handling: throws if frame not found\n- Returns typed object: `{ frameId, name, status, eventCount }`\n\n**Implementation:**\n```typescript\ncase 'get_frame_summary': {\n  const input = z.object({ frameId: z.string() }).parse(args);\n  const frame = frames.get(input.frameId);\n  if (!frame) throw new Error(`Frame not found: ${input.frameId}`);\n  return {\n    frameId: frame.id,\n    name: frame.name,\n    status: frame.status,\n    eventCount: frame.events.length,\n  };\n}\n```\n\nThe handler validates input, retrieves the frame, and returns the summary with event count derived from the events array length.\n"
+      "judgeMode": "regex",
+      "duration": 6817,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHMCFrhqQfsP1snyVg2\"}\n"
     },
     {
       "taskId": "sm-002",
@@ -167,32 +167,52 @@
       "criteria": {
         "has_delete_trigger": {
           "passed": false,
-          "reason": "The output only describes/mentions the trigger but does not show the actual SQL code. No real trigger definition is provided."
+          "reason": "regex heuristic"
         },
         "uses_fts_delete_syntax": {
           "passed": false,
-          "reason": "The correct FTS5 delete syntax is described in text but not shown in executable code form. Without actual code, the syntax cannot be verified."
+          "reason": "regex heuristic"
         },
         "references_old_row": {
           "passed": false,
-          "reason": "The output mentions using 'old row values' but provides no actual code demonstrating the use of the OLD keyword in the trigger body."
+          "reason": "regex heuristic"
         },
         "matches_column_list": {
           "passed": false,
-          "reason": "No column list is shown in the output. The AI does not provide code that demonstrates matching the column structure of the INSERT and UPDATE triggers."
+          "reason": "regex heuristic"
         }
       },
-      "judgeMode": "llm",
-      "duration": 29794,
-      "output": "The missing DELETE trigger has been added following the same pattern as the UPDATE trigger:\n\n**Added:**\n- `frames_ad` (AFTER DELETE) trigger\n- Deletes the corresponding FTS5 entry when a frame is deleted from the frames table\n- Uses the special `'delete'` command with old row values to remove from the FTS5 index\n\nThe trigger follows the FTS5 external content pattern where `INSERT INTO frames_fts(frames_fts, ...) VALUES ('delete', ...)` removes entries from the index.\n"
+      "judgeMode": "regex",
+      "duration": 6901,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHMhw3jFy6vjU3Xs2uG\"}\n"
     },
     {
       "taskId": "sm-003",
       "taskName": "daemon_service_lifecycle",
       "weight": 1.5,
       "passed": false,
-      "duration": 120017,
-      "error": "claude timed out after 120000ms"
+      "passRate": 0,
+      "criteria": {
+        "clears_old_interval": {
+          "passed": false,
+          "reason": "regex heuristic"
+        },
+        "prevents_double_start": {
+          "passed": false,
+          "reason": "regex heuristic"
+        },
+        "has_getstate_method": {
+          "passed": false,
+          "reason": "regex heuristic"
+        },
+        "returns_correct_state_shape": {
+          "passed": false,
+          "reason": "regex heuristic"
+        }
+      },
+      "judgeMode": "regex",
+      "duration": 10093,
+      "output": "API Error: 400 {\"type\":\"error\",\"error\":{\"type\":\"invalid_request_error\",\"message\":\"You have reached your specified API usage limits. You will regain access on 2026-04-01 at 00:00 UTC.\"},\"request_id\":\"req_011CYrHNHqVXuMRF1aQBXcv1\"}\n"
     }
   ]
 }