vibeostheog 0.22.16 → 0.22.21

package/src/vibeOS-lib/tests/experiment-scenarios-progressive.json

@@ -1,115 +0,0 @@
-{
-  "meta": {
-    "description": "Progressive benchmark scenarios with KNOWN CORRECT outputs. Tests context awareness across 5+ files in vibeOS codebase.",
-    "version": "3.0.0",
-    "hypothesis": "Brain tier outperforms cheap at 10+ file context requirements. Context degradation hits cheap tier harder after 10+ implicit references.",
-    "methodology": "Each scenario has a known correct diff. Evaluator compares output to ground truth. Tracks tokens in/out, latency, correctness."
-  },
-  "metrics": {
-    "correctness": "Exact output matches known correct answer (0 or 1)",
-    "partial_correctness": "Output functionally correct but syntactically different (0-1)",
-    "tokens_in": "Completion tokens used by the model",
-    "tokens_out": "Tokens generated",
-    "latency_ms": "Wall time in milliseconds",
-    "files_read": "Number of files opened to complete task",
-    "files_modified": "Number of files changed",
-    "regression": "Did the change break existing tests? (0 or 1)"
-  },
-  "scenarios": [
-    {
-      "id": "delete-record-saving",
-      "description": "Delete the `recordSaving` function and all calls to it. Known outcome: function removed from index-helpers.ts, no callers in index.ts.",
-      "knownCorrectDiff": [{"file": "src/lib/index-helpers.ts", "linesRemoved": 85}, {"file": "src/index.ts", "linesChanged": 0}],
-      "filesRequired": ["src/lib/index-helpers.ts", "src/index.ts"],
-      "verification": "grep -r 'recordSaving' src/ --include='*.ts' | wc -l == 0",
-      "dependencies": [],
-      "turnsRequired": 2
-    },
-    {
-      "id": "rename-sync-control-settings",
-      "description": "Rename `syncControlSettings` to `applyControlVector` everywhere in src/. Known outcome: all references updated, no broken imports.",
-      "knownCorrectDiff": [{"file": "src/lib/hooks/chat-transform.ts", "linesChanged": 3}, {"file": "src/lib/hooks/chat-transform.js", "linesChanged": 3}],
-      "filesRequired": ["src/lib/hooks/chat-transform.ts", "src/lib/hooks/chat-transform.js", "src/vibeOS-lib/blackbox/meta-controller.ts"],
-      "verification": "grep 'syncControlSettings' src/ --include='*.ts' | wc -l == 0 AND grep 'applyControlVector' src/ --include='*.ts' | wc -l >= 2",
-      "dependencies": [],
-      "turnsRequired": 2
-    },
-    {
-      "id": "fix-savings-field-mismatch",
-      "description": "Fix the savings tracking bug: `delegation_savings_usd` should be `total_savings_usd` in state.ts, index.ts, and footer.ts. Known outcome: 4 files changed, field name consistent across all.",
-      "knownCorrectDiff": [{"file": "src/lib/state.ts", "linesChanged": 5}, {"file": "src/index.ts", "linesChanged": 1}, {"file": "src/lib/hooks/footer.ts", "linesChanged": 2}, {"file": "src/vibeOS-mcp-server.ts", "linesChanged": 1}],
-      "filesRequired": ["src/lib/state.ts", "src/index.ts", "src/lib/hooks/footer.ts", "src/vibeOS-mcp-server.ts"],
-      "verification": "grep 'delegation_savings_usd' src/ --include='*.ts' | wc -l == 0",
-      "dependencies": [],
-      "turnsRequired": 5
-    },
-    {
-      "id": "add-footer-tool-count-field",
-      "description": "Add tool count to footer. Known outcome: readLifetimeSavings returns sesToolCount, _appendFooter displays '| tools: N'.",
-      "knownCorrectDiff": [{"file": "src/lib/hooks/footer.ts", "linesChanged": 3}],
-      "filesRequired": ["src/lib/hooks/footer.ts"],
-      "verification": "grep 'sesToolCount' src/lib/hooks/footer.ts | wc -l >= 2 AND grep 'tools:' src/lib/hooks/footer.ts | wc -l >= 2",
-      "dependencies": [],
-      "turnsRequired": 3
-    },
-    {
-      "id": "extract-selection-manager",
-      "description": "Extract loadSelection and writeSelection from state.ts into a new file selection-manager.ts. Known outcome: new file created, state.ts re-exports, all imports chain correctly.",
-      "knownCorrectDiff": [{"file": "src/lib/selection-manager.ts", "linesChanged": 65}, {"file": "src/lib/state.ts", "linesChanged": 10}],
-      "filesRequired": ["src/lib/state.ts", "src/index.ts"],
-      "verification": "node -e 'import(\"src/lib/selection-manager.ts\").then(m => console.log(Object.keys(m)))' 2>&1 | grep loadSelection",
-      "dependencies": [],
-      "turnsRequired": 5
-    },
-    {
-      "id": "add-auto-select-mode-test",
-      "description": "Add a test for autoSelectMode: when regime=CONVERGING, mode should be 'quality'. Write the test in src/lib/hooks/tests/. Known outcome: test file created, test passes.",
-      "knownCorrectDiff": [{"file": "src/lib/hooks/tests/auto-select-mode.test.ts", "linesChanged": 20}],
-      "filesRequired": ["src/vibeOS-lib/blackbox/meta-controller.ts", "src/lib/hooks/tests/"],
-      "verification": "node --test src/lib/hooks/tests/auto-select-mode.test.ts | grep 'pass 1'",
-      "dependencies": [],
-      "turnsRequired": 3
-    },
-    {
-      "id": "progressive-context-chain",
-      "description": "Multi-turn progressive task: Turn 1) read state.ts and understand the savings tracking. Turn 2) find where total_savings_usd is written. Turn 3) find where it's read. Turn 4) ensure consistency. Known outcome: identify all 5 touchpoints and confirm they use the same field name.",
-      "knownCorrectDiff": [{"file": "report.txt", "linesChanged": 10}],
-      "filesRequired": ["src/lib/index-helpers.ts", "src/lib/state.ts", "src/lib/hooks/footer.ts", "src/vibeOS-mcp-server.ts"],
-      "verification": "grep -c 'total_savings_usd\|delegation_savings_usd' report.txt > /dev/null",
-      "dependencies": [],
-      "turnsRequired": 4
-    },
-    {
-      "id": "cross-file-type-refactor",
-      "description": "Rename OptimizationMode type (currently string union) to an enum. Update meta-controller.ts and all consumers. Known outcome: type definition changed, all imports updated, typecheck passes.",
-      "knownCorrectDiff": [{"file": "src/vibeOS-lib/blackbox/meta-controller.ts", "linesChanged": 10}, {"file": "src/lib/hooks/chat-transform.ts", "linesChanged": 2}],
-      "filesRequired": ["src/vibeOS-lib/blackbox/meta-controller.ts", "src/vibeOS-lib/blackbox/index.ts", "src/lib/hooks/chat-transform.ts"],
-      "verification": "grep 'OptimizationMode' src/vibeOS-lib/blackbox/meta-controller.ts | head -1 | grep 'enum'",
-      "dependencies": [],
-      "turnsRequired": 6
-    },
-    {
-      "id": "introduce-bug-fix-cycle",
-      "description": "Known bug: the ledger writes saveEst but readers expect 'usd'. Fix: add 'usd' to the ledger entry. Known outcome: index-helpers.ts ledger entry now includes usd field.",
-      "knownCorrectDiff": [{"file": "src/lib/index-helpers.ts", "linesChanged": 1}],
-      "filesRequired": ["src/lib/index-helpers.ts", "src/lib/hooks/footer.ts"],
-      "verification": "grep 'usd:' src/lib/index-helpers.ts | grep -v 'saveEst' | grep -v 'total_\\|cache_\\|missed_' | wc -l >= 1",
-      "dependencies": [],
-      "turnsRequired": 3
-    },
-    {
-      "id": "complex-architectural-change",
-      "description": "Move the `syncControlSettings` call from chat-transform.ts line 247 to BEFORE the blackbox state is saved (line 199), so settings are written before the next turn's state is computed. Known outcome: the call moves from line 247 to between lines 198-199.",
-      "knownCorrectDiff": [{"file": "src/lib/hooks/chat-transform.ts", "linesChanged": 2}],
-      "filesRequired": ["src/lib/hooks/chat-transform.ts"],
-      "verification": "grep -n 'syncControlSettings' src/lib/hooks/chat-transform.ts | head -1",
-      "dependencies": [],
-      "turnsRequired": 5
-    }
-  ],
-  "rotation": {
-    "scenariosPerNight": 10,
-    "maxRunsPerScenario": 50,
-    "cooldownNights": 0
-  }
-}

package/src/vibeOS-lib/tests/experiment-scenarios-token-latency.json

@@ -1,57 +0,0 @@
-{
-  "meta": {
-    "description": "Token/latency benchmark. Measures actual token consumption, throughput, and wall-clock latency across 3 tiers.",
-    "version": "1.0.0",
-    "hypothesis": "MEDIUM tier (flash) has 3-5x lower latency than BRAIN. CHEAP has highest tok/sec. Token throughput scales inversely with capability.",
-    "methodology": "Each scenario is a standalone prompt. Runner measures wall-clock time, estimates token counts from response length (1 tok ~= 4 chars), and records pricing estimates."
-  },
-  "pricing": {
-    "deepseek-v4-pro": { "prompt": 1.25, "completion": 8 },
-    "deepseek-v4-flash": { "prompt": 0.25, "completion": 1 },
-    "deepseek-chat": { "prompt": 0.14, "completion": 0.56 }
-  },
-  "scenarios": [
-    {
-      "id": "short-qa",
-      "category": "short",
-      "prompt": "What is the difference between TCP and UDP? Answer in 2-3 sentences.",
-      "expected_length_chars": 300,
-      "turns_required": 1
-    },
-    {
-      "id": "medium-explain",
-      "category": "medium",
-      "prompt": "Explain how a distributed consensus algorithm like Raft works. Include leader election, log replication, and safety properties. Write ~500 words.",
-      "expected_length_chars": 2000,
-      "turns_required": 1
-    },
-    {
-      "id": "long-codegen",
-      "category": "long",
-      "prompt": "Implement a complete LRU cache in TypeScript with generics, O(1) get/put, expiration TTL, event emitter for evictions, and comprehensive error handling. Include JSDoc. Write ~200 lines.",
-      "expected_length_chars": 6000,
-      "turns_required": 1
-    },
-    {
-      "id": "short-math",
-      "category": "short",
-      "prompt": "Calculate the sum of all prime numbers between 1 and 100. Show your work in 2-3 lines.",
-      "expected_length_chars": 300,
-      "turns_required": 1
-    },
-    {
-      "id": "medium-architecture",
-      "category": "medium",
-      "prompt": "Design the architecture for a real-time collaborative document editor (like Google Docs). Cover: OT vs CRDT, WebSocket mesh, persistence layer, conflict resolution, cursor sync. ~500 words.",
-      "expected_length_chars": 2000,
-      "turns_required": 1
-    },
-    {
-      "id": "long-api-design",
-      "category": "long",
-      "prompt": "Design a complete REST API for a multi-tenant SaaS platform. Include: authentication via JWT, RBAC with 3 roles, CRUD for 4 entities, rate limiting, pagination, soft delete, audit logging, and webhook support. Write a complete OpenAPI 3.0 spec in YAML.",
-      "expected_length_chars": 8000,
-      "turns_required": 1
-    }
-  ]
-}

package/src/vibeOS-lib/tests/experiment-scenarios.json

@@ -1,94 +0,0 @@
-{
-  "meta": {
-    "description": "vibeOS nightly experiment scenarios. Hard scenarios (>100 lines, multi-file, architectural) test whether quality/brain mode produces measurably better outcomes than budget/cheap mode.",
-    "version": "2.0.0",
-    "experiment_hypothesis": "For HARD scenarios (multi-file architecture, complex state, concurrent systems), quality mode (brain tier, full thinking) produces measurably better code than budget mode (cheap tier, off thinking). For MEDIUM scenarios, both tiers produce equivalent quality."
-  },
-  "metrics": {
-    "correctness": "Tests pass on first run (0-1)",
-    "completeness": "All requirements addressed — files complete, edge cases, architecture (0-1)",
-    "safety": "No vulnerabilities, race conditions, or dangerous patterns (0-1)",
-    "architecture_quality": "Module cohesion, interface design, SOLID adherence (0-1)",
-    "time_to_solve": "Wall time to completion (seconds)"
-  },
-  "domains": ["api", "arch", "systems", "refactor", "algorithm"],
-  "scenarios": [
-    {
-      "id": "api-authenticate",
-      "domain": "api",
-      "complexity": "medium",
-      "prompt": "Create an Express.js authentication middleware in TypeScript that validates JWT tokens from the Authorization header. Extract the user ID from the token payload and attach it to `req.user`. Return 401 if the token is missing, expired, or invalid. Include proper TypeScript types and error handling.",
-      "expectedFiles": ["middleware/auth.ts"],
-      "validation": { "type": "jest", "testFile": "middleware/auth.test.ts" },
-      "passCriteria": { "testsPass": 1, "hasTypeAnnotation": true, "hasErrorHandling": true }
-    },
-    {
-      "id": "refactor-extract-function",
-      "domain": "refactor",
-      "complexity": "medium",
-      "prompt": "Given this TypeScript function, refactor it by extracting the validation logic and the formatting logic into separate pure functions. Keep the same public API. Preserve all behavior:\n```ts\nfunction processOrder(order: { items: { price: number; qty: number }[]; tax: number; discount: number }): string {\n  if (!order.items || !Array.isArray(order.items)) throw new Error('Invalid items');\n  if (order.items.length === 0) throw new Error('No items');\n  if (typeof order.tax !== 'number' || order.tax < 0) throw new Error('Invalid tax');\n  let subtotal = 0;\n  for (const item of order.items) {\n    if (typeof item.price !== 'number' || item.price < 0) throw new Error('Invalid price');\n    if (typeof item.qty !== 'number' || item.qty < 0) throw new Error('Invalid qty');\n    subtotal += item.price * item.qty;\n  }\n  const total = subtotal + subtotal * order.tax - order.discount;\n  return '$' + total.toFixed(2);\n}\n```",
-      "expectedFiles": ["order.ts"],
-      "validation": { "type": "jest", "testFile": "order.test.ts" },
-      "passCriteria": { "testsPass": 1, "extractedFunctions": 2, "behaviorPreserved": true }
-    },
-    {
-      "id": "api-rate-limiter",
-      "domain": "api",
-      "complexity": "hard",
-      "prompt": "Implement a sliding window rate limiter for Express.js in TypeScript. Requirements: 1) limit N requests per window per IP, 2) in-memory Map store, 3) return 429 with Retry-After header when exceeded, 4) automatic cleanup of expired entries via setInterval, 5) configurable window size and max requests, 6) export as middleware factory `createRateLimiter(windowMs, maxRequests)`. Write in `rateLimiter.ts`. Include comprehensive tests.",
-      "expectedFiles": ["rateLimiter.ts"],
-      "validation": { "type": "jest", "testFile": "rateLimiter.test.ts" },
-      "passCriteria": { "testsPass": 1, "rateLimitedCorrectly": true, "cleanupImplemented": true, "retryAfterHeader": true }
-    },
-    {
-      "id": "arch-multi-file-rest-api",
-      "domain": "arch",
-      "complexity": "hard",
-      "prompt": "Design and implement a multi-file REST API for a task manager in TypeScript using Express. Architecture:\n- `types.ts` — Task interface (id: string, title: string, description?: string, status: 'todo'|'in-progress'|'done', priority: 'low'|'medium'|'high', createdAt: Date, updatedAt: Date)\n- `store.ts` — In-memory data store class (TaskStore) with create, findById, findAll, update, delete, searchByStatus. Generate IDs with crypto.randomUUID(). All methods return Promises.\n- `middleware/validateTask.ts` — Express middleware that validates request body: title non-empty (3-200 chars), status valid, priority valid. Return 400 with specific error messages.\n- `routes.ts` — Express Router with: GET /tasks, GET /tasks/:id, POST /tasks, PATCH /tasks/:id, DELETE /tasks/:id. Use async error wrapper.\n- `app.ts` — Express app with JSON parsing, CORS, routes mounted at /api, 404 handler, global error handler middleware.\nReturn ALL 5 files. Each must be complete, compilable, and properly import from each other.",
-      "expectedFiles": ["types.ts", "store.ts", "middleware/validateTask.ts", "routes.ts", "app.ts"],
-      "validation": { "type": "jest", "testFile": "app.test.ts" },
-      "passCriteria": { "testsPass": 1, "filesComplete": 5, "hasValidation": true, "hasErrorHandler": true, "hasCRUD": true }
-    },
-    {
-      "id": "systems-concurrent-task-runner",
-      "domain": "systems",
-      "complexity": "hard",
-      "prompt": "Implement a concurrent task runner in TypeScript. Requirements:\n1) Accept an array of async tasks and a concurrency limit N\n2) Run at most N tasks simultaneously (not Promise.all — must use semaphore pattern)\n3) Collect results in order (result[i] corresponds to task[i])\n4) If any task rejects, cancel remaining tasks gracefully and reject with the error\n5) Support external cancellation via AbortSignal\n6) Include a TaskRunner class with methods: run(), cancel(), status() returning { running, pending, completed, failed }\n7) Use proper TypeScript generics: TaskRunner<T> where T is the task result type\n8) Handle edge cases: empty task array, concurrency > task count, single task.\nWrite tests covering all edge cases. Export as single file `taskRunner.ts`.",
-      "expectedFiles": ["taskRunner.ts"],
-      "validation": { "type": "jest", "testFile": "taskRunner.test.ts" },
-      "passCriteria": { "testsPass": 1, "concurrencyCorrect": true, "cancellationWorks": true, "orderPreserved": true, "errorPropagation": true }
-    },
-    {
-      "id": "refactor-monolith-split",
-      "domain": "refactor",
-      "complexity": "hard",
-      "prompt": "Refactor this monolithic TypeScript file into 4 properly separated modules:\n- `models/user.ts` — User interface and types\n- `utils/validation.ts` — Email, password, and username validation functions\n- `repositories/userRepository.ts` — Data access layer with async operations\n- `services/userService.ts` — Business logic layer\n\nThe monolith contains User model, 3 validation functions, 5 repository functions, and 4 service functions (register, login, updateProfile, deleteAccount). Preserve ALL behavior. Each module must have proper imports/exports. Return all 4 files.\n\n```ts\ninterface User { id: string; username: string; email: string; passwordHash: string; createdAt: Date }\nfunction isValidEmail(email: string): boolean { return /^[^\\s@]+@[^\\s@]+\\.[^\\s@]+$/.test(email) }\nfunction isStrongPassword(pw: string): boolean { return pw.length >= 8 && /[A-Z]/.test(pw) && /[0-9]/.test(pw) }\nfunction isValidUsername(u: string): boolean { return u.length >= 3 && u.length <= 30 && /^[a-zA-Z0-9_]+$/.test(u) }\nconst userDB: Map<string, User> = new Map()\nasync function findById(id: string): Promise<User | undefined> { return Promise.resolve(userDB.get(id)) }\nasync function findByEmail(email: string): Promise<User | undefined> { for (const u of userDB.values()) { if (u.email === email) return u } return undefined }\nasync function createUser(user: User): Promise<User> { userDB.set(user.id, user); return user }\nasync function updateUser(id: string, updates: Partial<User>): Promise<User | undefined> { const u = userDB.get(id); if (!u) return undefined; Object.assign(u, updates); return u }\nasync function deleteUser(id: string): Promise<boolean> { return userDB.delete(id) }\nasync function registerUser(username: string, email: string, password: string): Promise<User> { if (!isValidEmail(email)) throw new Error('Invalid email'); if (!isStrongPassword(password)) throw new Error('Weak password'); if (!isValidUsername(username)) throw new Error('Invalid username'); const existing = await findByEmail(email); if (existing) throw new Error('Email already registered'); const user: User = { id: Date.now().toString(36) + Math.random().toString(36).slice(2), username, email, passwordHash: 'hashed_' + password, createdAt: new Date() }; return createUser(user) }\nasync function loginUser(email: string, password: string): Promise<User> { const user = await findByEmail(email); if (!user) throw new Error('User not found'); if (user.passwordHash !== 'hashed_' + password) throw new Error('Invalid password'); return user }\nasync function updateProfile(id: string, data: { username?: string; email?: string }): Promise<User> { if (data.email && !isValidEmail(data.email)) throw new Error('Invalid email'); if (data.username && !isValidUsername(data.username)) throw new Error('Invalid username'); const updated = await updateUser(id, data); if (!updated) throw new Error('User not found'); return updated }\nasync function deleteAccount(id: string): Promise<void> { const deleted = await deleteUser(id); if (!deleted) throw new Error('User not found') }\n```",
-      "expectedFiles": ["models/user.ts", "utils/validation.ts", "repositories/userRepository.ts", "services/userService.ts"],
-      "validation": { "type": "jest", "testFile": "services/userService.test.ts" },
-      "passCriteria": { "testsPass": 1, "modulesExtracted": 4, "importsCorrect": true, "behaviorPreserved": true }
-    },
-    {
-      "id": "arch-state-machine",
-      "domain": "arch",
-      "complexity": "hard",
-      "prompt": "Implement a fully type-safe finite state machine in TypeScript.\nRequirements:\n1) Generic over state type S (extends string) and event type E (extends string)\n2) Accept a transitions map: Record<S, Partial<Record<E, S>>> at construction\n3) transition(event: E): void — validates event is allowed for current state, moves to target state\n4) can(event: E): boolean — check if transition is possible without executing\n5) Lifecycle callbacks: onEnter(state, callback), onExit(state, callback), onTransition(from, event, to, callback)\n6) getHistory(): Array<{ from: S; event: E; to: S; timestamp: number }>\n7) reset(): void — return to initial state, clear history\n8) getState(): S — current state\n9) TypeScript must catch invalid states/events at compile time (discriminated unions or template literal types).\n10) Handle edge cases: duplicate transitions, transition to same state, empty transitions map\nWrite comprehensive tests. Single file `stateMachine.ts`.",
-      "expectedFiles": ["stateMachine.ts"],
-      "validation": { "type": "jest", "testFile": "stateMachine.test.ts" },
-      "passCriteria": { "testsPass": 1, "genericTyped": true, "callbacksWork": true, "historyTracked": true, "typeSafe": true }
-    },
-    {
-      "id": "algorithm-djikstra-pathfinder",
-      "domain": "algorithm",
-      "complexity": "hard",
-      "prompt": "Implement Dijkstra's shortest path algorithm in TypeScript.\nRequirements:\n1) Accept a weighted directed graph as adjacency list: Map<string, Array<{ node: string; weight: number }>>\n2) Function: shortestPath(graph, start, end): { path: string[], distance: number } | null\n3) Use a min-priority queue (implement it, don't import). Use binary heap.\n4) Return the path as an array of node IDs and the total distance. Return null if no path exists.\n5) Handle edge cases: empty graph, start equals end, disconnected nodes, negative weights (throw error if negative), multiple equal-cost paths (return any), cycles.\n6) Write a BinaryHeap class with push, pop, isEmpty, decreaseKey.\n7) TypeScript generics: BinaryHeap<T>\n8) Include JSDoc for both BinaryHeap and shortestPath.\n9) Write comprehensive tests covering all edge cases.\nSingle file `dijkstra.ts`.",
-      "expectedFiles": ["dijkstra.ts"],
-      "validation": { "type": "jest", "testFile": "dijkstra.test.ts" },
-      "passCriteria": { "testsPass": 1, "binaryHeapWorks": true, "pathCorrect": true, "negativeRejected": true, "allEdgeCases": true }
-    }
-  ],
-  "rotation": {
-    "scenariosPerNight": 2,
-    "maxRunsPerScenario": 5,
-    "cooldownNights": 1
-  }
-}

package/src/vibeOS-lib/tests/reports/mode-benchmark-final-2026-05-23T07-01-58Z.json

@@ -1,129 +0,0 @@
-{
-  "meta": {
-    "generated_at": "2026-05-23T07:01:58.571Z",
-    "type": "vibeos-mode-benchmark-final",
-    "version": "1.0",
-    "total_cost_usd": 0.33294155999999997
-  },
-  "tier_summary": [
-    {
-      "tier": "brain",
-      "runs": 15,
-      "avg_latency_ms": 329,
-      "avg_tps": 7564,
-      "total_tok_out": 36892,
-      "total_cost_usd": 0.295821,
-      "scenarios": [
-        "short-qa",
-        "medium-explain",
-        "long-codegen",
-        "short-math",
-        "medium-architecture",
-        "long-api-design"
-      ]
-    },
-    {
-      "tier": "medium",
-      "runs": 15,
-      "avg_latency_ms": 308,
-      "avg_tps": 6686,
-      "total_tok_out": 29542,
-      "total_cost_usd": 0.029679,
-      "scenarios": [
-        "short-qa",
-        "medium-explain",
-        "long-codegen",
-        "short-math",
-        "medium-architecture",
-        "long-api-design"
-      ]
-    },
-    {
-      "tier": "cheap",
-      "runs": 8,
-      "avg_latency_ms": 391,
-      "avg_tps": 5344,
-      "total_tok_out": 13215,
-      "total_cost_usd": 0.007441560000000001,
-      "scenarios": [
-        "short-qa",
-        "medium-explain",
-        "long-codegen",
-        "short-math",
-        "medium-architecture",
-        "long-api-design"
-      ]
-    }
-  ],
-  "thinking_summary": [
-    {
-      "mode": "off",
-      "runs": 8,
-      "avg_latency_ms": 304,
-      "avg_tps": 5655
-    },
-    {
-      "mode": "brief",
-      "runs": 6,
-      "avg_latency_ms": 309,
-      "avg_tps": 6141
-    },
-    {
-      "mode": "full",
-      "runs": 6,
-      "avg_latency_ms": 342,
-      "avg_tps": 6631
-    }
-  ],
-  "signals": [
-    {
-      "id": "TIER_PARITY",
-      "confidence": "HIGH",
-      "description": "Brain and medium have near-identical latency"
-    },
-    {
-      "id": "THINKING_OVERHEAD",
-      "confidence": "MEDIUM",
-      "description": "Full thinking adds ~15% latency"
-    },
-    {
-      "id": "CHEAP_GAP",
-      "confidence": "HIGH",
-      "description": "Cheap produces 60% shorter responses than medium"
-    },
-    {
-      "id": "CALIBRATION_GAP",
-      "confidence": "CRITICAL",
-      "description": "4/5 modes have zero real sessions"
-    },
-    {
-      "id": "HUMAN_FLOW_COST",
-      "confidence": "HIGH",
-      "description": "Real tasks cost 2-5x more than single-turn predictions"
-    },
-    {
-      "id": "AUTO_MODE_STUB",
-      "confidence": "HIGH",
-      "description": "autoSelectMode() always returns 'balanced' regardless of state"
-    }
-  ],
-  "mode_gaps": [
-    {
-      "id": "FORENSIC",
-      "priority": "HIGH",
-      "description": "Debugging/sleuthing workflow — brain + full thinking + strict flow"
-    },
-    {
-      "id": "WEB_RESEARCH",
-      "priority": "HIGH",
-      "description": "Research/exploration — medium + full thinking + context7"
-    }
-  ],
-  "recommendations": [
-    "Add FORENSIC mode with brain tier, full thinking, strict enforcement",
-    "Add WEB_RESEARCH mode with medium tier, full thinking, context7 required",
-    "Fix autoSelectMode() to use stress + regime for dynamic selection",
-    "Link calibration mode configs to computeControlVector()",
-    "Auto-record mode usage data to populate calibration for all modes"
-  ]
-}