@agentdeck/bridge 1.0.23 → 1.1.0

package/dist/apme/store.js

@@ -16,12 +16,141 @@ import { debug } from '../logger.js';
 // repo root, where the symlink doesn't exist).
 const require = createRequire(import.meta.url);
 // ─── Schema ────────────────────────────────────────────────────────────────────
+const SCORECARD_DDL = `
+-- Pre-aggregate metrics at the level they actually describe. New rows prefer
+-- turn attribution; runs with no turn identity remain available as a legacy
+-- fallback instead of being silently dropped after the schema migration.
+CREATE VIEW IF NOT EXISTS v_run_metrics AS
+SELECT
+  run_id,
+  MAX(CASE WHEN metric='overall' AND layer='llm_judge' THEN score END) AS overall,
+  MAX(CASE WHEN metric='tests_pass' AND layer='deterministic' THEN score END) AS tests_pass
+FROM evals
+GROUP BY run_id;
+
+CREATE VIEW IF NOT EXISTS v_model_scorecard AS
+WITH turn_eval AS (
+  SELECT
+    turn_id,
+    MAX(CASE WHEN metric='overall' THEN score END) AS overall,
+    MAX(CASE WHEN metric='tests_pass' THEN score END) AS tests_pass
+  FROM evals
+  WHERE turn_id IS NOT NULL
+  GROUP BY turn_id
+), turn_cost AS (
+  SELECT
+    turn_id,
+    CASE WHEN MIN(COALESCE(cost_known, 0))=1 THEN SUM(cost_usd) ELSE NULL END AS cost_usd,
+    MIN(COALESCE(cost_known, 0)) AS cost_known
+  FROM sample_events
+  WHERE turn_id IS NOT NULL AND kind='model'
+  GROUP BY turn_id
+), attributed_units AS (
+  SELECT
+    r.agent_type AS agent_type,
+    t.run_id AS run_id,
+    t.id AS turn_id,
+    t.model_id AS model_id,
+    COALESCE(t.provider, r.provider) AS provider,
+    COALESCE(
+      t.composite_score,
+      e.overall
+    ) AS overall,
+    e.tests_pass AS tests_pass,
+    c.cost_usd AS cost_usd,
+    COALESCE(c.cost_known, 0) AS cost_known
+  FROM turns t
+  JOIN runs r ON r.id=t.run_id
+  LEFT JOIN turn_eval e ON e.turn_id=t.id
+  LEFT JOIN turn_cost c ON c.turn_id=t.id
+  WHERE t.model_id IS NOT NULL AND t.model_id != ''
+), legacy_units AS (
+  SELECT
+    r.agent_type AS agent_type,
+    r.id AS run_id,
+    NULL AS turn_id,
+    COALESCE(r.model_id, 'unknown') AS model_id,
+    r.provider AS provider,
+    m.overall AS overall,
+    m.tests_pass AS tests_pass,
+    CASE WHEN r.cost_known=1 THEN r.cost_usd ELSE NULL END AS cost_usd,
+    COALESCE(r.cost_known, 0) AS cost_known
+  FROM runs r
+  LEFT JOIN v_run_metrics m ON m.run_id=r.id
+  WHERE NOT EXISTS (
+    SELECT 1 FROM turns t
+    WHERE t.run_id=r.id AND t.model_id IS NOT NULL AND t.model_id != ''
+  )
+), units AS (
+  SELECT * FROM attributed_units
+  UNION ALL
+  SELECT * FROM legacy_units
+)
+SELECT
+  agent_type,
+  model_id,
+  provider,
+  COUNT(DISTINCT run_id) AS runs,
+  AVG(overall) AS avg_overall,
+  AVG(tests_pass) AS avg_tests_pass,
+  CASE WHEN MIN(cost_known)=1 THEN SUM(cost_usd) ELSE NULL END AS total_cost,
+  MIN(cost_known) AS cost_known,
+  CASE WHEN MIN(cost_known)=1 AND AVG(overall)>0 THEN SUM(cost_usd)/AVG(overall) ELSE NULL END AS cost_per_quality
+FROM units
+GROUP BY agent_type, model_id, provider;
+
+CREATE VIEW IF NOT EXISTS v_category_scorecard AS
+WITH task_metrics AS (
+  SELECT
+    task_id,
+    MAX(CASE WHEN metric='tests_pass' AND layer='deterministic' THEN score END) AS tests_pass
+  FROM evals
+  WHERE task_id IS NOT NULL
+  GROUP BY task_id
+)
+SELECT
+  t.task_category AS task_category,
+  COALESCE(t.model_id, r.model_id, 'unknown') AS model_id,
+  COALESCE(t.provider, r.provider) AS provider,
+  COUNT(DISTINCT t.run_id) AS runs,
+  AVG(t.composite_score) AS avg_overall,
+  AVG(m.tests_pass) AS avg_tests_pass,
+  CASE WHEN MIN(COALESCE(t.cost_known, 0))=1 THEN SUM(t.cost_usd) ELSE NULL END AS total_cost,
+  MIN(COALESCE(t.cost_known, 0)) AS cost_known
+FROM tasks t
+JOIN runs r ON r.id=t.run_id
+LEFT JOIN task_metrics m ON m.task_id=t.id
+WHERE t.task_category IS NOT NULL AND t.task_category != 'unknown'
+GROUP BY t.task_category, COALESCE(t.model_id, r.model_id, 'unknown'), COALESCE(t.provider, r.provider);
+
+-- Sample-granularity scorecard: quality vs cost per (agent, provider, model,
+-- category). A task that used more than one model is stored as 'mixed' rather
+-- than attributed to whichever assistant message happened to arrive last.
+CREATE VIEW IF NOT EXISTS v_sample_scorecard AS
+SELECT
+  r.agent_type AS agent_type,
+  COALESCE(t.model_id, r.model_id, 'unknown') AS model_id,
+  COALESCE(t.provider, r.provider) AS provider,
+  t.task_category AS task_category,
+  COUNT(*) AS samples,
+  AVG(t.composite_score) AS avg_quality,
+  CASE WHEN MIN(COALESCE(t.cost_known, 0))=1 THEN SUM(t.cost_usd) ELSE NULL END AS total_cost,
+  MIN(COALESCE(t.cost_known, 0)) AS cost_known,
+  AVG(t.latency_ms) AS avg_latency_ms,
+  CASE WHEN MIN(COALESCE(t.cost_known, 0))=1 AND AVG(t.composite_score)>0
+       THEN SUM(t.cost_usd)/AVG(t.composite_score) ELSE NULL END AS cost_per_quality
+FROM tasks t
+JOIN runs r ON r.id=t.run_id
+WHERE t.ended_at IS NOT NULL AND t.composite_score IS NOT NULL
+GROUP BY r.agent_type, COALESCE(t.model_id, r.model_id, 'unknown'), COALESCE(t.provider, r.provider), t.task_category;
+`;
 const DDL = `
 CREATE TABLE IF NOT EXISTS runs (
   id            TEXT PRIMARY KEY,
   session_id    TEXT NOT NULL,
   agent_type    TEXT NOT NULL,
   model_id      TEXT,
+  provider      TEXT,
   project_name  TEXT,
   project_path  TEXT,
   task_prompt   TEXT,
@@ -30,6 +159,7 @@ CREATE TABLE IF NOT EXISTS runs (
   input_tokens  INTEGER,
   output_tokens INTEGER,
   cost_usd      REAL,
+  cost_known    INTEGER NOT NULL DEFAULT 0,
   exit_code     INTEGER,
   git_before    TEXT,
   git_after     TEXT,
@@ -57,6 +187,8 @@ CREATE TABLE IF NOT EXISTS turns (
   run_id      TEXT NOT NULL REFERENCES runs(id) ON DELETE CASCADE,
   task_id     TEXT,
   turn_index  INTEGER NOT NULL,
+  model_id    TEXT,
+  provider    TEXT,
   prompt      TEXT,
   response    TEXT,
   started_at  INTEGER NOT NULL,
@@ -99,10 +231,12 @@ CREATE TABLE IF NOT EXISTS tasks (
   task_category    TEXT,
   notes_json       TEXT,
   model_id         TEXT,
+  provider         TEXT,
   model_config     TEXT,
   input_tokens     INTEGER,
   output_tokens    INTEGER,
   cost_usd         REAL,
+  cost_known       INTEGER NOT NULL DEFAULT 0,
   latency_ms       INTEGER
 );
 
@@ -123,6 +257,7 @@ CREATE TABLE IF NOT EXISTS sample_events (
   input_tokens  INTEGER,
   output_tokens INTEGER,
   cost_usd      REAL,
+  cost_known    INTEGER NOT NULL DEFAULT 0,
   latency_ms    INTEGER,
   tool_name     TEXT,
   tool_status   TEXT,
@@ -181,67 +316,7 @@ CREATE INDEX IF NOT EXISTS idx_runs_started ON runs(started_at);
 CREATE INDEX IF NOT EXISTS idx_evals_run ON evals(run_id);
 CREATE INDEX IF NOT EXISTS idx_steps_run ON steps(run_id);
 
--- Pre-aggregate per-run eval metrics to avoid inflating cost_usd when
--- multiple eval rows exist per run (e.g. 3 deterministic + 5 judge axes).
-CREATE VIEW IF NOT EXISTS v_run_metrics AS
-SELECT
-  run_id,
-  MAX(CASE WHEN metric='overall' AND layer='llm_judge' THEN score END) AS overall,
-  MAX(CASE WHEN metric='tests_pass' AND layer='deterministic' THEN score END) AS tests_pass
-FROM evals
-GROUP BY run_id;
-
-CREATE VIEW IF NOT EXISTS v_model_scorecard AS
-SELECT
-  r.agent_type AS agent_type,
-  COALESCE(r.model_id, 'unknown') AS model_id,
-  COUNT(*) AS runs,
-  AVG(m.overall) AS avg_overall,
-  AVG(m.tests_pass) AS avg_tests_pass,
-  SUM(r.cost_usd) AS total_cost,
-  CASE
-    WHEN AVG(m.overall) > 0
-    THEN SUM(r.cost_usd) / AVG(m.overall)
-    ELSE NULL
-  END AS cost_per_quality
-FROM runs r
-LEFT JOIN v_run_metrics m ON m.run_id = r.id
-GROUP BY r.agent_type, r.model_id;
-
-CREATE VIEW IF NOT EXISTS v_category_scorecard AS
-SELECT
-  r.task_category AS task_category,
-  COALESCE(r.model_id, 'unknown') AS model_id,
-  COUNT(*) AS runs,
-  AVG(m.overall) AS avg_overall,
-  AVG(m.tests_pass) AS avg_tests_pass,
-  SUM(r.cost_usd) AS total_cost
-FROM runs r
-LEFT JOIN v_run_metrics m ON m.run_id = r.id
-WHERE r.task_category IS NOT NULL AND r.task_category != 'unknown'
-GROUP BY r.task_category, r.model_id;
-
--- Sample-granularity scorecard: quality vs cost per (agent, model, category).
--- The recommender + Pareto frontier read this. Uses the task's own model_id /
--- cost (the sample header), falling back to the run's model when unset.
-CREATE VIEW IF NOT EXISTS v_sample_scorecard AS
-SELECT
-  r.agent_type AS agent_type,
-  COALESCE(t.model_id, r.model_id, 'unknown') AS model_id,
-  t.task_category AS task_category,
-  COUNT(*) AS samples,
-  AVG(t.composite_score) AS avg_quality,
-  SUM(t.cost_usd) AS total_cost,
-  AVG(t.latency_ms) AS avg_latency_ms,
-  CASE
-    WHEN AVG(t.composite_score) > 0
-    THEN SUM(t.cost_usd) / AVG(t.composite_score)
-    ELSE NULL
-  END AS cost_per_quality
-FROM tasks t
-JOIN runs r ON r.id = t.run_id
-WHERE t.ended_at IS NOT NULL AND t.composite_score IS NOT NULL
-GROUP BY r.agent_type, COALESCE(t.model_id, r.model_id, 'unknown'), t.task_category;
+${SCORECARD_DDL}
 `;
 // ─── Default rubric v1 (seeded on first boot) ──────────────────────────────────
 const DEFAULT_RUBRIC_V1 = {
@@ -517,6 +592,8 @@ export class ApmeStore {
             return;
         const cols = this.db.prepare("PRAGMA table_info(runs)").all().map(c => c.name);
         const migrations = [
+            ['provider', 'ALTER TABLE runs ADD COLUMN provider TEXT'],
+            ['cost_known', 'ALTER TABLE runs ADD COLUMN cost_known INTEGER NOT NULL DEFAULT 0'],
             ['task_signals', 'ALTER TABLE runs ADD COLUMN task_signals TEXT'],
             ['task_category', 'ALTER TABLE runs ADD COLUMN task_category TEXT'],
             ['task_category_source', "ALTER TABLE runs ADD COLUMN task_category_source TEXT DEFAULT 'auto'"],
@@ -560,6 +637,18 @@ export class ApmeStore {
             }
             catch { /* ignore */ }
         }
+        if (!turnCols.includes('model_id')) {
+            try {
+                this.db.exec('ALTER TABLE turns ADD COLUMN model_id TEXT');
+            }
+            catch { /* ignore */ }
+        }
+        if (!turnCols.includes('provider')) {
+            try {
+                this.db.exec('ALTER TABLE turns ADD COLUMN provider TEXT');
+            }
+            catch { /* ignore */ }
+        }
         const evalCols = this.db.prepare("PRAGMA table_info(evals)").all().map(c => c.name);
         if (!evalCols.includes('task_id')) {
             try {
@@ -572,10 +661,12 @@ export class ApmeStore {
         const taskCols = this.db.prepare("PRAGMA table_info(tasks)").all().map(c => c.name);
         for (const [col, sql] of [
             ['model_id', 'ALTER TABLE tasks ADD COLUMN model_id TEXT'],
+            ['provider', 'ALTER TABLE tasks ADD COLUMN provider TEXT'],
             ['model_config', 'ALTER TABLE tasks ADD COLUMN model_config TEXT'],
             ['input_tokens', 'ALTER TABLE tasks ADD COLUMN input_tokens INTEGER'],
             ['output_tokens', 'ALTER TABLE tasks ADD COLUMN output_tokens INTEGER'],
             ['cost_usd', 'ALTER TABLE tasks ADD COLUMN cost_usd REAL'],
+            ['cost_known', 'ALTER TABLE tasks ADD COLUMN cost_known INTEGER NOT NULL DEFAULT 0'],
             ['latency_ms', 'ALTER TABLE tasks ADD COLUMN latency_ms INTEGER'],
         ]) {
             if (!taskCols.includes(col)) {
@@ -597,6 +688,12 @@ export class ApmeStore {
         //     pointer to the run it continues, so one conversation shows up as N
         //     disconnected components. One live session here had 127 such runs.
         const sevCols = this.db.prepare("PRAGMA table_info(sample_events)").all().map(c => c.name);
+        if (!sevCols.includes('cost_known')) {
+            try {
+                this.db.exec('ALTER TABLE sample_events ADD COLUMN cost_known INTEGER NOT NULL DEFAULT 0');
+            }
+            catch { /* ignore */ }
+        }
         if (!sevCols.includes('turn_id')) {
             try {
                 this.db.exec('ALTER TABLE sample_events ADD COLUMN turn_id TEXT');
@@ -626,6 +723,21 @@ export class ApmeStore {
             }
             catch { /* ignore */ }
         }
+        // A positive historical value proves that a price existed. Historical
+        // zeroes remain unknown because they could be either a free local model or
+        // the old UNKNOWN_PRICE fallback — the ambiguity this column removes.
+        try {
+            this.db.exec('UPDATE runs SET cost_known=1 WHERE cost_usd > 0');
+        }
+        catch { /* ignore */ }
+        try {
+            this.db.exec('UPDATE tasks SET cost_known=1 WHERE cost_usd > 0');
+        }
+        catch { /* ignore */ }
+        try {
+            this.db.exec('UPDATE sample_events SET cost_known=1 WHERE cost_usd > 0');
+        }
+        catch { /* ignore */ }
         // ── Covering indexes for the per-run/per-task rollups ──
         // better-sqlite3 is synchronous on a single connection, so ANY slow query
         // here stalls the daemon's whole HTTP path — this is a latency budget, not
@@ -647,6 +759,16 @@ export class ApmeStore {
             }
             catch { /* ignore */ }
         }
+        // CREATE VIEW IF NOT EXISTS preserves stale executable SQL forever. Rebuild
+        // after the ALTERs above so both fresh and upgraded databases group by the
+        // turn/provider identity this version actually writes.
+        for (const view of ['v_sample_scorecard', 'v_category_scorecard', 'v_model_scorecard', 'v_run_metrics']) {
+            try {
+                this.db.exec(`DROP VIEW IF EXISTS ${view}`);
+            }
+            catch { /* ignore */ }
+        }
+        this.db.exec(SCORECARD_DDL);
     }
     seedDefaultRubric() {
         if (!this.db)
@@ -688,11 +810,12 @@ export class ApmeStore {
     insertRun(row) {
         if (!this.db)
             return;
+        const costKnown = row.costKnown === true || (row.costUsd != null && row.costUsd > 0);
         this.db.prepare(`INSERT INTO runs
-        (id, session_id, agent_type, model_id, project_name, project_path, task_prompt,
-         started_at, ended_at, input_tokens, output_tokens, cost_usd, exit_code,
+        (id, session_id, agent_type, model_id, provider, project_name, project_path, task_prompt,
+         started_at, ended_at, input_tokens, output_tokens, cost_usd, cost_known, exit_code,
          git_before, git_after, hw_profile)
-       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(row.id, row.sessionId, row.agentType, row.modelId ?? null, row.projectName ?? null, row.projectPath ?? null, row.taskPrompt ?? null, row.startedAt, row.endedAt ?? null, row.inputTokens ?? null, row.outputTokens ?? null, row.costUsd ?? null, row.exitCode ?? null, row.gitBefore ?? null, row.gitAfter ?? null, row.hwProfile ?? null);
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(row.id, row.sessionId, row.agentType, row.modelId ?? null, row.provider ?? null, row.projectName ?? null, row.projectPath ?? null, row.taskPrompt ?? null, row.startedAt, row.endedAt ?? null, row.inputTokens ?? null, row.outputTokens ?? null, row.costUsd ?? null, costKnown ? 1 : 0, row.exitCode ?? null, row.gitBefore ?? null, row.gitAfter ?? null, row.hwProfile ?? null);
     }
     updateRun(id, patch) {
         if (!this.db)
@@ -701,6 +824,7 @@ export class ApmeStore {
         const values = [];
         const map = {
             modelId: 'model_id',
+            provider: 'provider',
             projectName: 'project_name',
             projectPath: 'project_path',
             taskPrompt: 'task_prompt',
@@ -708,6 +832,7 @@ export class ApmeStore {
             inputTokens: 'input_tokens',
             outputTokens: 'output_tokens',
             costUsd: 'cost_usd',
+            costKnown: 'cost_known',
             exitCode: 'exit_code',
             gitBefore: 'git_before',
             gitAfter: 'git_after',
@@ -726,7 +851,11 @@ export class ApmeStore {
             if (!col || v === undefined)
                 continue;
             fields.push(`${col} = ?`);
-            values.push(v);
+            values.push(k === 'costKnown' ? (v ? 1 : 0) : v);
+        }
+        if (patch.costUsd != null && patch.costUsd > 0 && patch.costKnown === undefined) {
+            fields.push('cost_known = ?');
+            values.push(1);
         }
         if (fields.length === 0)
             return;
@@ -784,6 +913,7 @@ export class ApmeStore {
             outcome: 'outcome', compositeScore: 'composite_score', efficiencyJson: 'efficiency_json',
             prompt: 'prompt', response: 'response', taskId: 'task_id',
             endSource: 'end_source',
+            modelId: 'model_id', provider: 'provider',
         };
         const sets = [];
         const vals = [];
@@ -886,10 +1016,12 @@ export class ApmeStore {
             notesJson: 'notes_json',
             boundarySignal: 'boundary_signal',
             modelId: 'model_id',
+            provider: 'provider',
             modelConfig: 'model_config',
             inputTokens: 'input_tokens',
             outputTokens: 'output_tokens',
             costUsd: 'cost_usd',
+            costKnown: 'cost_known',
             latencyMs: 'latency_ms',
         };
         const sets = [];
@@ -899,7 +1031,11 @@ export class ApmeStore {
             if (!col || v === undefined)
                 continue;
             sets.push(`${col} = ?`);
-            vals.push(v);
+            vals.push(k === 'costKnown' ? (v ? 1 : 0) : v);
+        }
+        if (patch.costUsd != null && patch.costUsd > 0 && patch.costKnown === undefined) {
+            sets.push('cost_known = ?');
+            vals.push(1);
         }
         if (sets.length === 0)
             return;
@@ -1280,10 +1416,14 @@ export class ApmeStore {
     insertSampleEvent(row) {
         if (!this.db)
             return false;
+        // A positive monetary amount is self-proving provenance even for legacy
+        // callers that predate costKnown. Zero remains ambiguous and must only be
+        // marked known by a pricing table / known-local producer.
+        const costKnown = row.costKnown === true || (row.costUsd != null && row.costUsd > 0);
         const res = this.db.prepare(`INSERT OR IGNORE INTO sample_events
         (task_id, run_id, turn_index, turn_id, seq, ts, kind, model, input_tokens, output_tokens,
-         cost_usd, latency_ms, tool_name, tool_status, tool_error, payload, dedup_key)
-       VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`).run(row.taskId, row.runId, row.turnIndex ?? null, row.turnId ?? null, row.seq, row.ts, row.kind, row.model ?? null, row.inputTokens ?? null, row.outputTokens ?? null, row.costUsd ?? null, row.latencyMs ?? null, row.toolName ?? null, row.toolStatus ?? null, row.toolError ?? null, row.payload ?? null, row.dedupKey ?? null);
+         cost_usd, cost_known, latency_ms, tool_name, tool_status, tool_error, payload, dedup_key)
+       VALUES (?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?,?)`).run(row.taskId, row.runId, row.turnIndex ?? null, row.turnId ?? null, row.seq, row.ts, row.kind, row.model ?? null, row.inputTokens ?? null, row.outputTokens ?? null, row.costUsd ?? null, costKnown ? 1 : 0, row.latencyMs ?? null, row.toolName ?? null, row.toolStatus ?? null, row.toolError ?? null, row.payload ?? null, row.dedupKey ?? null);
         return res.changes > 0;
     }
     /** Update a previously-inserted event (e.g. a tool pending→resolved) by id. */
@@ -1292,7 +1432,7 @@ export class ApmeStore {
             return;
         const map = {
             toolStatus: 'tool_status', toolError: 'tool_error', payload: 'payload',
-            costUsd: 'cost_usd', latencyMs: 'latency_ms', model: 'model',
+            costUsd: 'cost_usd', costKnown: 'cost_known', latencyMs: 'latency_ms', model: 'model',
             inputTokens: 'input_tokens', outputTokens: 'output_tokens', ts: 'ts',
         };
         const sets = [];
@@ -1302,7 +1442,11 @@ export class ApmeStore {
             if (!col || v === undefined)
                 continue;
             sets.push(`${col} = ?`);
-            vals.push(v);
+            vals.push(k === 'costKnown' ? (v ? 1 : 0) : v);
+        }
+        if (fields.costUsd != null && fields.costUsd > 0 && fields.costKnown === undefined) {
+            sets.push('cost_known = ?');
+            vals.push(1);
         }
         if (sets.length === 0)
             return;
@@ -1319,6 +1463,17 @@ export class ApmeStore {
        ORDER BY seq DESC LIMIT 1`).get(taskId, turnIndex, toolName);
         return row ? rowToSampleEvent(row) : null;
     }
+    /** One assistant-message slot per turn. Response producers overlap, so text
+     *  hashes cannot be the identity: a truncated projection and the full final
+     *  are two payload versions of the same logical event. */
+    findAssistantMessageEvent(taskId, turnId) {
+        if (!this.db)
+            return null;
+        const row = this.db.prepare(`SELECT * FROM sample_events
+       WHERE task_id = ? AND turn_id = ? AND kind = 'assistant_message'
+       ORDER BY seq ASC LIMIT 1`).get(taskId, turnId);
+        return row ? rowToSampleEvent(row) : null;
+    }
     listSampleEventRows(taskId) {
         if (!this.db)
             return [];
@@ -1369,6 +1524,7 @@ export class ApmeStore {
                 inputTokens: task.inputTokens ?? 0,
                 outputTokens: task.outputTokens ?? 0,
                 costUsd: task.costUsd ?? 0,
+                costKnown: task.costKnown ?? false,
                 latencyMs: task.latencyMs ?? 0,
             },
             summary: task.summary ?? null,
@@ -1382,10 +1538,15 @@ export class ApmeStore {
         if (!this.db)
             return;
         const row = this.db.prepare(`SELECT COALESCE(SUM(input_tokens),0) AS it, COALESCE(SUM(output_tokens),0) AS ot,
-              COALESCE(SUM(cost_usd),0) AS cu, COALESCE(SUM(latency_ms),0) AS lm
+              CASE WHEN COUNT(*) > 0 AND MIN(COALESCE(cost_known,0))=1
+                   THEN SUM(cost_usd) ELSE NULL END AS cu,
+              CASE WHEN COUNT(*) > 0 AND MIN(COALESCE(cost_known,0))=1
+                   THEN 1 ELSE 0 END AS ck,
+              COALESCE(SUM(latency_ms),0) AS lm
        FROM sample_events WHERE task_id = ? AND kind = 'model'`).get(taskId);
         this.updateTask(taskId, {
-            inputTokens: row.it, outputTokens: row.ot, costUsd: row.cu, latencyMs: row.lm,
+            inputTokens: row.it, outputTokens: row.ot, costUsd: row.cu,
+            costKnown: row.ck === 1, latencyMs: row.lm,
         });
     }
     sampleScorecard() {
@@ -1395,10 +1556,12 @@ export class ApmeStore {
         return rows.map((r) => ({
             agentType: r.agent_type,
             modelId: r.model_id,
+            provider: r.provider ?? null,
             taskCategory: r.task_category ?? null,
             samples: r.samples,
             avgQuality: r.avg_quality ?? null,
             totalCost: r.total_cost ?? null,
+            costKnown: r.cost_known === 1,
             avgLatencyMs: r.avg_latency_ms ?? null,
             costPerQuality: r.cost_per_quality ?? null,
         }));
@@ -1411,10 +1574,12 @@ export class ApmeStore {
         return rows.map((r) => ({
             agentType: r.agent_type,
             modelId: r.model_id,
+            provider: r.provider ?? null,
             runs: r.runs,
             avgOverall: r.avg_overall ?? null,
             avgTestsPass: r.avg_tests_pass ?? null,
             totalCost: r.total_cost ?? null,
+            costKnown: r.cost_known === 1,
             costPerQuality: r.cost_per_quality ?? null,
         }));
     }
@@ -1425,10 +1590,12 @@ export class ApmeStore {
         return rows.map((r) => ({
             taskCategory: r.task_category,
             modelId: r.model_id,
+            provider: r.provider ?? null,
             runs: r.runs,
             avgOverall: r.avg_overall ?? null,
             avgTestsPass: r.avg_tests_pass ?? null,
             totalCost: r.total_cost ?? null,
+            costKnown: r.cost_known === 1,
         }));
     }
 }
@@ -1439,6 +1606,7 @@ function rowToRun(r) {
         sessionId: r.session_id,
         agentType: r.agent_type,
         modelId: r.model_id ?? null,
+        provider: r.provider ?? null,
         projectName: r.project_name ?? null,
         projectPath: r.project_path ?? null,
         taskPrompt: r.task_prompt ?? null,
@@ -1447,6 +1615,7 @@ function rowToRun(r) {
         inputTokens: r.input_tokens ?? null,
         outputTokens: r.output_tokens ?? null,
         costUsd: r.cost_usd ?? null,
+        costKnown: r.cost_known === 1,
         exitCode: r.exit_code ?? null,
         gitBefore: r.git_before ?? null,
         gitAfter: r.git_after ?? null,
@@ -1477,10 +1646,12 @@ function rowToTask(r) {
         taskCategory: r.task_category ?? null,
         notesJson: r.notes_json ?? null,
         modelId: r.model_id ?? null,
+        provider: r.provider ?? null,
         modelConfig: r.model_config ?? null,
         inputTokens: r.input_tokens ?? null,
         outputTokens: r.output_tokens ?? null,
         costUsd: r.cost_usd ?? null,
+        costKnown: r.cost_known === 1,
         latencyMs: r.latency_ms ?? null,
     };
 }
@@ -1519,6 +1690,7 @@ function rowToSampleEvent(r) {
         inputTokens: r.input_tokens ?? null,
         outputTokens: r.output_tokens ?? null,
         costUsd: r.cost_usd ?? null,
+        costKnown: r.cost_known === 1,
         latencyMs: r.latency_ms ?? null,
         toolName: r.tool_name ?? null,
         toolStatus: r.tool_status ?? null,