pantheon-opencode 1.6.0-beta.1 → 1.6.0-beta.11

package/scripts/changelog-merge.mjs

@@ -0,0 +1,161 @@
+/**
+ * Merge pending [Unreleased] notes into an already-promoted version section.
+ * This supports release candidates whose versioned changelog section exists
+ * before the final beta changes are ready, without creating a duplicate entry
+ * or advancing the package version.
+ */
+
+const UNRELEASED_TEMPLATE = `
+
+<!-- Add new changes here. Running \`node scripts/versioning.mjs apply\` will
+     move this section to a versioned entry and reset the template below. -->
+
+## 🆕 What's New
+
+## 🐞 Fixed
+
+## ⚠️ Known Issues
+
+## ✅ Closed Issues
+`
+
+const TEMPLATE_COMMENT = /<!-- Add new changes here\.[\s\S]*?reset the template below\. -->/g
+const ESCAPED_TEMPLATE_COMMENT =
+  /&lt;!-- Add new changes here\.[\s\S]*?reset the template below\. --&gt;/g
+
+function escapeRegExp(value) {
+  return value.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')
+}
+
+function findSection(lines, heading) {
+  const matches = []
+  for (let index = 0; index < lines.length; index += 1) {
+    if (lines[index] === heading) matches.push(index)
+  }
+  if (matches.length > 1) throw new Error(`CHANGELOG.md has duplicate section: ${heading}`)
+  if (matches.length === 0) return null
+  const start = matches[0]
+  let end = start + 1
+  while (end < lines.length && !/^## \[/.test(lines[end])) end += 1
+  return { start, end }
+}
+
+function parseBody(body) {
+  const withoutComments = body.replace(TEMPLATE_COMMENT, '').replace(ESCAPED_TEMPLATE_COMMENT, '')
+  const lines = withoutComments.split('\n')
+  const preamble = []
+  const sections = new Map()
+  let current = null
+
+  for (const line of lines) {
+    const heading = /^## (.+)$/.exec(line)
+    if (heading) {
+      current = heading[1]
+      if (!sections.has(current)) sections.set(current, [])
+      continue
+    }
+    if (current === null) preamble.push(line)
+    else sections.get(current).push(line)
+  }
+
+  const meaningful = (items) => items.join('\n').trim().length > 0
+  for (const [heading, content] of sections) {
+    if (!meaningful(content)) sections.delete(heading)
+    else {
+      sections.set(
+        heading,
+        content
+          .join('\n')
+          .replace(/\n{3,}/g, '\n\n')
+          .trim()
+          .split('\n'),
+      )
+    }
+  }
+  return {
+    preamble: preamble.join('\n').trim(),
+    sections,
+  }
+}
+
+function mergeBodies(existingBody, pendingBody) {
+  const existing = parseBody(existingBody)
+  const pending = parseBody(pendingBody)
+  const preamble = [existing.preamble, pending.preamble].filter(Boolean).join('\n\n')
+  const sections = new Map(existing.sections)
+
+  for (const [heading, content] of pending.sections) {
+    if (!sections.has(heading)) {
+      sections.set(heading, content)
+      continue
+    }
+    const previous = sections.get(heading)
+    const previousText = previous.join('\n').trim()
+    const pendingText = content.join('\n').trim()
+    sections.set(heading, [`${previousText}\n\n${pendingText}`])
+  }
+
+  const rendered = []
+  if (preamble) rendered.push(preamble)
+  for (const [heading, content] of sections) {
+    if (rendered.length > 0) rendered.push('')
+    rendered.push(`## ${heading}`, '', content.join('\n').trim())
+  }
+  return rendered.join('\n').trim()
+}
+
+/**
+ * Merge [Unreleased] into an existing exact version heading, preserving its
+ * date and existing notes. Returns null when the version section does not yet
+ * exist so the caller can use the normal promotion path.
+ *
+ * @param {string} changelogText complete changelog
+ * @param {string} version semantic version, with or without a leading v
+ * @returns {{changed: boolean, content: string}|null}
+ */
+export function mergeUnreleasedIntoVersion(changelogText, version) {
+  const normalized = String(version).trim().replace(/^v/i, '')
+  if (!/^\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?$/.test(normalized)) {
+    throw new Error(`invalid changelog version: ${version}`)
+  }
+
+  const lines = changelogText.split('\n')
+  const unreleased = findSection(lines, '## [Unreleased]')
+  if (!unreleased) throw new Error('CHANGELOG.md is missing the [Unreleased] section')
+
+  const escaped = escapeRegExp(normalized)
+  const targetPattern = new RegExp(`^## \\[v?${escaped}\\](?: - \\d{4}-\\d{2}-\\d{2})?$`)
+  const targetMatches = []
+  for (let index = 0; index < lines.length; index += 1) {
+    if (targetPattern.test(lines[index])) targetMatches.push(index)
+  }
+  if (targetMatches.length > 1) {
+    throw new Error(`CHANGELOG.md has duplicate version sections: ${normalized}`)
+  }
+  if (targetMatches.length === 0) return null
+
+  const target = findSection(lines, lines[targetMatches[0]])
+  if (!target) throw new Error(`CHANGELOG.md is missing version section: ${normalized}`)
+
+  const pendingBody = lines.slice(unreleased.start + 1, unreleased.end).join('\n')
+  const existingBody = lines.slice(target.start + 1, target.end).join('\n')
+  const mergedBody = mergeBodies(existingBody, pendingBody)
+  const afterTarget = [lines[target.start], '', mergedBody].join('\n').trimEnd()
+  const updatedLines = [
+    ...lines.slice(0, target.start),
+    afterTarget,
+    ...(target.end < lines.length ? [''] : []),
+    ...lines.slice(target.end),
+  ]
+    .join('\n')
+    .split('\n')
+  const updatedUnreleased = findSection(updatedLines, '## [Unreleased]')
+  if (!updatedUnreleased) throw new Error('merged CHANGELOG.md lost the [Unreleased] section')
+  const content = [
+    ...updatedLines.slice(0, updatedUnreleased.start),
+    `## [Unreleased]${UNRELEASED_TEMPLATE}`,
+    ...updatedLines.slice(updatedUnreleased.end),
+  ].join('\n')
+
+  return { changed: content !== changelogText, content }
+}

package/scripts/{code_mode_server.py → code_mode.py}

@@ -5,12 +5,12 @@ Provides a confined execution environment for orchestration scripts
 via MCP tools and resources.
 
 Usage:
-    python scripts/code_mode_server.py
+    python scripts/code_mode.py
 
 Or via MCP client (stdio transport):
     pantheon-code-mode:
         command: python
-        args: ["scripts/code_mode_server.py"]
+        args: ["scripts/code_mode.py"]
 """
 
 from __future__ import annotations
@@ -36,7 +36,7 @@ from typing import Any
 
 import yaml
 from _pantheon_paths import pantheon_home, pantheon_project
-from mcp.server.fastmcp import FastMCP
+from fastmcp import FastMCP
 
 # ── Constants ─────────────────────────────────────────────────────────────────
 ALLOWED_EXTENSIONS: frozenset[str] = frozenset({".sh", ".py"})

package/scripts/cost.mjs

@@ -3,19 +3,42 @@
  * cost.mjs — read-only token aggregation from opencode.db.
  *
  * CLI fallback for the `pantheon_cost` tool when node:sqlite is unavailable
- * in the plugin process. Uses node:sqlite itself and prints a single JSON
- * object to stdout:
- *   { ok: true, days, rows: [{agent, phase, tokensInput, tokensOutput, tokensTotal}] }
+ * in the plugin process. Prints a single JSON object to stdout:
+ *   { ok: true, days, rows: [{agent, phase, tokensInput, tokensOutput, tokensTotal}], coverage }
  *   { ok: false, error: "<message>" }          (exit code 1)
  *
- * NEVER writes to the database — opened read-only. Malformed rows are
- * skipped; assistant messages carry the authoritative token usage.
+ * ## This file is a MIRROR of src/pantheon/cost-command.ts
+ *
+ * It cannot import that module — it exists precisely to run on a plain Node
+ * where the plugin runtime cannot — so the two implementations duplicate the
+ * same contract on purpose:
+ *   - ledger families are detected by TABLE PRESENCE, never by filename and
+ *     never by a pinned host generation;
+ *   - PANTHEON_OPENCODE_VERSION only NARROWS an already-detected set;
+ *   - V1 marks assistant turns with `data.role`, V2 with the `type` COLUMN
+ *     (V2 payloads carry no `role` key at all);
+ *   - the coverage counters mean the same thing in both, because the caller
+ *     feeds them to the same diagnosis.
+ *
+ * Every one of those was a real divergence once: this script kept the V1
+ * predicate and dropped 100% of a V2 ledger, while the caller reported a
+ * successful, empty report. A change to one side that is not made on the other
+ * is a regression, not a refactor.
+ *
+ * NEVER writes to the database — opened read-only. Malformed rows are skipped;
+ * assistant messages carry the authoritative token usage.
  *
  * Usage: node scripts/cost.mjs --db-path <dbPath> --days <days>
  */
 import { existsSync } from 'node:fs'
 import { DatabaseSync } from 'node:sqlite'
 
+/** Ledger families a host database can carry; a migrated one carries both. */
+const COST_SOURCES = ['message', 'session_message']
+
+/** Which family each host generation stores its ledger in. */
+const VERSION_SOURCES = { v1: 'message', v2: 'session_message' }
+
 /**
  * Fail via exitCode + natural process exit (NEVER process.exit right after
  * stdout.write — the pipe is async and the write can be truncated).
@@ -26,22 +49,201 @@ function fail(message) {
   process.exitCode = 1
 }
 
-function assertCompatibleSchema(db) {
-  const table = db
-    .prepare("SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'message'")
-    .get()
-  if (!table)
-    throw new Error('incompatible opencode.db schema: required "message" table is missing')
-  const columns = db.prepare('PRAGMA table_info(message)').all()
-  const names = new Set(columns.map((column) => column.name))
-  const missing = ['data', 'time_created'].filter((name) => !names.has(name))
+/** Read and validate the optional host-generation selector. */
+function requestedVersion() {
+  const configured = process.env.PANTHEON_OPENCODE_VERSION
+  if (configured === undefined || configured === '') return undefined
+  if (configured !== 'v1' && configured !== 'v2') {
+    throw new Error(`invalid PANTHEON_OPENCODE_VERSION "${configured}"; expected "v1" or "v2"`)
+  }
+  return configured
+}
+
+/**
+ * Detect the ledger families by TABLE PRESENCE, then narrow if asked.
+ *
+ * Presence is the only reliable discriminator: every real installation writes
+ * `opencode.db`, and a migrated database carries BOTH families at once.
+ */
+function resolveSources(db) {
+  const present = new Set(
+    db
+      .prepare(
+        "SELECT name FROM sqlite_master WHERE type = 'table' AND name IN ('message', 'session_message')",
+      )
+      .all()
+      .map((row) => String(row.name)),
+  )
+  const detected = COST_SOURCES.filter((source) => present.has(source))
+  if (detected.length === 0) {
+    throw new Error(
+      'incompatible opencode.db schema: neither the "message" nor the "session_message" table exists, so there is no token ledger to read',
+    )
+  }
+  const requested = requestedVersion()
+  if (requested === undefined) return detected
+  const narrowed = detected.filter((source) => source === VERSION_SOURCES[requested])
+  if (narrowed.length === 0) {
+    throw new Error(
+      `incompatible opencode.db schema: PANTHEON_OPENCODE_VERSION=${requested} selected no table family, but this database contains ${detected.join(' and ')}`,
+    )
+  }
+  return narrowed
+}
+
+/** The columns this reader needs from the family it is about to query. */
+function assertColumns(db, source) {
+  const names = new Set(
+    db
+      .prepare(`PRAGMA table_info(${source})`)
+      .all()
+      .map((column) => String(column.name)),
+  )
+  const required =
+    source === 'session_message' ? ['data', 'time_created', 'type'] : ['data', 'time_created']
+  const missing = required.filter((name) => !names.has(name))
   if (missing.length > 0) {
     throw new Error(
-      `incompatible opencode.db schema: message table is missing ${missing.join(', ')}; select the matching V1/V2 database`,
+      `incompatible opencode.db schema: ${source} table is missing ${missing.join(', ')}; select a database whose token layout this build understands`,
     )
   }
 }
 
+/**
+ * Parse one payload. Returns undefined for anything unparseable, which is how
+ * both readers treat it: the V1 counter requires json_valid(data) and the V2
+ * aggregate does too, so a malformed row contributes to nothing.
+ *
+ * Deliberately NOT unwrapping a nested `data` string: the in-process reader
+ * extracts `$.role`/`$.agent` from the TOP level, so a wrapped payload yields
+ * NULL there and is dropped. Unwrapping here would resurrect rows the primary
+ * path cannot see, and the two readers would disagree on the same file.
+ */
+function readPayload(data) {
+  try {
+    const parsed = JSON.parse(String(data))
+    return typeof parsed === 'object' && parsed !== null ? parsed : undefined
+  } catch {
+    return undefined
+  }
+}
+
+/** CAST(json_extract(...) AS INTEGER) semantics: absent or non-numeric → 0. */
+function toToken(value) {
+  const parsed = Number(value)
+  return Number.isFinite(parsed) ? parsed : 0
+}
+
+/**
+ * Map key for one aggregated row.
+ *
+ * NUL-separated: agent names cannot contain it, so an agent whose name ends
+ * in the phase cannot collide with a phase-only row.
+ */
+function rowKey(agent, phase) {
+  return `${agent}\u0000${phase}`
+}
+
+/** Read one family.
+ *
+ * `assistantRows` follows the per-generation discriminator exactly, including
+ * the asymmetry that matters: V2 counts an assistant row by its COLUMN whether
+ * or not the payload parses, because that counter SQL has no json_valid gate.
+ */
+function readSource(db, source, since) {
+  const windowRow = db
+    .prepare(
+      `SELECT COUNT(*) AS scanned, MIN(time_created) AS windowStart FROM ${source} WHERE time_created >= ?`,
+    )
+    .get(since)
+  const databaseRow = db.prepare(`SELECT MIN(time_created) AS databaseStart FROM ${source}`).get()
+  const select = source === 'session_message' ? 'SELECT type, data' : 'SELECT data'
+  const rows = db.prepare(`${select} FROM ${source} WHERE time_created >= ?`).all(since)
+
+  const groups = new Map()
+  let assistantRows = 0
+  for (const row of rows) {
+    const info = readPayload(row.data)
+    if (source === 'session_message') {
+      if (row.type !== 'assistant') continue
+      assistantRows += 1
+      if (info === undefined) continue
+    } else {
+      if (info === undefined || info.role !== 'assistant') continue
+      assistantRows += 1
+    }
+    const rawAgent = info.agent
+    const agent = rawAgent == null ? '' : typeof rawAgent === 'string' ? rawAgent : String(rawAgent)
+    if (agent === '') continue
+    // V2 has no phase anywhere: its SQL emits the literal, so the mirror does
+    // too rather than inventing a column the reader never had.
+    const metadata = info.metadata
+    const phase =
+      source === 'session_message'
+        ? 'unknown'
+        : (typeof info.phase === 'string' && info.phase) ||
+          (typeof metadata?.phase === 'string' && metadata.phase) ||
+          'unknown'
+    const tokensInput = toToken(info.tokens?.input)
+    const tokensOutput = toToken(info.tokens?.output)
+    const key = rowKey(agent, phase)
+    const acc = groups.get(key) ?? {
+      agent,
+      phase,
+      tokensInput: 0,
+      tokensOutput: 0,
+      tokensTotal: 0,
+    }
+    acc.tokensInput += tokensInput
+    acc.tokensOutput += tokensOutput
+    acc.tokensTotal += tokensInput + tokensOutput
+    groups.set(key, acc)
+  }
+
+  return {
+    groups,
+    scanned: Number(windowRow?.scanned ?? 0) || 0,
+    windowStart: numberOrUndefined(windowRow?.windowStart),
+    databaseStart: numberOrUndefined(databaseRow?.databaseStart),
+    assistantRows,
+  }
+}
+
+function numberOrUndefined(value) {
+  if (value === null || value === undefined) return undefined
+  const parsed = Number(value)
+  return Number.isFinite(parsed) ? parsed : undefined
+}
+
+/**
+ * The same verdict the in-process reader reaches, with the same phrase: the
+ * caller maps "no readable token source" to UNSUPPORTED, so emitting anything
+ * softer here would resurrect the silent-empty-report failure this replaced.
+ *
+ * `scanned === 0` is NOT unreadable — an empty window is a real, reportable
+ * answer, and only a ledger that was found and could not be read is a fault.
+ */
+function diagnoseUnreadableLedger(coverage, rows, days) {
+  if (coverage.scanned === 0) return undefined
+  const tables = coverage.sources.join(' and ')
+  if (coverage.assistantRows === 0) {
+    return (
+      `no readable token source: ${coverage.scanned} row(s) were scanned in the last ${days} day(s) ` +
+      `but none matched the assistant discriminator of ${tables}, so no usage can be attributed. ` +
+      'This is an unrecognised ledger layout, not an empty one; point PANTHEON_COST_DB at a ' +
+      'database whose token layout this build understands.'
+    )
+  }
+  if (!rows.some((row) => row.tokensInput !== 0 || row.tokensOutput !== 0)) {
+    return (
+      `no readable token source: ${coverage.assistantRows} assistant row(s) were found in ${tables} ` +
+      'but none carried both an attributable agent and a token payload, so no usage can be ' +
+      'attributed. This is an unrecognised ledger layout, not an empty one.'
+    )
+  }
+  return undefined
+}
+
 function main() {
   const argv = process.argv.slice(2)
   const valueFor = (name) => {
@@ -56,44 +258,45 @@ function main() {
 
   try {
     const db = new DatabaseSync(dbPath, { readOnly: true })
-    assertCompatibleSchema(db)
+    const sources = resolveSources(db)
+    for (const source of sources) assertColumns(db, source)
     const since = Date.now() - days * 86_400_000
-    const rows = db.prepare('SELECT data FROM message WHERE time_created >= ?').all(since)
-    db.close()
 
     const byAgent = new Map()
-    for (const row of rows) {
-      try {
-        const outer = JSON.parse(String(row.data))
-        const info = typeof outer.data === 'string' ? JSON.parse(outer.data) : outer
-        if (info.role !== 'assistant') continue
-        const agent = typeof info.agent === 'string' && info.agent !== '' ? info.agent : null
-        if (!agent) continue
-        const metadata = info.metadata
-        const phase =
-          (typeof info.phase === 'string' && info.phase) ||
-          (typeof metadata?.phase === 'string' && metadata.phase) ||
-          'unknown'
-        const tokensInput = Number(info.tokens?.input) || 0
-        const tokensOutput = Number(info.tokens?.output) || 0
-        const key = `${agent}\u0000${phase}`
+    const coverage = { sources: [], scanned: 0, assistantRows: 0 }
+    const note = (key, value) => {
+      if (value === undefined) return
+      const current = coverage[key]
+      coverage[key] = current === undefined ? value : Math.min(current, value)
+    }
+    for (const source of sources) {
+      const read = readSource(db, source, since)
+      for (const row of read.groups.values()) {
+        const key = rowKey(row.agent, row.phase)
         const acc = byAgent.get(key) ?? {
-          agent,
-          phase,
+          agent: row.agent,
+          phase: row.phase,
           tokensInput: 0,
           tokensOutput: 0,
           tokensTotal: 0,
         }
-        acc.tokensInput += tokensInput
-        acc.tokensOutput += tokensOutput
-        acc.tokensTotal += tokensInput + tokensOutput
+        acc.tokensInput += row.tokensInput
+        acc.tokensOutput += row.tokensOutput
+        acc.tokensTotal += row.tokensInput + row.tokensOutput
         byAgent.set(key, acc)
-      } catch {
-        // Skip malformed rows — a partial ledger never breaks the report.
       }
+      coverage.sources.push(source)
+      coverage.scanned += read.scanned
+      coverage.assistantRows += read.assistantRows
+      note('windowStart', read.windowStart)
+      note('databaseStart', read.databaseStart)
     }
+    db.close()
+
     const result = [...byAgent.values()].sort((a, b) => b.tokensTotal - a.tokensTotal)
-    process.stdout.write(JSON.stringify({ ok: true, days, rows: result }))
+    const unreadable = diagnoseUnreadableLedger(coverage, result, days)
+    if (unreadable !== undefined) return fail(unreadable)
+    process.stdout.write(JSON.stringify({ ok: true, days, rows: result, coverage }))
   } catch (err) {
     fail(err instanceof Error ? err.message : String(err))
   }