@token-dashboard/codex-usage-uploader 0.1.6 → 0.1.8

package/src/parser.js

@@ -1,180 +0,0 @@
-import { computeEventUid, deriveRepoName, isoToEpochMs, stableStringify } from './utils.js';
-
-export class RolloutParser {
-  constructor(collectorIdentity, relpath, initialState = {}) {
-    this.collectorIdentity = collectorIdentity;
-    this.relpath = relpath;
-    this.currentSession = initialState.current_session ?? null;
-    this.currentTurn = initialState.current_turn ?? null;
-  }
-
-  exportState() {
-    return {
-      current_session: this.currentSession,
-      current_turn: this.currentTurn,
-    };
-  }
-
-  normalizeSession(payload) {
-    if (!payload?.id) return null;
-    const git = payload.git && typeof payload.git === 'object' ? payload.git : {};
-    const cwd = payload.cwd ?? null;
-    const repositoryUrl = git.repository_url ?? null;
-    return {
-      sessionId: String(payload.id),
-      sessionTimestamp: isoToEpochMs(payload.timestamp),
-      cwd,
-      originator: payload.originator ?? null,
-      source: payload.source ?? null,
-      cliVersion: payload.cli_version ?? null,
-      modelProvider: payload.model_provider ?? null,
-      repoName: deriveRepoName(repositoryUrl, cwd),
-      gitBranch: git.branch ?? null,
-      gitCommitHash: git.commit_hash ?? null,
-      repositoryUrl,
-    };
-  }
-
-  normalizeTurn(payload, timestampMs) {
-    const turnId = payload?.turn_id;
-    const sessionId = this.currentSession?.sessionId;
-    if (!turnId || !sessionId) return null;
-    const sandbox = payload.sandbox_policy && typeof payload.sandbox_policy === 'object'
-      ? payload.sandbox_policy
-      : {};
-    const writableRoots = Array.isArray(sandbox.writable_roots) ? sandbox.writable_roots : null;
-    const collaborationMode = payload.collaboration_mode && typeof payload.collaboration_mode === 'object'
-      ? payload.collaboration_mode.mode
-      : null;
-    return {
-      turnId: String(turnId),
-      sessionId: String(sessionId),
-      eventTimestamp: timestampMs,
-      cwd: payload.cwd ?? null,
-      currentDate: payload.current_date ?? null,
-      timezone: payload.timezone ?? null,
-      approvalPolicy: payload.approval_policy ?? null,
-      sandboxPolicyType: sandbox.type ?? null,
-      sandboxNetworkAccess: sandbox.network_access ?? null,
-      sandboxWritableRootsJson: writableRoots ? stableStringify(writableRoots) : null,
-      sandboxPolicyJson: Object.keys(sandbox).length ? stableStringify(sandbox) : null,
-      model: payload.model ?? null,
-      personality: payload.personality ?? null,
-      collaborationMode: collaborationMode ?? null,
-      effort: payload.effort ?? null,
-      summary: payload.summary ?? null,
-      truncationPolicyJson: payload.truncation_policy != null
-        ? stableStringify(payload.truncation_policy)
-        : null,
-    };
-  }
-
-  normalizeTokenEvent(payload, timestampMs, lineNo) {
-    if (!this.currentSession || timestampMs == null) return null;
-    const info = payload?.info;
-    if (!info || typeof info !== 'object') return null;
-    const totalUsage = info.total_token_usage && typeof info.total_token_usage === 'object'
-      ? info.total_token_usage
-      : {};
-    const lastUsage = info.last_token_usage && typeof info.last_token_usage === 'object'
-      ? info.last_token_usage
-      : {};
-    const rateLimits = payload.rate_limits && typeof payload.rate_limits === 'object'
-      ? payload.rate_limits
-      : {};
-    const primary = rateLimits.primary && typeof rateLimits.primary === 'object' ? rateLimits.primary : {};
-    const secondary = rateLimits.secondary && typeof rateLimits.secondary === 'object' ? rateLimits.secondary : {};
-    const session = this.currentSession;
-    const turn = this.currentTurn ?? {};
-    return {
-      eventUid: computeEventUid(this.collectorIdentity.collectorId, this.relpath, lineNo),
-      sessionId: session.sessionId,
-      turnId: turn.turnId ?? null,
-      sourceFileRelpath: this.relpath,
-      lineNo,
-      timestamp: timestampMs,
-      model: turn.model ?? null,
-      cwd: turn.cwd ?? session.cwd ?? null,
-      timezone: turn.timezone ?? null,
-      approvalPolicy: turn.approvalPolicy ?? null,
-      sandboxPolicyType: turn.sandboxPolicyType ?? null,
-      source: session.source ?? null,
-      originator: session.originator ?? null,
-      cliVersion: session.cliVersion ?? null,
-      repositoryUrl: session.repositoryUrl ?? null,
-      repoName: session.repoName ?? null,
-      gitBranch: session.gitBranch ?? null,
-      gitCommitHash: session.gitCommitHash ?? null,
-      totalInputTokens: totalUsage.input_tokens ?? null,
-      totalCachedInputTokens: totalUsage.cached_input_tokens ?? null,
-      totalOutputTokens: totalUsage.output_tokens ?? null,
-      totalReasoningOutputTokens: totalUsage.reasoning_output_tokens ?? null,
-      totalTokens: totalUsage.total_tokens ?? null,
-      lastInputTokens: lastUsage.input_tokens ?? null,
-      lastCachedInputTokens: lastUsage.cached_input_tokens ?? null,
-      lastOutputTokens: lastUsage.output_tokens ?? null,
-      lastReasoningOutputTokens: lastUsage.reasoning_output_tokens ?? null,
-      lastTotalTokens: lastUsage.total_tokens ?? null,
-      modelContextWindow: info.model_context_window ?? null,
-      rateLimitPlanType: rateLimits.plan_type ?? null,
-      primaryUsedPercent: primary.used_percent ?? null,
-      primaryWindowMinutes: primary.window_minutes ?? null,
-      primaryResetsAt: primary.resets_at ?? null,
-      secondaryUsedPercent: secondary.used_percent ?? null,
-      secondaryWindowMinutes: secondary.window_minutes ?? null,
-      secondaryResetsAt: secondary.resets_at ?? null,
-      credits: normalizeCredits(rateLimits.credits),
-      rawRateLimitsJson: Object.keys(rateLimits).length ? stableStringify(rateLimits) : null,
-    };
-  }
-
-  processLine(lineNo, line) {
-    let record;
-    try {
-      record = JSON.parse(line);
-    } catch {
-      return { sessions: [], turns: [], events: [] };
-    }
-
-    const recordType = record.type;
-    const payload = record.payload ?? {};
-    const timestampMs = isoToEpochMs(record.timestamp);
-    const sessions = [];
-    const turns = [];
-    const events = [];
-
-    if (recordType === 'session_meta') {
-      const normalized = this.normalizeSession(payload);
-      if (normalized) {
-        this.currentSession = normalized;
-        sessions.push(normalized);
-      }
-    } else if (recordType === 'turn_context') {
-      const normalized = this.normalizeTurn(payload, timestampMs);
-      if (normalized) {
-        this.currentTurn = normalized;
-        turns.push(normalized);
-      }
-    } else if (recordType === 'event_msg' && payload.type === 'token_count') {
-      const normalized = this.normalizeTokenEvent(payload, timestampMs, lineNo);
-      if (normalized) {
-        events.push(normalized);
-      }
-    }
-
-    return { sessions, turns, events };
-  }
-}
-
-function normalizeCredits(value) {
-  if (typeof value === 'number' && Number.isFinite(value)) {
-    return value;
-  }
-  if (value && typeof value === 'object') {
-    const balance = value.balance;
-    if (typeof balance === 'number' && Number.isFinite(balance)) {
-      return balance;
-    }
-  }
-  return null;
-}

package/src/runtime-config.js

@@ -1,182 +0,0 @@
-import fs from 'node:fs';
-import os from 'node:os';
-import path from 'node:path';
-import {
-  CLI_NAME,
-  DEFAULT_APP_ROOT,
-  DEFAULT_BACKEND_URL,
-  DEFAULT_CODEX_AUTH_PATH,
-  DEFAULT_CONFIG_FILE,
-  DEFAULT_CURRENT_APP_DIR,
-  DEFAULT_HOME_BIN_LINK,
-  DEFAULT_INSTALL_ROOT,
-  DEFAULT_LAUNCH_AGENT_PATH,
-  DEFAULT_LAUNCHD_LABEL,
-  DEFAULT_LOCAL_BIN_DIR,
-  DEFAULT_LOCAL_BIN_PATH,
-  DEFAULT_LOG_DIR,
-  DEFAULT_PLIST_PATH,
-  DEFAULT_SESSIONS_DIR,
-  DEFAULT_STATE_DB,
-  DEFAULT_STDERR_LOG_PATH,
-  DEFAULT_STDOUT_LOG_PATH,
-  STATUS_ONLINE_THRESHOLD_SECONDS,
-} from './constants.js';
-import { stableStringify } from './utils.js';
-
-const DEFAULT_INSTALL_ROOT_BASE = path.basename(DEFAULT_INSTALL_ROOT);
-
-export function deriveEnvSuffix(installRoot) {
-  const base = path.basename(installRoot);
-  if (!base.startsWith(`${DEFAULT_INSTALL_ROOT_BASE}-`)) return '';
-  const envName = base.slice(DEFAULT_INSTALL_ROOT_BASE.length + 1);
-  return envName ? `-${envName}` : '';
-}
-
-export function defaultRuntimeConfig(configFile = DEFAULT_CONFIG_FILE) {
-  const installRoot = path.dirname(configFile);
-  const envSuffix = deriveEnvSuffix(installRoot);
-  const appRoot = path.join(installRoot, 'app');
-  const currentAppDir = path.join(appRoot, 'current');
-  const launchdLabel = `${DEFAULT_LAUNCHD_LABEL}${envSuffix}`;
-  return {
-    configFile,
-    installRoot,
-    appRoot,
-    currentAppDir,
-    backendUrl: DEFAULT_BACKEND_URL,
-    intervalSeconds: 30,
-    codexAuthPath: DEFAULT_CODEX_AUTH_PATH,
-    sessionsDir: DEFAULT_SESSIONS_DIR,
-    stateDbPath: path.join(installRoot, path.basename(DEFAULT_STATE_DB)),
-    nodePath: process.execPath,
-    entryFile: '',
-    packageSpec: '',
-    localBinDir: path.join(installRoot, 'bin'),
-    localBinPath: path.join(installRoot, 'bin', CLI_NAME),
-    homeBinLink: path.join(os.homedir(), 'bin', `${CLI_NAME}${envSuffix}`),
-    stdoutLogPath: path.join(installRoot, 'logs', path.basename(DEFAULT_STDOUT_LOG_PATH)),
-    stderrLogPath: path.join(installRoot, 'logs', path.basename(DEFAULT_STDERR_LOG_PATH)),
-    launchdLabel,
-    plistPath: path.join(installRoot, 'launchd', `${launchdLabel}.plist`),
-    launchAgentPath: path.join(
-      path.dirname(DEFAULT_LAUNCH_AGENT_PATH),
-      `${launchdLabel}.plist`,
-    ),
-    autoStartOnLogin: true,
-  };
-}
-
-export function loadRuntimeConfig(configFile = DEFAULT_CONFIG_FILE) {
-  const runtime = defaultRuntimeConfig(configFile);
-  try {
-    const payload = JSON.parse(fs.readFileSync(configFile, 'utf8'));
-    if (!payload || typeof payload !== 'object') return runtime;
-    return normalizeRuntimeConfig({ ...runtime, ...payload, configFile });
-  } catch {
-    return runtime;
-  }
-}
-
-export function normalizeRuntimeConfig(runtime) {
-  const installRoot = runtime.installRoot || DEFAULT_INSTALL_ROOT;
-  const envSuffix = deriveEnvSuffix(installRoot);
-  const appRoot = runtime.appRoot || path.join(installRoot, 'app');
-  const currentAppDir = runtime.currentAppDir || path.join(appRoot, 'current');
-  const localBinDir = runtime.localBinDir || path.join(installRoot, 'bin');
-  const launchdLabel = runtime.launchdLabel || `${DEFAULT_LAUNCHD_LABEL}${envSuffix}`;
-  const defaultPlistPath = path.join(installRoot, 'launchd', `${launchdLabel}.plist`);
-  const defaultLaunchAgentPath = path.join(
-    path.dirname(DEFAULT_LAUNCH_AGENT_PATH),
-    `${launchdLabel}.plist`,
-  );
-  const legacyLaunchAgentPath = path.join(
-    path.dirname(DEFAULT_LAUNCH_AGENT_PATH),
-    `${launchdLabel}.plist`,
-  );
-  const rawPlistPath = runtime.plistPath || defaultPlistPath;
-  return {
-    ...runtime,
-    configFile: runtime.configFile || DEFAULT_CONFIG_FILE,
-    installRoot,
-    appRoot,
-    currentAppDir,
-    backendUrl: runtime.backendUrl?.trim() ? runtime.backendUrl.replace(/\/+$/, '') : null,
-    intervalSeconds: Number(runtime.intervalSeconds) || 30,
-    codexAuthPath: runtime.codexAuthPath || DEFAULT_CODEX_AUTH_PATH,
-    sessionsDir: runtime.sessionsDir || DEFAULT_SESSIONS_DIR,
-    stateDbPath: runtime.stateDbPath || path.join(installRoot, 'state.sqlite'),
-    nodePath: runtime.nodePath || process.execPath,
-    entryFile: runtime.entryFile || '',
-    packageSpec: runtime.packageSpec || '',
-    localBinDir,
-    localBinPath: runtime.localBinPath || path.join(localBinDir, CLI_NAME),
-    homeBinLink: runtime.homeBinLink || path.join(os.homedir(), 'bin', `${CLI_NAME}${envSuffix}`),
-    stdoutLogPath: runtime.stdoutLogPath || path.join(installRoot, 'logs', 'stdout.log'),
-    stderrLogPath: runtime.stderrLogPath || path.join(installRoot, 'logs', 'stderr.log'),
-    launchdLabel,
-    plistPath:
-      rawPlistPath === legacyLaunchAgentPath
-        ? defaultPlistPath
-        : rawPlistPath,
-    launchAgentPath: runtime.launchAgentPath || defaultLaunchAgentPath,
-    autoStartOnLogin:
-      runtime.autoStartOnLogin === undefined ? true : Boolean(runtime.autoStartOnLogin),
-  };
-}
-
-export function saveRuntimeConfig(runtime) {
-  const normalized = normalizeRuntimeConfig(runtime);
-  fs.mkdirSync(path.dirname(normalized.configFile), { recursive: true });
-  fs.mkdirSync(path.dirname(normalized.stdoutLogPath), { recursive: true });
-  fs.writeFileSync(normalized.configFile, `${stableStringify({
-    backendUrl: normalized.backendUrl,
-    intervalSeconds: normalized.intervalSeconds,
-    codexAuthPath: normalized.codexAuthPath,
-    sessionsDir: normalized.sessionsDir,
-    stateDbPath: normalized.stateDbPath,
-    installRoot: normalized.installRoot,
-    appRoot: normalized.appRoot,
-    currentAppDir: normalized.currentAppDir,
-    nodePath: normalized.nodePath,
-    entryFile: normalized.entryFile,
-    packageSpec: normalized.packageSpec,
-    localBinDir: normalized.localBinDir,
-    localBinPath: normalized.localBinPath,
-    homeBinLink: normalized.homeBinLink,
-    stdoutLogPath: normalized.stdoutLogPath,
-    stderrLogPath: normalized.stderrLogPath,
-    launchdLabel: normalized.launchdLabel,
-    plistPath: normalized.plistPath,
-    launchAgentPath: normalized.launchAgentPath,
-    autoStartOnLogin: normalized.autoStartOnLogin,
-  })}\n`);
-  return normalized;
-}
-
-export function mergeRuntimeConfig(configFile, overrides = {}) {
-  const base = loadRuntimeConfig(configFile);
-  return normalizeRuntimeConfig({ ...base, ...overrides, configFile });
-}
-
-export function formatStatusOutput(runtime, status) {
-  return {
-    configExists: fs.existsSync(runtime.configFile),
-    loaded: status.loaded,
-    running: status.running,
-    pid: status.pid,
-    state: status.state,
-    lastExitCode: status.lastExitCode,
-    backendUrl: runtime.backendUrl,
-    intervalSeconds: runtime.intervalSeconds,
-    configFile: runtime.configFile,
-    stateDbPath: runtime.stateDbPath,
-    stdoutLogPath: runtime.stdoutLogPath,
-    stderrLogPath: runtime.stderrLogPath,
-    plistPath: runtime.plistPath,
-    launchAgentPath: runtime.launchAgentPath,
-    label: runtime.launchdLabel,
-    autoStartOnLogin: runtime.autoStartOnLogin,
-    onlineThresholdSeconds: STATUS_ONLINE_THRESHOLD_SECONDS,
-  };
-}

package/src/state-db.js

@@ -1,325 +0,0 @@
-import fs from 'node:fs';
-import path from 'node:path';
-import { DatabaseSync } from 'node:sqlite';
-import {
-  MAX_BATCH_BYTES,
-  MAX_BUFFER_AGE_SECONDS,
-  MAX_EVENTS_PER_BATCH,
-} from './constants.js';
-import { nowTs, stableStringify } from './utils.js';
-
-export class StateDb {
-  constructor(dbPath) {
-    this.dbPath = dbPath;
-    fs.mkdirSync(path.dirname(dbPath), { recursive: true });
-    this.db = new DatabaseSync(dbPath, { readBigInts: true });
-    this.initSchema();
-  }
-
-  close() {
-    this.db.close();
-  }
-
-  initSchema() {
-    this.db.exec(`
-      CREATE TABLE IF NOT EXISTS identity_config (
-        key TEXT PRIMARY KEY,
-        value TEXT NOT NULL,
-        updated_at REAL NOT NULL
-      );
-
-      CREATE TABLE IF NOT EXISTS pending_batches (
-        id INTEGER PRIMARY KEY AUTOINCREMENT,
-        batch_key TEXT NOT NULL UNIQUE,
-        status TEXT NOT NULL,
-        payload_json TEXT NOT NULL,
-        payload_bytes INTEGER NOT NULL DEFAULT 0,
-        session_count INTEGER NOT NULL DEFAULT 0,
-        turn_count INTEGER NOT NULL DEFAULT 0,
-        event_count INTEGER NOT NULL DEFAULT 0,
-        attempt_count INTEGER NOT NULL DEFAULT 0,
-        next_retry_at REAL,
-        last_error TEXT,
-        created_at REAL NOT NULL,
-        updated_at REAL NOT NULL
-      );
-
-      CREATE TABLE IF NOT EXISTS upload_checkpoint (
-        key TEXT PRIMARY KEY,
-        value TEXT NOT NULL,
-        updated_at REAL NOT NULL
-      );
-    `);
-    this.ensureIngestionFilesTable();
-  }
-
-  ensureIngestionFilesTable() {
-    const existing = this.db
-      .prepare(
-        "SELECT name FROM sqlite_master WHERE type = 'table' AND name = 'ingestion_files'",
-      )
-      .get();
-    if (!existing) {
-      this.createIngestionFilesTable();
-      return;
-    }
-
-    const columns = this.db.prepare('PRAGMA table_info(ingestion_files)').all();
-    const hasSourceRoot = columns.some((column) => column.name === 'source_root');
-    if (hasSourceRoot) {
-      return;
-    }
-
-    this.db.exec('BEGIN');
-    try {
-      this.db.exec('ALTER TABLE ingestion_files RENAME TO ingestion_files_legacy');
-      this.createIngestionFilesTable();
-      this.db.prepare(`
-        INSERT INTO ingestion_files(
-          source_root, relpath, file_size, file_mtime_ns, last_line_no, state_json, updated_at
-        )
-        SELECT 'sessions', relpath, file_size, file_mtime_ns, last_line_no, state_json, updated_at
-        FROM ingestion_files_legacy
-      `).run();
-      this.db.exec('DROP TABLE ingestion_files_legacy');
-      this.db.exec('COMMIT');
-    } catch (error) {
-      this.db.exec('ROLLBACK');
-      throw error;
-    }
-  }
-
-  createIngestionFilesTable() {
-    this.db.exec(`
-      CREATE TABLE IF NOT EXISTS ingestion_files (
-        source_root TEXT NOT NULL,
-        relpath TEXT NOT NULL,
-        file_size INTEGER NOT NULL,
-        file_mtime_ns INTEGER NOT NULL,
-        last_line_no INTEGER NOT NULL,
-        state_json TEXT,
-        updated_at REAL NOT NULL,
-        PRIMARY KEY (source_root, relpath)
-      );
-    `);
-  }
-
-  getIdentity() {
-    const rows = this.db.prepare('SELECT key, value FROM identity_config').all();
-    return Object.fromEntries(rows.map((row) => [row.key, row.value]));
-  }
-
-  setIdentity(values) {
-    const ts = nowTs();
-    const upsert = this.db.prepare(`
-      INSERT INTO identity_config(key, value, updated_at)
-      VALUES (?, ?, ?)
-      ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = excluded.updated_at
-    `);
-    const del = this.db.prepare('DELETE FROM identity_config WHERE key = ?');
-    this.db.exec('BEGIN');
-    try {
-      for (const [key, value] of Object.entries(values)) {
-        if (value == null) {
-          del.run(key);
-        } else {
-          upsert.run(key, value, ts);
-        }
-      }
-      this.db.exec('COMMIT');
-    } catch (error) {
-      this.db.exec('ROLLBACK');
-      throw error;
-    }
-  }
-
-  getCheckpoint(key) {
-    const row = this.db.prepare('SELECT value FROM upload_checkpoint WHERE key = ?').get(key);
-    return row?.value ?? null;
-  }
-
-  setCheckpoint(key, value) {
-    const ts = nowTs();
-    this.db.prepare(`
-      INSERT INTO upload_checkpoint(key, value, updated_at)
-      VALUES (?, ?, ?)
-      ON CONFLICT(key) DO UPDATE SET value = excluded.value, updated_at = excluded.updated_at
-    `).run(key, value, ts);
-  }
-
-  getFileState(sourceRoot, relpath) {
-    const stmt = this.db.prepare(
-      'SELECT * FROM ingestion_files WHERE source_root = ? AND relpath = ?',
-    );
-    stmt.setReadBigInts(true);
-    return stmt.get(sourceRoot, relpath) ?? null;
-  }
-
-  upsertFileState(sourceRoot, relpath, fileSize, fileMtimeNs, lastLineNo, state) {
-    this.db.prepare(`
-      INSERT INTO ingestion_files(
-        source_root, relpath, file_size, file_mtime_ns, last_line_no, state_json, updated_at
-      )
-      VALUES (?, ?, ?, ?, ?, ?, ?)
-      ON CONFLICT(source_root, relpath) DO UPDATE SET
-        file_size = excluded.file_size,
-        file_mtime_ns = excluded.file_mtime_ns,
-        last_line_no = excluded.last_line_no,
-        state_json = excluded.state_json,
-        updated_at = excluded.updated_at
-    `).run(
-      sourceRoot,
-      relpath,
-      fileSize,
-      fileMtimeNs,
-      lastLineNo,
-      stableStringify(state),
-      nowTs(),
-    );
-  }
-
-  getBufferingBatch() {
-    const stmt = this.db.prepare(`
-      SELECT * FROM pending_batches
-      WHERE status = 'buffering'
-      ORDER BY id ASC
-      LIMIT 1
-    `);
-    stmt.setReadBigInts(true);
-    return stmt.get() ?? null;
-  }
-
-  saveBufferingPayload(payload) {
-    const existing = this.getBufferingBatch();
-    const payloadJson = stableStringify(payload);
-    const payloadBytes = Buffer.byteLength(payloadJson, 'utf8');
-    const sessionCount = payload.sessions?.length ?? 0;
-    const turnCount = payload.turns?.length ?? 0;
-    const eventCount = payload.events?.length ?? 0;
-    const ts = nowTs();
-    if (existing) {
-      this.db.prepare(`
-        UPDATE pending_batches
-        SET payload_json = ?, payload_bytes = ?, session_count = ?, turn_count = ?, event_count = ?, updated_at = ?
-        WHERE id = ?
-      `).run(payloadJson, payloadBytes, sessionCount, turnCount, eventCount, ts, existing.id);
-    } else {
-      this.db.prepare(`
-        INSERT INTO pending_batches(
-          batch_key, status, payload_json, payload_bytes, session_count, turn_count, event_count,
-          attempt_count, created_at, updated_at
-        ) VALUES (?, 'buffering', ?, ?, ?, ?, ?, 0, ?, ?)
-      `).run(randomBatchKey(), payloadJson, payloadBytes, sessionCount, turnCount, eventCount, ts, ts);
-    }
-    return this.getBufferingBatch();
-  }
-
-  sealStaleBatches(force = false) {
-    const selectStmt = this.db.prepare(
-      "SELECT id, created_at FROM pending_batches WHERE status = 'buffering'",
-    );
-    selectStmt.setReadBigInts(true);
-    const rows = selectStmt.all();
-    let sealed = 0;
-    const ts = nowTs();
-    const updateStmt = this.db.prepare(`
-      UPDATE pending_batches
-      SET status = 'pending', updated_at = ?
-      WHERE id = ?
-    `);
-    for (const row of rows) {
-      if (force || ts - Number(row.created_at) >= MAX_BUFFER_AGE_SECONDS) {
-        updateStmt.run(ts, row.id);
-        sealed += 1;
-      }
-    }
-    return sealed;
-  }
-
-  sealBufferIfThresholdHit() {
-    const row = this.getBufferingBatch();
-    if (!row) return false;
-    const shouldSeal =
-      Number(row.event_count) >= MAX_EVENTS_PER_BATCH ||
-      Number(row.payload_bytes) >= MAX_BATCH_BYTES ||
-      nowTs() - Number(row.created_at) >= MAX_BUFFER_AGE_SECONDS;
-    if (shouldSeal) {
-      const ts = nowTs();
-      this.db.prepare(`
-        UPDATE pending_batches
-        SET status = 'pending', updated_at = ?
-        WHERE id = ?
-      `).run(ts, row.id);
-    }
-    return shouldSeal;
-  }
-
-  iterPendingBatches() {
-    const stmt = this.db.prepare(`
-      SELECT * FROM pending_batches
-      WHERE status = 'pending'
-      ORDER BY created_at ASC, id ASC
-    `);
-    stmt.setReadBigInts(true);
-    return stmt.all();
-  }
-
-  markBatchUploaded(batchId) {
-    this.db.prepare('DELETE FROM pending_batches WHERE id = ?').run(batchId);
-  }
-
-  markBatchFailed(batchId, attemptCount, errorMessage) {
-    this.db.prepare(`
-      UPDATE pending_batches
-      SET attempt_count = ?, last_error = ?, updated_at = ?
-      WHERE id = ?
-    `).run(attemptCount, String(errorMessage).slice(0, 1000), nowTs(), batchId);
-  }
-
-  resetBackfillState() {
-    this.db.exec('BEGIN');
-    try {
-      this.db.prepare('DELETE FROM ingestion_files').run();
-      this.db.prepare('DELETE FROM pending_batches').run();
-      this.db.prepare('DELETE FROM upload_checkpoint').run();
-      this.db.exec('COMMIT');
-    } catch (error) {
-      this.db.exec('ROLLBACK');
-      throw error;
-    }
-  }
-
-  getQueueStats() {
-    const stmt = this.db.prepare(`
-      SELECT
-        COALESCE(SUM(CASE WHEN status = 'buffering' THEN 1 ELSE 0 END), 0) AS buffering_batch_count,
-        COALESCE(SUM(CASE WHEN status = 'pending' AND attempt_count = 0 THEN 1 ELSE 0 END), 0) AS pending_batch_count,
-        COALESCE(SUM(CASE WHEN status = 'pending' AND attempt_count > 0 THEN 1 ELSE 0 END), 0) AS retrying_batch_count,
-        COALESCE(SUM(session_count), 0) AS queued_sessions,
-        COALESCE(SUM(turn_count), 0) AS queued_turns,
-        COALESCE(SUM(event_count), 0) AS queued_events,
-        MIN(created_at) AS oldest_created_at
-      FROM pending_batches
-    `);
-    stmt.setReadBigInts(true);
-    const row = stmt.get() ?? {};
-    const oldestCreatedAt =
-      row.oldest_created_at == null ? null : Number(row.oldest_created_at);
-    return {
-      bufferingBatchCount: Number(row.buffering_batch_count ?? 0),
-      pendingBatchCount: Number(row.pending_batch_count ?? 0),
-      retryingBatchCount: Number(row.retrying_batch_count ?? 0),
-      queuedSessions: Number(row.queued_sessions ?? 0),
-      queuedTurns: Number(row.queued_turns ?? 0),
-      queuedEvents: Number(row.queued_events ?? 0),
-      oldestPendingAgeSeconds:
-        oldestCreatedAt == null
-          ? null
-          : Math.max(0, Math.floor(nowTs() - oldestCreatedAt)),
-    };
-  }
-}
-
-function randomBatchKey() {
-  return `${Date.now().toString(16)}${Math.random().toString(16).slice(2, 14)}`;
-}