candobear-token-leaderboard 0.1.0

package/README.md

@@ -0,0 +1,31 @@
+# candobear-token-leaderboard
+
+CLI uploader for the Candobear Token Economics leaderboard.
+
+## Install
+
+Install CodexBar first:
+
+- Website: https://codexbar.app
+- Releases: https://github.com/steipete/CodexBar/releases
+- CLI docs: https://github.com/steipete/CodexBar/blob/main/docs/cli.md
+
+Then install the uploader:
+
+```bash
+npm install -g candobear-token-leaderboard
+```
+
+The installed command is `candobear-token`.
+
+## Usage
+
+```bash
+candobear-token configure --token <uploadToken>
+candobear-token upload --date today --provider all --dry-run
+candobear-token upload --date today --provider all
+candobear-token upload --date yesterday --provider all
+candobear-token backfill --from 2026-05-01 --to today --provider all
+```
+
+The uploader sends only CodexBar daily summary fields. It does not upload raw JSONL, prompts, assistant messages, tool output, cwd, thread names, local paths, or source paths.

package/bin/candobear-token.mjs

@@ -0,0 +1,311 @@
+#!/usr/bin/env node
+import { execFile } from "node:child_process";
+import { realpathSync } from "node:fs";
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+import { promisify } from "node:util";
+
+const execFileAsync = promisify(execFile);
+
+export const VERSION = "0.1.0";
+export const DEFAULT_API_BASE = "https://ai.candobear.com/tokeneconomics/api";
+export const CONFIG_PATH = path.join(homedir(), ".candobear", "token-uploader.json");
+export const CODEXBAR_CANDIDATES = ["codexbar", "/opt/homebrew/bin/codexbar"];
+export const UPLOAD_PROVIDERS = ["codex", "claude"];
+export const QUERY_PROVIDERS = ["all", ...UPLOAD_PROVIDERS];
+
+export const CODEXBAR_INSTALL_HELP = `Install CodexBar first:
+  Website: https://codexbar.app
+  Releases: https://github.com/steipete/CodexBar/releases
+  CLI docs: https://github.com/steipete/CodexBar/blob/main/docs/cli.md
+
+On macOS, install CodexBar and run Preferences -> Advanced -> Install CLI.
+Then verify with: codexbar --version`;
+
+export function codexbarCandidates() {
+  const configured = process.env.CANDOBEAR_CODEXBAR_BIN?.trim();
+  return configured ? [configured] : CODEXBAR_CANDIDATES;
+}
+
+const usage = () => `candobear-token ${VERSION}
+
+Usage:
+  candobear-token configure --token <uploadToken> [--api-base ${DEFAULT_API_BASE}]
+  candobear-token upload --date yesterday [--provider all|codex|claude] [--dry-run] [--token <uploadToken>] [--api-base <url>]
+  candobear-token backfill --from 2026-05-01 [--to today] [--provider all|codex|claude] [--dry-run] [--token <uploadToken>] [--api-base <url>]
+
+Dates use UTC+8 YYYY-MM-DD. Supported shortcuts: today, yesterday.
+
+Prerequisites:
+  1. Install CodexBar: https://codexbar.app
+  2. Install this uploader: npm install -g candobear-token-leaderboard`;
+
+export function parseArgs(argv) {
+  const [command, ...rest] = argv;
+  const options = { command };
+  for (let i = 0; i < rest.length; i += 1) {
+    const arg = rest[i];
+    if (arg === "--dry-run") {
+      options.dryRun = true;
+      continue;
+    }
+    if (arg === "--help" || arg === "-h") {
+      options.help = true;
+      continue;
+    }
+    if (arg === "--version" || arg === "-V") {
+      options.version = true;
+      continue;
+    }
+    if (!arg.startsWith("--")) throw new Error(`Unexpected argument: ${arg}`);
+    const key = arg.slice(2).replace(/-([a-z])/g, (_, ch) => ch.toUpperCase());
+    const value = rest[i + 1];
+    if (!value || value.startsWith("--")) throw new Error(`Missing value for ${arg}`);
+    options[key] = value;
+    i += 1;
+  }
+  return options;
+}
+
+export function resolveDateArg(value = "yesterday", now = new Date()) {
+  if (/^\d{4}-\d{2}-\d{2}$/.test(value)) return value;
+  const shifted = new Date(now.getTime() + 8 * 60 * 60 * 1000);
+  if (value === "today") return shifted.toISOString().slice(0, 10);
+  if (value === "yesterday") {
+    shifted.setUTCDate(shifted.getUTCDate() - 1);
+    return shifted.toISOString().slice(0, 10);
+  }
+  throw new Error("Invalid --date. Use today, yesterday, or YYYY-MM-DD.");
+}
+
+export function resolveProviderArg(value = "all") {
+  const normalized = String(value || "all").trim().toLowerCase();
+  if (normalized === "claude-code" || normalized === "claude_code") return "claude";
+  if (!QUERY_PROVIDERS.includes(normalized)) throw new Error("Invalid --provider. Use all, codex, or claude.");
+  return normalized;
+}
+
+export function uploadProvidersFor(value = "all") {
+  const provider = resolveProviderArg(value);
+  return provider === "all" ? UPLOAD_PROVIDERS : [provider];
+}
+
+export function dateRange(from, to) {
+  const start = new Date(`${from}T00:00:00.000Z`);
+  const end = new Date(`${to}T00:00:00.000Z`);
+  if (Number.isNaN(start.getTime()) || Number.isNaN(end.getTime()) || start > end) {
+    throw new Error("--from must be earlier than or equal to --to.");
+  }
+  const dates = [];
+  for (const cursor = new Date(start); cursor <= end; cursor.setUTCDate(cursor.getUTCDate() + 1)) {
+    dates.push(cursor.toISOString().slice(0, 10));
+  }
+  return dates;
+}
+
+export function extractDailyReport(codexbarJson, date) {
+  const containers = Array.isArray(codexbarJson) ? codexbarJson : [codexbarJson];
+  const report = containers.find((item) => Array.isArray(item?.daily));
+  if (!report) throw new Error("CodexBar JSON does not contain a daily report.");
+  const row = report.daily.find((item) => item?.date === date);
+  if (!row) throw new Error(`No CodexBar daily row found for ${date}.`);
+  return row;
+}
+
+const normalizeCost = (value) => (typeof value === "number" ? Number(value.toFixed(6)) : value ?? null);
+
+/**
+ * @param {Record<string, any>} row
+ * @param {{ provider?: string, codexbarVersion?: string | null, generatedAt?: Date }} [options]
+ */
+export function buildUploadPayload(row, { provider = "codex", codexbarVersion, generatedAt = new Date() } = {}) {
+  if (!UPLOAD_PROVIDERS.includes(provider)) throw new Error("provider must be codex or claude.");
+  return {
+    date: row.date,
+    provider,
+    inputTokens: row.inputTokens,
+    outputTokens: row.outputTokens,
+    cacheReadTokens: row.cacheReadTokens ?? 0,
+    cacheCreationTokens: row.cacheCreationTokens ?? 0,
+    totalTokens: row.totalTokens,
+    totalCost: normalizeCost(row.totalCost),
+    modelsUsed: row.modelsUsed ?? [],
+    modelBreakdowns: (row.modelBreakdowns ?? []).map((item) => ({
+      modelName: item.modelName,
+      totalTokens: item.totalTokens,
+      cost: normalizeCost(item.cost),
+    })),
+    codexbarVersion: codexbarVersion ?? null,
+    generatedAt: generatedAt.toISOString(),
+  };
+}
+
+export function parseCodexbarVersion(stdout) {
+  const match = String(stdout || "").match(/(\d+\.\d+\.\d+(?:[-+][\w.-]+)?)/);
+  return match?.[1] ?? null;
+}
+
+async function readConfig() {
+  try {
+    return JSON.parse(await readFile(CONFIG_PATH, "utf8"));
+  } catch (error) {
+    if (error.code === "ENOENT") return {};
+    throw error;
+  }
+}
+
+async function writeConfig(config) {
+  await mkdir(path.dirname(CONFIG_PATH), { recursive: true });
+  await writeFile(CONFIG_PATH, `${JSON.stringify(config, null, 2)}\n`, { mode: 0o600 });
+}
+
+async function runCodexbar(args) {
+  const errors = [];
+  for (const bin of codexbarCandidates()) {
+    try {
+      return await execFileAsync(bin, args, { maxBuffer: 64 * 1024 * 1024 });
+    } catch (error) {
+      errors.push(`${bin}: ${error.code || error.message}`);
+    }
+  }
+  throw new Error(`CodexBar CLI is not available. Tried: ${errors.join("; ")}
+
+${CODEXBAR_INSTALL_HELP}`);
+}
+
+async function codexbarCostJson(provider) {
+  const { stdout } = await runCodexbar(["cost", "--provider", provider, "--format", "json"]);
+  return JSON.parse(stdout);
+}
+
+async function codexbarVersion() {
+  for (const bin of codexbarCandidates()) {
+    try {
+      const { stdout } = await execFileAsync(bin, ["--version"]);
+      const version = parseCodexbarVersion(stdout);
+      if (version) return version;
+    } catch {
+      /* try next candidate */
+    }
+  }
+  return null;
+}
+
+async function configure(options) {
+  if (!options.token) throw new Error("configure requires --token <uploadToken>.");
+  await writeConfig({ apiBase: options.apiBase || DEFAULT_API_BASE, uploadToken: options.token });
+  console.log(`Saved config to ${CONFIG_PATH}`);
+}
+
+async function codexbarCostReports(providerArg) {
+  const reports = new Map();
+  for (const provider of uploadProvidersFor(providerArg)) {
+    reports.set(provider, await codexbarCostJson(provider));
+  }
+  return reports;
+}
+
+export function payloadsForDate(reports, date, codexbarVersion) {
+  const payloads = [];
+  const skipped = [];
+  for (const [provider, report] of reports.entries()) {
+    try {
+      payloads.push(buildUploadPayload(extractDailyReport(report, date), { provider, codexbarVersion }));
+    } catch (error) {
+      skipped.push({ provider, date, reason: error instanceof Error ? error.message : String(error) });
+    }
+  }
+  return { payloads, skipped };
+}
+
+async function postPayload(apiBase, token, payload) {
+  const response = await fetch(`${apiBase.replace(/\/$/, "")}/uploads`, {
+    method: "POST",
+    headers: { "content-type": "application/json", authorization: `Bearer ${token}` },
+    body: JSON.stringify(payload),
+  });
+  const body = await response.json().catch(() => ({}));
+  if (!response.ok) throw new Error(`Upload failed for ${payload.date}/${payload.provider}: ${body.message || body.error || response.status}`);
+}
+
+function printUploadResult({ payloads, skipped }) {
+  for (const payload of payloads) {
+    console.log(`Uploaded ${payload.date} ${payload.provider}: ${payload.totalTokens.toLocaleString()} tokens`);
+  }
+  for (const item of skipped) {
+    console.log(`Skipped ${item.date} ${item.provider}: ${item.reason}`);
+  }
+  if (!payloads.length) console.log("No payloads uploaded.");
+}
+
+async function upload(options) {
+  const config = await readConfig();
+  const apiBase = options.apiBase || config.apiBase || DEFAULT_API_BASE;
+  const token = options.token || config.uploadToken;
+  if (!token && !options.dryRun) throw new Error("Missing upload token. Run configure first.");
+  const date = resolveDateArg(options.date || "yesterday");
+  const provider = resolveProviderArg(options.provider || "all");
+  const [reports, version] = await Promise.all([codexbarCostReports(provider), codexbarVersion()]);
+  const result = payloadsForDate(reports, date, version);
+  if (options.dryRun) {
+    console.log(JSON.stringify({ apiBase, date, provider, ...result }, null, 2));
+    return;
+  }
+  for (const payload of result.payloads) await postPayload(apiBase, token, payload);
+  printUploadResult(result);
+}
+
+async function backfill(options) {
+  if (!options.from) throw new Error("backfill requires --from YYYY-MM-DD.");
+  const config = await readConfig();
+  const apiBase = options.apiBase || config.apiBase || DEFAULT_API_BASE;
+  const token = options.token || config.uploadToken;
+  if (!token && !options.dryRun) throw new Error("Missing upload token. Run configure first.");
+  const from = resolveDateArg(options.from);
+  const to = resolveDateArg(options.to || "today");
+  const provider = resolveProviderArg(options.provider || "all");
+  const [reports, version] = await Promise.all([codexbarCostReports(provider), codexbarVersion()]);
+  const results = dateRange(from, to).map((date) => ({ date, ...payloadsForDate(reports, date, version) }));
+  if (options.dryRun) {
+    console.log(JSON.stringify({ apiBase, from, to, provider, results }, null, 2));
+    return;
+  }
+  for (const result of results) {
+    for (const payload of result.payloads) await postPayload(apiBase, token, payload);
+    printUploadResult(result);
+  }
+}
+
+export async function main(argv = process.argv.slice(2)) {
+  const options = parseArgs(argv);
+  if (!options.command || options.command === "--help" || options.command === "-h" || options.help) {
+    console.log(usage());
+    return;
+  }
+  if (options.command === "--version" || options.command === "-V" || options.version) {
+    console.log(VERSION);
+    return;
+  }
+  if (options.command === "configure") return configure(options);
+  if (options.command === "upload") return upload(options);
+  if (options.command === "backfill") return backfill(options);
+  throw new Error(usage());
+}
+
+export function isCliEntrypoint(argvEntry = process.argv[1]) {
+  if (!argvEntry) return false;
+  try {
+    return realpathSync(argvEntry) === fileURLToPath(import.meta.url);
+  } catch {
+    return false;
+  }
+}
+
+if (isCliEntrypoint()) {
+  main().catch((error) => {
+    console.error(error.message);
+    process.exitCode = 1;
+  });
+}

package/package.json

@@ -0,0 +1,26 @@
+{
+  "name": "candobear-token-leaderboard",
+  "version": "0.1.0",
+  "description": "CLI uploader for the Candobear Token Economics leaderboard.",
+  "type": "module",
+  "license": "UNLICENSED",
+  "homepage": "https://ai.candobear.com/tokeneconomics",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/howie-serious/token-economics.git",
+    "directory": "packages/candobear-token-leaderboard"
+  },
+  "bin": {
+    "candobear-token": "bin/candobear-token.mjs"
+  },
+  "files": [
+    "bin/",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}