tokentrace 0.1.0

package/src/lib/format.ts

@@ -0,0 +1,51 @@
+export function formatTokens(value: number | null | undefined) {
+  const number = value ?? 0;
+  if (number >= 1_000_000) return `${(number / 1_000_000).toFixed(2)}M`;
+  if (number >= 1_000) return `${(number / 1_000).toFixed(1)}K`;
+  return number.toLocaleString();
+}
+
+export function formatCurrency(value: number | null | undefined, currency = "USD") {
+  if (value == null) return "Unknown";
+  return new Intl.NumberFormat("en-US", {
+    style: "currency",
+    currency,
+    maximumFractionDigits: value < 1 ? 4 : 2
+  }).format(value);
+}
+
+export function formatDate(value: number | Date | null | undefined) {
+  if (!value) return "Unknown";
+  const date = value instanceof Date ? value : new Date(value);
+  if (Number.isNaN(date.getTime())) return "Unknown";
+  return new Intl.DateTimeFormat("en-US", {
+    month: "short",
+    day: "numeric",
+    year: "numeric",
+    hour: "2-digit",
+    minute: "2-digit"
+  }).format(date);
+}
+
+export function formatShortDate(value: number | string | null | undefined) {
+  if (!value) return "Unknown";
+  const date = typeof value === "string" ? new Date(`${value}T00:00:00`) : new Date(value);
+  if (Number.isNaN(date.getTime())) return "Unknown";
+  return new Intl.DateTimeFormat("en-US", {
+    month: "short",
+    day: "numeric"
+  }).format(date);
+}
+
+export function formatDuration(ms: number | null | undefined) {
+  if (!ms || ms < 0) return "Unknown";
+  const seconds = Math.round(ms / 1000);
+  if (seconds < 60) return `${seconds}s`;
+  const minutes = Math.round(seconds / 60);
+  if (minutes < 60) return `${minutes}m`;
+  return `${(minutes / 60).toFixed(1)}h`;
+}
+
+export function percent(value: number | null | undefined) {
+  return `${Math.round((value ?? 0) * 100)}%`;
+}

package/src/lib/ids.ts

@@ -0,0 +1,23 @@
+import crypto from "node:crypto";
+
+export function stableId(prefix: string, parts: Array<string | number | null | undefined>) {
+  const hash = crypto
+    .createHash("sha1")
+    .update(parts.map((part) => String(part ?? "")).join("\u001f"))
+    .digest("hex")
+    .slice(0, 24);
+  return `${prefix}_${hash}`;
+}
+
+export function slugify(value: string) {
+  return value
+    .trim()
+    .toLowerCase()
+    .replace(/[^a-z0-9]+/g, "-")
+    .replace(/^-+|-+$/g, "")
+    .slice(0, 80);
+}
+
+export function hashContent(content: Buffer | string) {
+  return crypto.createHash("sha256").update(content).digest("hex");
+}

package/src/lib/pricing.ts

@@ -0,0 +1,86 @@
+import { sqlite } from "@/src/db/client";
+import { stableId } from "./ids";
+
+export type PricingRow = {
+  id: string;
+  providerId: string;
+  provider: string;
+  model: string;
+  inputTokenPrice: number | null;
+  outputTokenPrice: number | null;
+  cachedInputTokenPrice: number | null;
+  currency: string;
+  effectiveFrom: number | null;
+};
+
+export function getPricingRows() {
+  return sqlite
+    .prepare(
+      `SELECT m.id, p.id AS providerId, p.name AS provider, m.name AS model,
+        m.input_token_price AS inputTokenPrice,
+        m.output_token_price AS outputTokenPrice,
+        m.cached_input_token_price AS cachedInputTokenPrice,
+        m.currency,
+        m.effective_from AS effectiveFrom
+       FROM models m
+       JOIN providers p ON p.id = m.provider_id
+       ORDER BY p.name ASC, m.name ASC`
+    )
+    .all() as PricingRow[];
+}
+
+export function upsertPricing(input: {
+  providerId: string;
+  providerName?: string;
+  model: string;
+  inputTokenPrice: number | null;
+  outputTokenPrice: number | null;
+  cachedInputTokenPrice: number | null;
+  currency: string;
+}) {
+  const providerName = input.providerName?.trim() || input.providerId;
+  sqlite
+    .prepare("INSERT OR IGNORE INTO providers (id, name, type) VALUES (?, ?, 'llm-provider')")
+    .run(input.providerId, providerName);
+
+  const existing = sqlite
+    .prepare("SELECT id FROM models WHERE provider_id = ? AND lower(name) = lower(?)")
+    .get(input.providerId, input.model) as { id: string } | undefined;
+  const id = existing?.id ?? stableId("model", [input.providerId, input.model]);
+
+  sqlite
+    .prepare(
+      `INSERT INTO models
+        (id, provider_id, name, input_token_price, output_token_price, cached_input_token_price, currency, effective_from)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+       ON CONFLICT(id) DO UPDATE SET
+        input_token_price = excluded.input_token_price,
+        output_token_price = excluded.output_token_price,
+        cached_input_token_price = excluded.cached_input_token_price,
+        currency = excluded.currency,
+        effective_from = excluded.effective_from`
+    )
+    .run(
+      id,
+      input.providerId,
+      input.model,
+      input.inputTokenPrice,
+      input.outputTokenPrice,
+      input.cachedInputTokenPrice,
+      input.currency || "USD",
+      Date.now()
+    );
+
+  return id;
+}
+
+export function clearImportedData() {
+  sqlite.exec(`
+    DELETE FROM tool_calls;
+    DELETE FROM interactions;
+    DELETE FROM sessions;
+    DELETE FROM projects;
+    DELETE FROM scan_files;
+    DELETE FROM scan_runs;
+  `);
+}

package/src/lib/token-estimator.ts

@@ -0,0 +1,24 @@
+export type TokenEstimate = {
+  tokens: number;
+  method: "chars-div-4";
+};
+
+export function estimateTokensFromText(text: string | null | undefined): TokenEstimate {
+  const normalized = (text ?? "").trim();
+  if (!normalized) {
+    return { tokens: 0, method: "chars-div-4" };
+  }
+
+  return {
+    tokens: Math.max(1, Math.ceil(normalized.length / 4)),
+    method: "chars-div-4"
+  };
+}
+
+export function previewText(text: string | null | undefined, maxLength = 240) {
+  const normalized = (text ?? "")
+    .replace(/\s+/g, " ")
+    .trim();
+  if (normalized.length <= maxLength) return normalized;
+  return `${normalized.slice(0, maxLength - 3)}...`;
+}

package/src/lib/utils.ts

@@ -0,0 +1,6 @@
+import { type ClassValue, clsx } from "clsx";
+import { twMerge } from "tailwind-merge";
+
+export function cn(...inputs: ClassValue[]) {
+  return twMerge(clsx(inputs));
+}

package/tailwind.config.ts

@@ -0,0 +1,53 @@
+import type { Config } from "tailwindcss";
+
+const config: Config = {
+  darkMode: ["class"],
+  content: [
+    "./app/**/*.{ts,tsx}",
+    "./components/**/*.{ts,tsx}",
+    "./src/**/*.{ts,tsx}"
+  ],
+  theme: {
+    extend: {
+      colors: {
+        border: "hsl(var(--border))",
+        input: "hsl(var(--input))",
+        ring: "hsl(var(--ring))",
+        background: "hsl(var(--background))",
+        foreground: "hsl(var(--foreground))",
+        primary: {
+          DEFAULT: "hsl(var(--primary))",
+          foreground: "hsl(var(--primary-foreground))"
+        },
+        secondary: {
+          DEFAULT: "hsl(var(--secondary))",
+          foreground: "hsl(var(--secondary-foreground))"
+        },
+        muted: {
+          DEFAULT: "hsl(var(--muted))",
+          foreground: "hsl(var(--muted-foreground))"
+        },
+        accent: {
+          DEFAULT: "hsl(var(--accent))",
+          foreground: "hsl(var(--accent-foreground))"
+        },
+        destructive: {
+          DEFAULT: "hsl(var(--destructive))",
+          foreground: "hsl(var(--destructive-foreground))"
+        },
+        card: {
+          DEFAULT: "hsl(var(--card))",
+          foreground: "hsl(var(--card-foreground))"
+        }
+      },
+      borderRadius: {
+        lg: "0.5rem",
+        md: "0.375rem",
+        sm: "0.25rem"
+      }
+    }
+  },
+  plugins: []
+};
+
+export default config;

package/tsconfig.json

@@ -0,0 +1,28 @@
+{
+  "compilerOptions": {
+    "target": "ES2022",
+    "lib": ["dom", "dom.iterable", "es2022"],
+    "allowJs": false,
+    "skipLibCheck": true,
+    "strict": true,
+    "noEmit": true,
+    "esModuleInterop": true,
+    "module": "esnext",
+    "moduleResolution": "bundler",
+    "resolveJsonModule": true,
+    "isolatedModules": true,
+    "jsx": "preserve",
+    "incremental": true,
+    "baseUrl": ".",
+    "paths": {
+      "@/*": ["./*"]
+    },
+    "plugins": [
+      {
+        "name": "next"
+      }
+    ]
+  },
+  "include": ["next-env.d.ts", "**/*.ts", "**/*.tsx", ".next/types/**/*.ts"],
+  "exclude": ["node_modules"]
+}