@gajae-code/stats 0.1.1

package/src/server.ts

@@ -0,0 +1,325 @@
+import * as fs from "node:fs/promises";
+import * as os from "node:os";
+import * as path from "node:path";
+import { $ } from "bun";
+import {
+	getBehaviorDashboardStats,
+	getCostDashboardStats,
+	getDashboardStats,
+	getModelDashboardStats,
+	getOverviewStats,
+	getRecentErrors,
+	getRecentRequests,
+	getRequestDetails,
+	getTotalMessageCount,
+	syncAllSessions,
+} from "./aggregator";
+import embeddedClientArchiveTxt from "./embedded-client.generated.txt";
+
+const getEmbeddedClientArchive = (() => {
+	const txt = embeddedClientArchiveTxt.replaceAll(/[\s\r\n]/g, "").trim();
+	if (!txt) return null;
+	return () => Buffer.from(txt, "base64");
+})();
+
+const CLIENT_DIR = path.join(import.meta.dir, "client");
+const STATIC_DIR = path.join(import.meta.dir, "..", "dist", "client");
+const IS_BUN_COMPILED =
+	Bun.env.PI_COMPILED ||
+	import.meta.url.includes("$bunfs") ||
+	import.meta.url.includes("~BUN") ||
+	import.meta.url.includes("%7EBUN");
+
+const COMPILED_CLIENT_DIR_ROOT = path.join(os.tmpdir(), "gjc-stats-client");
+let compiledClientDirPromise: Promise<string> | null = null;
+
+function sanitizeArchivePath(archivePath: string): string | null {
+	const normalized = archivePath.replaceAll("\\", "/").replace(/^\.\//, "");
+	if (!normalized || normalized === ".") return null;
+	if (normalized.includes("..") || path.isAbsolute(normalized)) return null;
+	return normalized;
+}
+
+async function extractEmbeddedClientArchive(archiveBytes: Buffer, outputDir: string): Promise<void> {
+	const archive = new Bun.Archive(archiveBytes);
+	const files = await archive.files();
+	const extractRoot = path.resolve(outputDir);
+
+	for (const [archivePath, file] of files) {
+		const sanitizedPath = sanitizeArchivePath(archivePath);
+		if (!sanitizedPath) continue;
+		const destinationPath = path.resolve(extractRoot, sanitizedPath);
+		if (!destinationPath.startsWith(extractRoot + path.sep)) {
+			throw new Error(`Archive entry escapes extraction directory: ${archivePath}`);
+		}
+		await Bun.write(destinationPath, file);
+	}
+}
+
+async function getCompiledClientDir(): Promise<string> {
+	if (!IS_BUN_COMPILED) return STATIC_DIR;
+	if (compiledClientDirPromise) return compiledClientDirPromise;
+
+	const archiveBytes = getEmbeddedClientArchive?.();
+	if (!archiveBytes) {
+		throw new Error("Compiled stats client bundle missing. Rebuild binary with embedded stats assets.");
+	}
+
+	compiledClientDirPromise = (async () => {
+		const bundleHash = Bun.hash(archiveBytes).toString(16);
+		const outputDir = path.join(COMPILED_CLIENT_DIR_ROOT, bundleHash);
+		const markerPath = path.join(outputDir, "index.html");
+		try {
+			const marker = await fs.stat(markerPath);
+			if (marker.isFile()) return outputDir;
+		} catch {}
+
+		await fs.rm(outputDir, { recursive: true, force: true });
+		await fs.mkdir(outputDir, { recursive: true });
+		await extractEmbeddedClientArchive(archiveBytes, outputDir);
+		return outputDir;
+	})();
+
+	return compiledClientDirPromise;
+}
+
+async function getLatestMtime(dir: string): Promise<number> {
+	const entries = await fs.readdir(dir, { withFileTypes: true });
+
+	const promises = [];
+	for (const entry of entries) {
+		const fullPath = path.join(dir, entry.name);
+		if (entry.isDirectory()) {
+			promises.push(getLatestMtime(fullPath));
+		} else if (entry.isFile()) {
+			promises.push(fs.stat(fullPath).then(stats => stats.mtimeMs));
+		}
+	}
+
+	let latest = 0;
+	await Promise.allSettled(promises).then(results => {
+		for (const result of results) {
+			if (result.status === "fulfilled") {
+				latest = Math.max(latest, result.value);
+			}
+		}
+	});
+	return latest;
+}
+
+const ensureClientBuild = async () => {
+	if (IS_BUN_COMPILED) return;
+	const indexPath = path.join(STATIC_DIR, "index.html");
+	const cssPath = path.join(STATIC_DIR, "styles.css");
+	const clientSourceMtime = await getLatestMtime(CLIENT_DIR);
+	const tailwindConfigPath = path.join(import.meta.dir, "..", "tailwind.config.js");
+	let tailwindConfigMtime = 0;
+	try {
+		const tailwindConfigStats = await fs.stat(tailwindConfigPath);
+		tailwindConfigMtime = tailwindConfigStats.mtimeMs;
+	} catch {}
+	const sourceMtime = Math.max(clientSourceMtime, tailwindConfigMtime);
+	let shouldBuild = true;
+	try {
+		const [indexStats, cssStats] = await Promise.all([fs.stat(indexPath), fs.stat(cssPath)]);
+		if (
+			indexStats.isFile() &&
+			cssStats.isFile() &&
+			indexStats.mtimeMs >= sourceMtime &&
+			cssStats.mtimeMs >= sourceMtime
+		) {
+			shouldBuild = false;
+		}
+	} catch {
+		shouldBuild = true;
+	}
+
+	if (!shouldBuild) return;
+
+	await fs.rm(STATIC_DIR, { recursive: true, force: true });
+
+	console.log("Building stats client...");
+	const packageRoot = path.join(import.meta.dir, "..");
+	const buildResult = await $`bun run build.ts`.cwd(packageRoot).quiet().nothrow();
+	if (buildResult.exitCode !== 0) {
+		const output = buildResult.text().trim();
+		const details = output ? `\n${output}` : "";
+		throw new Error(`Failed to build stats client (exit ${buildResult.exitCode})${details}`);
+	}
+
+	const indexHtml = `<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>AI Usage Statistics</title>
+    <link rel="stylesheet" href="styles.css">
+</head>
+<body>
+    <div id="root"></div>
+    <script src="index.js" type="module"></script>
+</body>
+</html>`;
+
+	await Bun.write(path.join(STATIC_DIR, "index.html"), indexHtml);
+};
+
+/**
+ * Handle API requests.
+ */
+async function handleApi(req: Request): Promise<Response> {
+	const url = new URL(req.url);
+	const path = url.pathname;
+
+	// Stats reads are DB-only; explicit /api/sync does the expensive session scan.
+	const range = url.searchParams.get("range");
+
+	if (path === "/api/stats") {
+		const stats = await getDashboardStats(range);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/overview") {
+		const stats = await getOverviewStats(range);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/model-dashboard") {
+		const stats = await getModelDashboardStats(range);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/costs") {
+		const stats = await getCostDashboardStats(range);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/behavior") {
+		const stats = await getBehaviorDashboardStats(range);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/recent") {
+		const limit = url.searchParams.get("limit");
+		const stats = await getRecentRequests(limit ? parseInt(limit, 10) : undefined);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/errors") {
+		const limit = url.searchParams.get("limit");
+		const stats = await getRecentErrors(limit ? parseInt(limit, 10) : undefined);
+		return Response.json(stats);
+	}
+
+	if (path === "/api/stats/models") {
+		const stats = await getDashboardStats(range);
+		return Response.json(stats.byModel);
+	}
+
+	if (path === "/api/stats/folders") {
+		const stats = await getDashboardStats(range);
+		return Response.json(stats.byFolder);
+	}
+
+	if (path === "/api/stats/timeseries") {
+		const stats = await getDashboardStats(range);
+		return Response.json(stats.timeSeries);
+	}
+
+	if (path.startsWith("/api/request/")) {
+		const id = path.split("/").pop();
+		if (!id) return new Response("Bad Request", { status: 400 });
+		const details = await getRequestDetails(parseInt(id, 10));
+		if (!details) return new Response("Not Found", { status: 404 });
+		return Response.json(details);
+	}
+
+	if (path === "/api/sync") {
+		const result = await syncAllSessions();
+		const count = await getTotalMessageCount();
+		return Response.json({ ...result, totalMessages: count });
+	}
+
+	return new Response("Not Found", { status: 404 });
+}
+
+/**
+ * Handle static file requests.
+ */
+async function handleStatic(requestPath: string): Promise<Response> {
+	const staticDir = IS_BUN_COMPILED ? await getCompiledClientDir() : STATIC_DIR;
+	const filePath = requestPath === "/" ? "/index.html" : requestPath;
+	const fullPath = path.join(staticDir, filePath);
+
+	const file = Bun.file(fullPath);
+	if (await file.exists()) {
+		return new Response(file);
+	}
+
+	// SPA fallback
+	const index = Bun.file(path.join(staticDir, "index.html"));
+	if (await index.exists()) {
+		return new Response(index);
+	}
+
+	return new Response("Not Found", { status: 404 });
+}
+
+/**
+ * Start the HTTP server.
+ */
+export async function startServer(port = 3847): Promise<{ port: number; stop: () => void }> {
+	await ensureClientBuild();
+
+	const server = Bun.serve({
+		hostname: "127.0.0.1",
+		port,
+		async fetch(req) {
+			const url = new URL(req.url);
+			const path = url.pathname;
+
+			// CORS headers for local development
+			const corsHeaders = {
+				"Access-Control-Allow-Origin": "*",
+				"Access-Control-Allow-Methods": "GET, POST, OPTIONS",
+				"Access-Control-Allow-Headers": "Content-Type",
+			};
+
+			if (req.method === "OPTIONS") {
+				return new Response(null, { headers: corsHeaders });
+			}
+
+			try {
+				let response: Response;
+
+				if (path.startsWith("/api/")) {
+					response = await handleApi(req);
+				} else {
+					response = await handleStatic(path);
+				}
+
+				// Add CORS headers to all responses
+				const headers = new Headers(response.headers);
+				for (const [key, value] of Object.entries(corsHeaders)) {
+					headers.set(key, value);
+				}
+
+				return new Response(response.body, {
+					status: response.status,
+					headers,
+				});
+			} catch (error) {
+				console.error("Server error:", error);
+				return Response.json(
+					{ error: error instanceof Error ? error.message : "Unknown error" },
+					{ status: 500, headers: corsHeaders },
+				);
+			}
+		},
+	});
+
+	return {
+		port: server.port ?? port,
+		stop: () => server.stop(),
+	};
+}

package/src/shared-types.ts

@@ -0,0 +1,204 @@
+/**
+ * Shared type definitions consumed by both the server-side stats code and the
+ * standalone client bundle. Keep this file free of any imports from server-only
+ * packages (e.g. `@gajae-code/ai`, `bun:sqlite`) so the client can import it
+ * without dragging server dependencies into its bundle.
+ */
+
+/**
+ * Aggregated stats for a model or folder.
+ */
+export interface AggregatedStats {
+	/** Total number of requests */
+	totalRequests: number;
+	/** Number of successful requests */
+	successfulRequests: number;
+	/** Number of failed requests */
+	failedRequests: number;
+	/** Error rate (0-1) */
+	errorRate: number;
+	/** Total input tokens */
+	totalInputTokens: number;
+	/** Total output tokens */
+	totalOutputTokens: number;
+	/** Total cache read tokens */
+	totalCacheReadTokens: number;
+	/** Total cache write tokens */
+	totalCacheWriteTokens: number;
+	/** Cache hit rate (0-1) */
+	cacheRate: number;
+	/** Total cost */
+	totalCost: number;
+	/** Total premium requests */
+	totalPremiumRequests: number;
+	/** Average duration in ms */
+	avgDuration: number | null;
+	/** Average TTFT in ms */
+	avgTtft: number | null;
+	/** Average tokens per second (output tokens / duration) */
+	avgTokensPerSecond: number | null;
+	/** Time range */
+	firstTimestamp: number;
+	lastTimestamp: number;
+}
+
+/**
+ * Stats grouped by model.
+ */
+export interface ModelStats extends AggregatedStats {
+	model: string;
+	provider: string;
+}
+
+/**
+ * Stats grouped by folder.
+ */
+export interface FolderStats extends AggregatedStats {
+	folder: string;
+}
+
+/**
+ * Time series data point.
+ */
+export interface TimeSeriesPoint {
+	/** Bucket timestamp (start of hour/day) */
+	timestamp: number;
+	/** Request count */
+	requests: number;
+	/** Error count */
+	errors: number;
+	/** Total tokens */
+	tokens: number;
+	/** Total cost */
+	cost: number;
+}
+
+/**
+ * Model usage time series data point (daily buckets).
+ */
+export interface ModelTimeSeriesPoint {
+	/** Bucket timestamp (start of day) */
+	timestamp: number;
+	/** Model name */
+	model: string;
+	/** Provider name */
+	provider: string;
+	/** Request count */
+	requests: number;
+}
+
+/**
+ * Model performance time series data point (daily buckets).
+ */
+export interface ModelPerformancePoint {
+	/** Bucket timestamp (start of day) */
+	timestamp: number;
+	/** Model name */
+	model: string;
+	/** Provider name */
+	provider: string;
+	/** Request count */
+	requests: number;
+	/** Average TTFT in ms */
+	avgTtft: number | null;
+	/** Average tokens per second */
+	avgTokensPerSecond: number | null;
+}
+
+/**
+ * Cost time series data point (daily buckets).
+ */
+export interface CostTimeSeriesPoint {
+	/** Bucket timestamp (start of day) */
+	timestamp: number;
+	/** Model name */
+	model: string;
+	/** Provider name */
+	provider: string;
+	/** Total cost for this bucket */
+	cost: number;
+	/** Cost breakdown */
+	costInput: number;
+	costOutput: number;
+	costCacheRead: number;
+	costCacheWrite: number;
+	/** Request count */
+	requests: number;
+}
+
+/**
+ * Overall dashboard stats.
+ */
+export interface DashboardStats {
+	overall: AggregatedStats;
+	byModel: ModelStats[];
+	byFolder: FolderStats[];
+	timeSeries: TimeSeriesPoint[];
+	modelSeries: ModelTimeSeriesPoint[];
+	modelPerformanceSeries: ModelPerformancePoint[];
+	costSeries: CostTimeSeriesPoint[];
+}
+
+/**
+ * Behavior time-series point (daily bucket, per responding model).
+ */
+export interface BehaviorTimeSeriesPoint {
+	/** Bucket timestamp (start of day) */
+	timestamp: number;
+	/** Responding model ("unknown" if user msg never got a reply) */
+	model: string;
+	/** Responding provider */
+	provider: string;
+	/** Number of user messages in bucket */
+	messages: number;
+	/** Total yelling sentences in bucket */
+	yelling: number;
+	/** Total profanity hits in bucket */
+	profanity: number;
+	/** Total anguish signal in bucket */
+	anguish: number;
+	/** Total corrective-negation hits in bucket */
+	negation: number;
+	/** Total user-repeating-themselves hits in bucket */
+	repetition: number;
+	/** Total second-person blame hits in bucket */
+	blame: number;
+	/** Total characters in bucket */
+	chars: number;
+}
+
+export interface BehaviorOverallStats {
+	totalMessages: number;
+	totalYelling: number;
+	totalProfanity: number;
+	totalAnguish: number;
+	totalNegation: number;
+	totalRepetition: number;
+	totalBlame: number;
+	totalChars: number;
+	firstTimestamp: number;
+	lastTimestamp: number;
+}
+
+/**
+ * Per-model behavioral aggregate over the active range.
+ */
+export interface BehaviorModelStats {
+	model: string;
+	provider: string;
+	totalMessages: number;
+	totalYelling: number;
+	totalProfanity: number;
+	totalAnguish: number;
+	totalNegation: number;
+	totalRepetition: number;
+	totalBlame: number;
+	totalChars: number;
+	lastTimestamp: number;
+}
+
+export interface BehaviorDashboardStats {
+	overall: BehaviorOverallStats;
+	byModel: BehaviorModelStats[];
+	behaviorSeries: BehaviorTimeSeriesPoint[];
+}

package/src/sync-worker.ts

@@ -0,0 +1,40 @@
+/**
+ * Stateless parse worker for `syncAllSessions`. The main thread owns the
+ * SQLite handle; workers receive `{ sessionFile, fromOffset }`, run
+ * `parseSessionFile` (which is pure I/O + CPU, no DB), and post the
+ * structured-clone-safe result back. One in-flight request per worker so
+ * the main thread can fan jobs out 1:1 with the pool size.
+ *
+ * A `{ kind: "ping" }` request is also accepted and replies with
+ * `{ ok: true, kind: "pong" }` — used by `smokeTestSyncWorker` to prove the
+ * worker actually spawns and runs in compiled binaries (regression coverage
+ * for issue #1011 / PR #1027, where the worker silently failed to load).
+ */
+
+import { type ParseSessionResult, parseSessionFile } from "./parser";
+
+export type SyncWorkerRequest = { kind?: "parse"; sessionFile: string; fromOffset: number } | { kind: "ping" };
+
+export type SyncWorkerResponse =
+	| { ok: true; kind?: "parse"; result: ParseSessionResult }
+	| { ok: true; kind: "pong" }
+	| { ok: false; error: string };
+
+declare const self: Worker & {
+	onmessage: ((event: MessageEvent<SyncWorkerRequest>) => void) | null;
+};
+
+self.onmessage = async event => {
+	const request = event.data;
+	try {
+		if (request.kind === "ping") {
+			self.postMessage({ ok: true, kind: "pong" } satisfies SyncWorkerResponse);
+			return;
+		}
+		const result = await parseSessionFile(request.sessionFile, request.fromOffset);
+		self.postMessage({ ok: true, result } satisfies SyncWorkerResponse);
+	} catch (err) {
+		const error = err instanceof Error ? (err.stack ?? err.message) : String(err);
+		self.postMessage({ ok: false, error } satisfies SyncWorkerResponse);
+	}
+};

package/src/types.ts

@@ -0,0 +1,125 @@
+import type { AssistantMessage, ServiceTier, StopReason, Usage } from "@gajae-code/ai";
+
+export * from "./shared-types";
+
+/**
+ * Extracted stats from an assistant message.
+ */
+export interface MessageStats {
+	/** Database ID */
+	id?: number;
+	/** Session file path */
+	sessionFile: string;
+	/** Entry ID within the session */
+	entryId: string;
+	/** Folder/project path (extracted from session filename) */
+	folder: string;
+	/** Model ID */
+	model: string;
+	/** Provider name */
+	provider: string;
+	/** API type */
+	api: string;
+	/** Unix timestamp in milliseconds */
+	timestamp: number;
+	/** Request duration in milliseconds */
+	duration: number | null;
+	/** Time to first token in milliseconds */
+	ttft: number | null;
+	/** Stop reason */
+	stopReason: StopReason;
+	/** Error message if stopReason is error */
+	errorMessage: string | null;
+	/** Token usage */
+	usage: Usage;
+}
+
+/**
+ * Full details of a request, including content.
+ */
+export interface RequestDetails extends MessageStats {
+	/** The full conversation history or just the last turn. */
+	messages: unknown[];
+	/** The model's response. */
+	output: unknown;
+}
+
+/**
+ * Session log entry types.
+ */
+export interface SessionHeader {
+	type: "session";
+	version: number;
+	id: string;
+	timestamp: string;
+	cwd: string;
+	title?: string;
+}
+
+export interface SessionMessageEntry {
+	type: "message";
+	id: string;
+	parentId: string | null;
+	timestamp: string;
+	message: AssistantMessage | { role: "user" | "toolResult" };
+}
+
+export interface SessionServiceTierChangeEntry {
+	type: "service_tier_change";
+	id: string;
+	parentId?: string | null;
+	timestamp: string;
+	serviceTier: ServiceTier | null;
+}
+
+export type SessionEntry = SessionHeader | SessionMessageEntry | SessionServiceTierChangeEntry | { type: string };
+
+/**
+ * Behavioral stats extracted from a single user message.
+ */
+export interface UserMessageStats {
+	/** Database ID */
+	id?: number;
+	/** Session file path */
+	sessionFile: string;
+	/** Entry ID within the session */
+	entryId: string;
+	/** Folder/project path */
+	folder: string;
+	/** Unix timestamp in ms */
+	timestamp: number;
+	/** Model that responded to this user message, if linked */
+	model: string | null;
+	/** Provider that responded to this user message, if linked */
+	provider: string | null;
+	/** Total characters of message text */
+	chars: number;
+	/** Whitespace-delimited word count */
+	words: number;
+	/** Yelling sentences (> 50% uppercase letters) */
+	yelling: number;
+	/** Profanity hits */
+	profanity: number;
+	/** Catch-all upset signal: drama runs + `noooo`/`ughh`/... + `dude` + `..` */
+	anguish: number;
+	/** Corrective negation ("no", "nope", "thats not what i meant") */
+	negation: number;
+	/** User repeating themselves ("i meant", "still doesnt work", "like i said") */
+	repetition: number;
+	/** Second-person reproach ("you didnt", "you broke", "stop X-ing") */
+	blame: number;
+}
+
+/**
+ * Pair emitted by the parser when it sees an assistant message whose
+ * `parentId` points to a user message that wasn't parsed in the same pass
+ * (e.g. user prompt landed in an earlier incremental sync). The aggregator
+ * applies the link to the persisted `user_messages` row so it stops showing
+ * up in the "unknown" model bucket.
+ */
+export interface UserMessageLink {
+	sessionFile: string;
+	entryId: string;
+	model: string;
+	provider: string;
+}