@workerdeck/server 2.9.0 → 2.10.0

package/build/index.d.mts

@@ -1,7 +1,7 @@
 import { IncomingMessage, Server, ServerResponse } from "node:http";
-import { AttachmentInput, BridgeAnswer, BrowserBridgeExecutor, ClaudeAuthProbe, EngineAdapter, EngineSessionOptions, HostToolDefinition, LanguageModel, McpConnection, ParkedExecution, Runner, RunnerSnapshot, SessionRunnerConfig, ToolExecutionCall, ToolExecutionResult, ToolExecutor, ToolSet } from "@workerdeck/core";
+import { AttachmentInput, BridgeAnswer, BrowserBridgeExecutor, ClaudeAuthProbe, CostLedgerState, EngineAdapter, EngineSessionOptions, HostToolDefinition, LanguageModel, McpConnection, ParkedExecution, Runner, RunnerSnapshot, SessionRunnerConfig, ToolExecutionCall, ToolExecutionResult, ToolExecutor, ToolSet } from "@workerdeck/core";
 import { JobQueue, QueueAdapter } from "@workerdeck/queue";
-import { CreateSessionRequest, JobEvent, MessageAttachment, ProfileEngine, ProfileInfo, ProfileUsage, ProviderConfig, SdkSessionSummary, ServerFrame, SessionCapability, SessionInfo, SessionNotification, SessionWebhookConfig } from "@workerdeck/protocol";
+import { ByModel, CreateSessionRequest, JobEvent, MessageAttachment, ProfileEngine, ProfileInfo, ProfileSpend, ProfileUsage, ProviderConfig, SdkSessionSummary, ServerFrame, SessionCapability, SessionInfo, SessionNotification, SessionWebhookConfig } from "@workerdeck/protocol";
 //#region src/services/bridge.d.ts
 type BridgeHubOptions = {
   timeoutMs?: number;
@@ -61,6 +61,7 @@ type ParkedSessionRecord = {
   config: SessionRunnerConfig;
   snapshot: RunnerSnapshot;
   executions: ParkedExecution[];
+  cost?: CostLedgerState;
   parkedAt: number;
 };
 type DormantSessionRecord = {
@@ -70,6 +71,7 @@ type DormantSessionRecord = {
   profile?: string;
   config: SessionRunnerConfig;
   sdkSessionId: string;
+  cost?: CostLedgerState;
   savedAt: number;
 };
 type StoredSessionRecord = ParkedSessionRecord | DormantSessionRecord;
@@ -146,6 +148,33 @@ type ProfileStore = {
 declare function createMemoryProfileStore(seed?: ProfileInfo[]): ProfileStore;
 declare function createFileProfileStore(path?: string): ProfileStore;
 //#endregion
+//#region src/services/spend-ledger.d.ts
+type SpendRecord = {
+  days: Record<string, Record<string, ByModel>>;
+};
+type SpendStore = {
+  load(): Promise<SpendRecord | undefined>;
+  save(record: SpendRecord): Promise<void>;
+};
+type SpendLedgerOptions = {
+  store?: SpendStore;
+  monthlySubscriptionUsd?: (profile: string) => number | undefined;
+  retentionDays?: number;
+  saveDebounceMs?: number;
+  onError?: (error: unknown) => void;
+};
+declare function dayKey(at: number): string;
+declare class SpendLedger {
+  #private;
+  constructor(options?: SpendLedgerOptions);
+  load(): Promise<void>;
+  watch(runner: Runner): () => void;
+  spend(profile: string, now?: number): ProfileSpend | undefined;
+  flush(): Promise<void>;
+  close(): void;
+}
+declare function createFileSpendStore(path: string, onError?: (error: unknown) => void): SpendStore;
+//#endregion
 //#region src/options.d.ts
 type SdkSessionLister = (options: {
   dir?: string;
@@ -203,6 +232,11 @@ type WorkerServerOptions = {
     persistLive?: boolean;
     onError?: (error: unknown, context: ParkErrorContext) => void;
   };
+  spend?: {
+    store?: SpendStore;
+    monthlySubscriptionUsd?: Record<string, number>;
+    onError?: (error: unknown) => void;
+  };
   createEngineRunner?: (context: EngineRunnerContext) => Runner | Promise<Runner>;
   engines?: Partial<Record<ProfileEngine, EngineAdapter>>;
 };
@@ -360,5 +394,5 @@ declare class ProfileUsageTracker {
   usage(profile: string, now?: number): ProfileUsage | undefined;
 }
 //#endregion
-export { AttachmentStore, type AttachmentStoreOptions, type Authenticator, BridgeHub, type BridgeHubOptions, type CarriedSession, type EngineRunnerContext, type FileSessionStoreOptions, MemorySessionStore, type ParkedSessionRecord, type ProducedFile, ProducedFileStore, type ProfileStore, ProfileUsageTracker, type ProviderRunnerOptions, type QueueServerOptions, type ReloadPlan, type SdkSessionLister, type SessionNotificationOptions, SessionNotifier, SessionParkManager, type SessionParkOptions, SessionRegistry, type SessionRegistryOptions, type SessionStore, type StoredSessionRecord, type WorkerServer, type WorkerServerOptions, createFileProfileStore, createFileSessionStore, createMemoryProfileStore, createProviderRunner, createWorkerServer, isDormant, reloadPlan, sandboxedProviderProfile, toDurableRecord };
+export { AttachmentStore, type AttachmentStoreOptions, type Authenticator, BridgeHub, type BridgeHubOptions, type CarriedSession, type EngineRunnerContext, type FileSessionStoreOptions, MemorySessionStore, type ParkedSessionRecord, type ProducedFile, ProducedFileStore, type ProfileStore, ProfileUsageTracker, type ProviderRunnerOptions, type QueueServerOptions, type ReloadPlan, type SdkSessionLister, type SessionNotificationOptions, SessionNotifier, SessionParkManager, type SessionParkOptions, SessionRegistry, type SessionRegistryOptions, type SessionStore, SpendLedger, type SpendRecord, type SpendStore, type StoredSessionRecord, type WorkerServer, type WorkerServerOptions, createFileProfileStore, createFileSessionStore, createFileSpendStore, createMemoryProfileStore, createProviderRunner, createWorkerServer, dayKey, isDormant, reloadPlan, sandboxedProviderProfile, toDurableRecord };
 //# sourceMappingURL=index.d.mts.map

package/build/index.mjs

@@ -2,7 +2,7 @@ import { createServer } from "node:http";
 import { WebSocketServer } from "ws";
 import { BrowserBridgeExecutor, SessionRunner, attachmentKind, checkClaudeAuth, createEngineSession, getEngineAdapter, normalizeMediaType } from "@workerdeck/core";
 import { JobQueue } from "@workerdeck/queue";
-import { ENGINE_CAPABILITIES, PROTOCOL_VERSION, SHELL_COMMAND_MAX, imagePartRef, isJobRun, sessionState, supportsPermissionMode } from "@workerdeck/protocol";
+import { ENGINE_CAPABILITIES, PROTOCOL_VERSION, SHELL_COMMAND_MAX, costOfByModel, imagePartRef, isJobRun, mergeByModel, sessionState, subscriptionComparison, supportsPermissionMode } from "@workerdeck/protocol";
 import { createHash, randomUUID } from "node:crypto";
 import { closeSync, constants, createReadStream, existsSync, fstatSync, ftruncateSync, lstatSync, mkdirSync, openSync, readFileSync, readdirSync, realpathSync, renameSync, statSync, writeFileSync } from "node:fs";
 import { constants as constants$1, homedir } from "node:os";
@@ -535,7 +535,7 @@ function subsequenceScore(haystack, needle) {
 	return score - haystack.length / 100;
 }
 //#endregion
-//#region src/routes/host-files.ts
+//#region src/routes/fs.ts
 function kindRank(type) {
 	return type === "dir" ? 0 : 1;
 }
@@ -2493,6 +2493,7 @@ var SessionParkManager = class {
 				meta: info.meta
 			},
 			sdkSessionId,
+			cost: runner.costState?.(),
 			savedAt: Date.now()
 		};
 		try {
@@ -2540,6 +2541,7 @@ var SessionParkManager = class {
 						meta: info.meta
 					},
 					snapshot,
+					cost: runner.costState?.(),
 					executions: snapshot.parked,
 					parkedAt: Date.now()
 				};
@@ -2563,6 +2565,7 @@ var SessionParkManager = class {
 		const config = this.#configs.get(id);
 		if (!config) return;
 		if (this.#options.onParking && !this.#options.onParking(id, executions[0])) return;
+		const cost = runner.costState?.();
 		const snapshot = runner.park();
 		if (!snapshot) return;
 		const info = {
@@ -2578,6 +2581,7 @@ var SessionParkManager = class {
 			config,
 			snapshot,
 			executions: snapshot.parked,
+			cost,
 			parkedAt: Date.now()
 		};
 		for (const execution of snapshot.parked) this.#track(id, execution);
@@ -2623,6 +2627,10 @@ var SessionParkManager = class {
 			});
 			throw error;
 		}
+		runner.carryCost?.(record.cost ?? {
+			byModel: record.info.usageByModel,
+			reportedCostUsd: record.info.totalCostUsd
+		});
 		this.#options.registry.register(runner);
 		this.remember(id, {
 			...record.config,
@@ -2765,6 +2773,8 @@ var ProfileService = class {
 		}
 		const usage = decorate.usage(p.name);
 		if (usage) base.usage = usage;
+		const spend = decorate.spend?.(p.name);
+		if (spend) base.spend = spend;
 		return base;
 	}
 	all() {
@@ -2872,6 +2882,154 @@ function serveWindow(held, now) {
 	};
 }
 //#endregion
+//#region src/services/spend-ledger.ts
+const DEFAULT_RETENTION_DAYS = 92;
+const DEFAULT_SAVE_DEBOUNCE_MS = 2e3;
+function dayKey(at) {
+	const d = new Date(at);
+	return `${d.getFullYear()}-${String(d.getMonth() + 1).padStart(2, "0")}-${String(d.getDate()).padStart(2, "0")}`;
+}
+function daysBack(now, count) {
+	const out = [];
+	for (let i = 0; i < count; i += 1) out.push(dayKey(now - i * 864e5));
+	return out;
+}
+function subtract(current, previous) {
+	const delta = {};
+	for (const [model, usage] of Object.entries(current)) {
+		const was = previous[model];
+		const row = {
+			input: usage.input - (was?.input ?? 0),
+			output: usage.output - (was?.output ?? 0),
+			cacheWrite5m: usage.cacheWrite5m - (was?.cacheWrite5m ?? 0),
+			cacheWrite1h: usage.cacheWrite1h - (was?.cacheWrite1h ?? 0),
+			cacheRead: usage.cacheRead - (was?.cacheRead ?? 0)
+		};
+		if (Object.values(row).some((value) => value < 0)) continue;
+		if (Object.values(row).some((value) => value > 0)) delta[model] = row;
+	}
+	return delta;
+}
+var SpendLedger = class {
+	#days = {};
+	#lastBanked = /* @__PURE__ */ new Map();
+	#options;
+	#saveTimer;
+	#loaded;
+	constructor(options = {}) {
+		this.#options = options;
+	}
+	load() {
+		this.#loaded ??= this.#load();
+		return this.#loaded;
+	}
+	async #load() {
+		const store = this.#options.store;
+		if (!store) return;
+		try {
+			const record = await store.load();
+			if (record?.days) this.#days = record.days;
+		} catch (error) {
+			this.#options.onError?.(error);
+		}
+	}
+	watch(runner) {
+		const info = runner.info();
+		const profile = info.profile;
+		if (!profile) return () => {};
+		this.#lastBanked.set(runner.id, info.usageByModel ?? {});
+		const unsubscribe = runner.subscribe((event) => {
+			if (event.type !== "turn_result" || !event.usageByModel) return;
+			this.#bank(profile, event.usageByModel, runner.id, event.ts);
+		});
+		return () => {
+			unsubscribe();
+			this.#lastBanked.delete(runner.id);
+		};
+	}
+	#bank(profile, cumulative, sessionId, at) {
+		const delta = subtract(cumulative, this.#lastBanked.get(sessionId) ?? {});
+		this.#lastBanked.set(sessionId, cumulative);
+		if (Object.keys(delta).length === 0) return;
+		const key = dayKey(at);
+		const day = this.#days[key] ??= {};
+		day[profile] = mergeByModel(day[profile] ?? {}, delta);
+		this.#scheduleSave();
+	}
+	spend(profile, now = Date.now()) {
+		const week = this.#window(profile, daysBack(now, 7));
+		const month = this.#window(profile, daysBack(now, 30));
+		if (Object.keys(month).length === 0) return;
+		const weekCost = costOfByModel(week);
+		const monthlySubscriptionUsd = this.#options.monthlySubscriptionUsd?.(profile);
+		return {
+			weekUsd: weekCost.total,
+			monthUsd: costOfByModel(month).total,
+			weekByModel: week,
+			unpricedShare: weekCost.unpricedShare,
+			monthlySubscriptionUsd,
+			subscription: monthlySubscriptionUsd ? subscriptionComparison(weekCost.total, monthlySubscriptionUsd) : void 0
+		};
+	}
+	#window(profile, keys) {
+		let out = {};
+		for (const key of keys) {
+			const day = this.#days[key]?.[profile];
+			if (day) out = mergeByModel(out, day);
+		}
+		return out;
+	}
+	#scheduleSave() {
+		if (!this.#options.store || this.#saveTimer) return;
+		this.#saveTimer = setTimeout(() => {
+			this.#saveTimer = void 0;
+			this.flush();
+		}, this.#options.saveDebounceMs ?? DEFAULT_SAVE_DEBOUNCE_MS);
+		this.#saveTimer.unref?.();
+	}
+	async flush() {
+		const store = this.#options.store;
+		if (!store) return;
+		this.#prune();
+		try {
+			await store.save({ days: this.#days });
+		} catch (error) {
+			this.#options.onError?.(error);
+		}
+	}
+	#prune() {
+		const keep = new Set(daysBack(Date.now(), this.#options.retentionDays ?? DEFAULT_RETENTION_DAYS));
+		for (const key of Object.keys(this.#days)) if (!keep.has(key)) delete this.#days[key];
+	}
+	close() {
+		clearTimeout(this.#saveTimer);
+		this.#saveTimer = void 0;
+	}
+};
+function createFileSpendStore(path, onError) {
+	return {
+		async load() {
+			try {
+				const parsed = JSON.parse(await readFile(path, "utf8"));
+				if (parsed === null || typeof parsed !== "object" || typeof parsed.days !== "object") return;
+				return parsed;
+			} catch {
+				return;
+			}
+		},
+		async save(record) {
+			try {
+				await mkdir(dirname(path), { recursive: true });
+				const temp = `${path}.${process.pid}.tmp`;
+				await writeFile(temp, JSON.stringify(record));
+				await rename(temp, path);
+			} catch (error) {
+				onError?.(error);
+			}
+		}
+	};
+}
+//#endregion
 //#region src/services/registry.ts
 var SessionRegistry = class {
 	#sessions = /* @__PURE__ */ new Map();
@@ -3174,6 +3332,12 @@ function createWorkerServer(options = {}) {
 	const adapterFor = (engine) => options.engines?.[engine ?? "claude"] ?? getEngineAdapter(engine);
 	const profileDefaultModels = /* @__PURE__ */ new Map();
 	const profileUsage = new ProfileUsageTracker();
+	const spendLedger = new SpendLedger({
+		store: options.spend?.store,
+		monthlySubscriptionUsd: (name) => options.spend?.monthlySubscriptionUsd?.[name] ?? options.spend?.monthlySubscriptionUsd?.["*"],
+		onError: (error) => options.spend?.onError?.(error)
+	});
+	spendLedger.load();
 	const refreshStaleUsage = (name) => {
 		const held = profileUsage.usage(name);
 		const newest = Math.max(0, ...Object.values(held ?? {}).map((window) => window.updatedAt ?? 0));
@@ -3202,7 +3366,8 @@ function createWorkerServer(options = {}) {
 			usage: (name) => {
 				refreshStaleUsage(name);
 				return profileUsage.usage(name);
-			}
+			},
+			spend: (name) => spendLedger.spend(name)
 		}
 	});
 	for (const p of options.profiles ?? []) {
@@ -3239,6 +3404,7 @@ function createWorkerServer(options = {}) {
 			notifier.watch(runner),
 			producedFiles.watch(runner),
 			profileUsage.watch(runner),
+			spendLedger.watch(runner),
 			shell?.watch(runner)
 		];
 		const profile = runner.info().profile;
@@ -3684,6 +3850,6 @@ function createFileProfileStore(path = join(process.cwd(), ".workerdeck", "profi
 	};
 }
 //#endregion
-export { AttachmentStore, BridgeHub, MemorySessionStore, ProducedFileStore, ProfileUsageTracker, SessionNotifier, SessionParkManager, SessionRegistry, createFileProfileStore, createFileSessionStore, createMemoryProfileStore, createProviderRunner, createWorkerServer, isDormant, reloadPlan, sandboxedProviderProfile, toDurableRecord };
+export { AttachmentStore, BridgeHub, MemorySessionStore, ProducedFileStore, ProfileUsageTracker, SessionNotifier, SessionParkManager, SessionRegistry, SpendLedger, createFileProfileStore, createFileSessionStore, createFileSpendStore, createMemoryProfileStore, createProviderRunner, createWorkerServer, dayKey, isDormant, reloadPlan, sandboxedProviderProfile, toDurableRecord };
 
 //# sourceMappingURL=index.mjs.map