@tokenbuddy/tokenbuddy 1.0.5 → 1.0.7

package/src/buyer-store.ts

@@ -11,6 +11,9 @@ const logger = createModuleLogger("tb-proxyd");
 export interface CachedToken {
   token: string;
   balanceMicros: number;
+  reservedMicros: number;
+  spentMicros: number;
+  balanceSource?: string;
 }
 
 export interface PaymentConfig {
@@ -66,6 +69,12 @@ export interface InferenceLedgerInput {
   promptTokens: number;
   completionTokens: number;
   billedMicros: number;
+  estimatedMicros?: number;
+  settledMicros?: number;
+  settledUsdMicros?: number;
+  priceVersion?: string;
+  balanceSnapshotMicros?: number;
+  balanceSource?: string;
   prompt?: string;
   response?: string;
 }
@@ -79,17 +88,36 @@ export interface SafeInferenceLedgerEntry {
   promptTokens: number;
   completionTokens: number;
   billedMicros: number;
+  estimatedMicros?: number;
+  settledMicros?: number;
+  settledUsdMicros?: number;
+  priceVersion?: string;
+  balanceSnapshotMicros?: number;
+  balanceSource?: string;
   promptHash?: string;
   responseHash?: string;
   createdAt: string;
 }
 
+export interface TokenBalanceSnapshotInput {
+  sellerKey: string;
+  token?: string;
+  tokenClass?: string;
+  balanceMicros: number;
+  reservedMicros?: number;
+  spentMicros?: number;
+  balanceSource: string;
+  expiresAt?: string;
+}
+
 export interface BuyerStoreSummary {
   journalMode: string;
   paymentsCount: number;
   pendingPurchasesCount: number;
   purchaseLedgerCount: number;
   inferenceLedgerCount: number;
+  providerRuntimeConfigCount: number;
+  daemonRuntimeConfigCount: number;
 }
 
 export interface ProviderInstallSnapshot {
@@ -101,6 +129,20 @@ export interface ProviderInstallSnapshot {
   }>;
 }
 
+export interface ProviderRuntimeConfigRecord<T = unknown> {
+  providerId: string;
+  config: T;
+  createdAt: string;
+  updatedAt: string;
+}
+
+export interface DaemonRuntimeConfigRecord<T = unknown> {
+  configKey: string;
+  config: T;
+  createdAt: string;
+  updatedAt: string;
+}
+
 export interface BuyerStoreOptions {
   root?: string;
   dbPath?: string;
@@ -158,7 +200,9 @@ export class BuyerStore {
       paymentsCount: this.countRows("payment_config"),
       pendingPurchasesCount: this.countRows("pending_purchases"),
       purchaseLedgerCount: this.countRows("purchase_ledger"),
-      inferenceLedgerCount: this.countRows("inference_ledger")
+      inferenceLedgerCount: this.countRows("inference_ledger"),
+      providerRuntimeConfigCount: this.countRows("provider_runtime_config"),
+      daemonRuntimeConfigCount: this.countRows("daemon_runtime_config")
     };
   }
 
@@ -196,42 +240,164 @@ export class BuyerStore {
     return result.changes > 0;
   }
 
+  public saveProviderRuntimeConfig(providerId: string, config: unknown): void {
+    const updatedAt = nowIso();
+    this.db.prepare(
+      `INSERT OR REPLACE INTO provider_runtime_config (
+        provider_id, runtime_json, created_at, updated_at
+      ) VALUES (
+        ?, ?,
+        COALESCE((SELECT created_at FROM provider_runtime_config WHERE provider_id = ?), ?),
+        ?
+      )`
+    ).run(providerId, JSON.stringify(config), providerId, updatedAt, updatedAt);
+  }
+
+  public getProviderRuntimeConfig<T = unknown>(providerId: string): ProviderRuntimeConfigRecord<T> | undefined {
+    const row = this.db.prepare(
+      `SELECT provider_id, runtime_json, created_at, updated_at
+       FROM provider_runtime_config
+       WHERE provider_id = ?`
+    ).get(providerId) as {
+      provider_id: string;
+      runtime_json: string;
+      created_at: string;
+      updated_at: string;
+    } | undefined;
+    if (!row) {
+      return undefined;
+    }
+    return {
+      providerId: row.provider_id,
+      config: JSON.parse(row.runtime_json) as T,
+      createdAt: row.created_at,
+      updatedAt: row.updated_at
+    };
+  }
+
+  public removeProviderRuntimeConfig(providerId: string): boolean {
+    const result = this.db.prepare("DELETE FROM provider_runtime_config WHERE provider_id = ?").run(providerId) as { changes: number };
+    return result.changes > 0;
+  }
+
+  public saveDaemonRuntimeConfig(configKey: string, config: unknown): void {
+    const updatedAt = nowIso();
+    this.db.prepare(
+      `INSERT OR REPLACE INTO daemon_runtime_config (
+        config_key, config_json, created_at, updated_at
+      ) VALUES (
+        ?, ?,
+        COALESCE((SELECT created_at FROM daemon_runtime_config WHERE config_key = ?), ?),
+        ?
+      )`
+    ).run(configKey, JSON.stringify(config), configKey, updatedAt, updatedAt);
+  }
+
+  public getDaemonRuntimeConfig<T = unknown>(configKey: string): DaemonRuntimeConfigRecord<T> | undefined {
+    const row = this.db.prepare(
+      `SELECT config_key, config_json, created_at, updated_at
+       FROM daemon_runtime_config
+       WHERE config_key = ?`
+    ).get(configKey) as {
+      config_key: string;
+      config_json: string;
+      created_at: string;
+      updated_at: string;
+    } | undefined;
+    if (!row) {
+      return undefined;
+    }
+    return {
+      configKey: row.config_key,
+      config: JSON.parse(row.config_json) as T,
+      createdAt: row.created_at,
+      updatedAt: row.updated_at
+    };
+  }
+
+  public removeDaemonRuntimeConfig(configKey: string): boolean {
+    const result = this.db.prepare("DELETE FROM daemon_runtime_config WHERE config_key = ?").run(configKey) as { changes: number };
+    return result.changes > 0;
+  }
+
   public getToken(sellerKey: string): CachedToken | undefined {
-    const stmt = this.db.prepare("SELECT token, balance_micros FROM token_cache WHERE seller_key = ?");
-    const row = stmt.get(sellerKey) as { token: string; balance_micros: number } | undefined;
+    const stmt = this.db.prepare(
+      "SELECT token, balance_micros, reserved_micros, spent_micros, balance_source FROM token_cache WHERE seller_key = ?"
+    );
+    const row = stmt.get(sellerKey) as {
+      token: string;
+      balance_micros: number;
+      reserved_micros: number;
+      spent_micros: number;
+      balance_source: string | null;
+    } | undefined;
     if (!row) {
       return undefined;
     }
     return {
       token: row.token,
-      balanceMicros: row.balance_micros
+      balanceMicros: row.balance_micros,
+      reservedMicros: row.reserved_micros,
+      spentMicros: row.spent_micros,
+      balanceSource: row.balance_source || undefined
     };
   }
 
   public saveToken(sellerKey: string, token: string, tokenClass: string, balanceMicros: number, expiresAt: string): void {
     const stmt = this.db.prepare(
       `INSERT OR REPLACE INTO token_cache (
-        seller_key, token, token_class, balance_micros, expires_at, updated_at
-      ) VALUES (?, ?, ?, ?, ?, ?)`
+        seller_key, token, token_class, balance_micros, reserved_micros,
+        spent_micros, balance_source, expires_at, updated_at
+      ) VALUES (?, ?, ?, ?, 0, 0, 'purchase_complete', ?, ?)`
     );
     stmt.run(sellerKey, token, tokenClass, balanceMicros, expiresAt, nowIso());
   }
 
-  public deductBalance(sellerKey: string, amountMicros: number): void {
-    const token = this.getToken(sellerKey);
+  public reconcileTokenBalance(input: TokenBalanceSnapshotInput): void {
+    const current = this.db.prepare(
+      "SELECT token, token_class, expires_at FROM token_cache WHERE seller_key = ?"
+    ).get(input.sellerKey) as {
+      token: string;
+      token_class: string;
+      expires_at: string;
+    } | undefined;
+    const token = input.token || current?.token;
+    const tokenClass = input.tokenClass || current?.token_class || "seller";
+    const expiresAt = input.expiresAt || current?.expires_at || new Date(Date.now() + 86400 * 1000).toISOString();
     if (!token) {
       return;
     }
-    const newBalance = Math.max(0, token.balanceMicros - amountMicros);
-    const stmt = this.db.prepare("UPDATE token_cache SET balance_micros = ?, updated_at = ? WHERE seller_key = ?");
-    stmt.run(newBalance, nowIso(), sellerKey);
-    logger.info("token.cache.debited", "token cache balance debited", {
-      sellerKey,
-      amountMicros,
-      balanceMicros: newBalance
+    this.db.prepare(
+      `INSERT OR REPLACE INTO token_cache (
+        seller_key, token, token_class, balance_micros, reserved_micros,
+        spent_micros, balance_source, expires_at, updated_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)`
+    ).run(
+      input.sellerKey,
+      token,
+      tokenClass,
+      input.balanceMicros,
+      input.reservedMicros ?? 0,
+      input.spentMicros ?? 0,
+      input.balanceSource,
+      expiresAt,
+      nowIso()
+    );
+    logger.info("token.cache.reconciled", "token cache reconciled from seller balance snapshot", {
+      sellerKey: input.sellerKey,
+      balanceMicros: input.balanceMicros,
+      reservedMicros: input.reservedMicros ?? 0,
+      spentMicros: input.spentMicros ?? 0,
+      balanceSource: input.balanceSource
     });
   }
 
+  public markTokenStale(sellerKey: string): void {
+    this.db.prepare(
+      "UPDATE token_cache SET balance_micros = 0, balance_source = 'stale', updated_at = ? WHERE seller_key = ?"
+    ).run(nowIso(), sellerKey);
+  }
+
   public listPayments(): PaymentConfig[] {
     const rows = this.db.prepare(
       `SELECT method, enabled, is_default, config_json, updated_at
@@ -402,8 +568,10 @@ export class BuyerStore {
     this.db.prepare(
       `INSERT INTO inference_ledger (
         request_id, seller_key, model_id, endpoint, status, prompt_tokens,
-        completion_tokens, billed_micros, prompt_hash, response_hash, created_at
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
+        completion_tokens, billed_micros, estimated_micros, settled_micros,
+        settled_usd_micros, price_version, balance_snapshot_micros, balance_source,
+        prompt_hash, response_hash, created_at
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
     ).run(
       input.requestId,
       input.sellerKey,
@@ -413,6 +581,12 @@ export class BuyerStore {
       input.promptTokens,
       input.completionTokens,
       input.billedMicros,
+      input.estimatedMicros ?? input.billedMicros,
+      input.settledMicros ?? null,
+      input.settledUsdMicros ?? null,
+      input.priceVersion || null,
+      input.balanceSnapshotMicros ?? null,
+      input.balanceSource || "unknown",
       safeHash(input.prompt) || null,
       safeHash(input.response) || null,
       nowIso()
@@ -422,7 +596,9 @@ export class BuyerStore {
   public listInferenceLedger(): SafeInferenceLedgerEntry[] {
     const rows = this.db.prepare(
       `SELECT request_id, seller_key, model_id, endpoint, status, prompt_tokens,
-              completion_tokens, billed_micros, prompt_hash, response_hash, created_at
+              completion_tokens, billed_micros, estimated_micros, settled_micros,
+              settled_usd_micros, price_version, balance_snapshot_micros, balance_source,
+              prompt_hash, response_hash, created_at
        FROM inference_ledger
        ORDER BY id ASC`
     ).all() as Array<{
@@ -434,6 +610,12 @@ export class BuyerStore {
       prompt_tokens: number;
       completion_tokens: number;
       billed_micros: number;
+      estimated_micros: number | null;
+      settled_micros: number | null;
+      settled_usd_micros: number | null;
+      price_version: string | null;
+      balance_snapshot_micros: number | null;
+      balance_source: string | null;
       prompt_hash: string | null;
       response_hash: string | null;
       created_at: string;
@@ -448,6 +630,12 @@ export class BuyerStore {
       promptTokens: row.prompt_tokens,
       completionTokens: row.completion_tokens,
       billedMicros: row.billed_micros,
+      estimatedMicros: row.estimated_micros ?? undefined,
+      settledMicros: row.settled_micros ?? undefined,
+      settledUsdMicros: row.settled_usd_micros ?? undefined,
+      priceVersion: row.price_version || undefined,
+      balanceSnapshotMicros: row.balance_snapshot_micros ?? undefined,
+      balanceSource: row.balance_source || undefined,
       promptHash: row.prompt_hash || undefined,
       responseHash: row.response_hash || undefined,
       createdAt: row.created_at
@@ -465,6 +653,9 @@ export class BuyerStore {
         token TEXT NOT NULL,
         token_class TEXT NOT NULL,
         balance_micros INTEGER NOT NULL,
+        reserved_micros INTEGER NOT NULL DEFAULT 0,
+        spent_micros INTEGER NOT NULL DEFAULT 0,
+        balance_source TEXT,
         expires_at TEXT NOT NULL,
         updated_at TEXT NOT NULL
       );
@@ -515,6 +706,12 @@ export class BuyerStore {
         prompt_tokens INTEGER NOT NULL,
         completion_tokens INTEGER NOT NULL,
         billed_micros INTEGER NOT NULL,
+        estimated_micros INTEGER,
+        settled_micros INTEGER,
+        settled_usd_micros INTEGER,
+        price_version TEXT,
+        balance_snapshot_micros INTEGER,
+        balance_source TEXT,
         prompt_hash TEXT,
         response_hash TEXT,
         created_at TEXT NOT NULL
@@ -526,7 +723,45 @@ export class BuyerStore {
         created_at TEXT NOT NULL,
         updated_at TEXT NOT NULL
       );
+
+      CREATE TABLE IF NOT EXISTS provider_runtime_config (
+        provider_id TEXT PRIMARY KEY,
+        runtime_json TEXT NOT NULL,
+        created_at TEXT NOT NULL,
+        updated_at TEXT NOT NULL
+      );
+
+      CREATE TABLE IF NOT EXISTS daemon_runtime_config (
+        config_key TEXT PRIMARY KEY,
+        config_json TEXT NOT NULL,
+        created_at TEXT NOT NULL,
+        updated_at TEXT NOT NULL
+      );
     `);
+    for (const [column, definition] of [
+      ["reserved_micros", "INTEGER NOT NULL DEFAULT 0"],
+      ["spent_micros", "INTEGER NOT NULL DEFAULT 0"],
+      ["balance_source", "TEXT"]
+    ]) {
+      this.ensureColumn("token_cache", column, definition);
+    }
+    for (const [column, definition] of [
+      ["estimated_micros", "INTEGER"],
+      ["settled_micros", "INTEGER"],
+      ["settled_usd_micros", "INTEGER"],
+      ["price_version", "TEXT"],
+      ["balance_snapshot_micros", "INTEGER"],
+      ["balance_source", "TEXT"]
+    ]) {
+      this.ensureColumn("inference_ledger", column, definition);
+    }
+  }
+
+  private ensureColumn(table: string, column: string, definition: string): void {
+    const rows = this.db.prepare(`PRAGMA table_info(${table})`).all() as Array<{ name: string }>;
+    if (!rows.some((row) => row.name === column)) {
+      this.db.exec(`ALTER TABLE ${table} ADD COLUMN ${column} ${definition}`);
+    }
   }
 
   private countRows(tableName: string): number {