@tokenbuddy/tokenbuddy 1.0.40 → 1.0.41

package/dist/src/buyer-store.d.ts

@@ -99,17 +99,28 @@ export interface InferenceLedgerInput {
     promptTokens: number;
     completionTokens: number;
     cacheReadTokens?: number;
+    cacheWriteTokens?: number;
+    reasoningTokens?: number;
+    audioInputTokens?: number;
+    webSearchCalls?: number;
     billedMicros: number;
     estimatedMicros?: number;
     settledMicros?: number;
     settledUsdMicros?: number;
+    pricingCurrency?: string;
+    settlementUnit?: string;
+    usdToMicrosRate?: number;
+    billingSource?: string;
+    reportedCostUsdMicros?: number;
     priceVersion?: string;
     inputPriceMicrosPer1m?: number;
     outputPriceMicrosPer1m?: number;
     cacheReadPriceMicrosPer1m?: number;
+    cacheWritePriceMicrosPer1m?: number;
     inputCostMicros?: number;
     outputCostMicros?: number;
     cacheReadCostMicros?: number;
+    cacheWriteCostMicros?: number;
     originalUsdMicros?: number;
     billingMultiplier?: number;
     serviceTier?: string;
@@ -147,17 +158,28 @@ export interface SafeInferenceLedgerEntry {
     promptTokens: number;
     completionTokens: number;
     cacheReadTokens: number;
+    cacheWriteTokens: number;
+    reasoningTokens: number;
+    audioInputTokens: number;
+    webSearchCalls: number;
     billedMicros: number;
     estimatedMicros?: number;
     settledMicros?: number;
     settledUsdMicros?: number;
+    pricingCurrency?: string;
+    settlementUnit?: string;
+    usdToMicrosRate?: number;
+    billingSource?: string;
+    reportedCostUsdMicros?: number;
     priceVersion?: string;
     inputPriceMicrosPer1m?: number;
     outputPriceMicrosPer1m?: number;
     cacheReadPriceMicrosPer1m?: number;
+    cacheWritePriceMicrosPer1m?: number;
     inputCostMicros?: number;
     outputCostMicros?: number;
     cacheReadCostMicros?: number;
+    cacheWriteCostMicros?: number;
     originalUsdMicros?: number;
     billingMultiplier?: number;
     serviceTier?: string;

package/dist/src/buyer-store.js

@@ -283,10 +283,13 @@ export class BuyerStore {
     recordInferenceLedger(input) {
         this.db.prepare(`INSERT INTO inference_ledger (
         request_id, seller_key, model_id, endpoint, status, prompt_tokens,
-        completion_tokens, cache_read_tokens, billed_micros, estimated_micros, settled_micros,
-        settled_usd_micros, price_version,
+        completion_tokens, cache_read_tokens, cache_write_tokens, reasoning_tokens,
+        audio_input_tokens, web_search_calls, billed_micros, estimated_micros, settled_micros,
+        settled_usd_micros, pricing_currency, settlement_unit, usd_to_micros_rate,
+        billing_source, reported_cost_usd_micros, price_version,
         input_price_micros_per_1m, output_price_micros_per_1m, cache_read_price_micros_per_1m,
-        input_cost_micros, output_cost_micros, cache_read_cost_micros,
+        cache_write_price_micros_per_1m,
+        input_cost_micros, output_cost_micros, cache_read_cost_micros, cache_write_cost_micros,
         original_usd_micros, billing_multiplier, service_tier,
         billing_unit, image_count, image_size, image_quality, image_output_format,
         image_output_tokens, image_output_cost_micros, image_cost_micros_per_image,
@@ -294,14 +297,17 @@ export class BuyerStore {
         prompt_hash, response_hash, created_at,
         ttft_ms, fallback_count, route_reason, fallover_chain_json, upstream_status,
         duration_ms, avg_output_tokens_per_second, payment_method
-      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(input.requestId, input.sellerKey, input.modelId, input.endpoint, input.status, input.promptTokens, input.completionTokens, input.cacheReadTokens ?? 0, input.billedMicros, input.estimatedMicros ?? input.billedMicros, input.settledMicros ?? null, input.settledUsdMicros ?? null, input.priceVersion || null, input.inputPriceMicrosPer1m ?? null, input.outputPriceMicrosPer1m ?? null, input.cacheReadPriceMicrosPer1m ?? null, input.inputCostMicros ?? null, input.outputCostMicros ?? null, input.cacheReadCostMicros ?? null, input.originalUsdMicros ?? null, input.billingMultiplier ?? null, input.serviceTier ?? null, input.billingUnit ?? (input.endpoint === "/v1/images/generations" ? "images" : "tokens"), input.imageCount ?? null, input.imageSize ?? null, input.imageQuality ?? null, input.imageOutputFormat ?? null, input.imageOutputTokens ?? null, input.imageOutputCostMicros ?? null, input.imageCostMicrosPerImage ?? null, input.balanceSnapshotMicros ?? null, input.balanceSource || "unknown", safeHash(input.prompt) || null, safeHash(input.response) || null, nowIso(), input.ttftMs ?? null, input.fallbackCount ?? null, input.routeReason ?? null, input.falloverChain ? JSON.stringify(input.falloverChain) : null, input.upstreamStatus ?? null, input.durationMs ?? null, input.avgOutputTokensPerSecond ?? null, input.paymentMethod ?? null);
+      ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`).run(input.requestId, input.sellerKey, input.modelId, input.endpoint, input.status, input.promptTokens, input.completionTokens, input.cacheReadTokens ?? 0, input.cacheWriteTokens ?? 0, input.reasoningTokens ?? 0, input.audioInputTokens ?? 0, input.webSearchCalls ?? 0, input.billedMicros, input.estimatedMicros ?? input.billedMicros, input.settledMicros ?? null, input.settledUsdMicros ?? null, input.pricingCurrency || null, input.settlementUnit || null, input.usdToMicrosRate ?? null, input.billingSource || null, input.reportedCostUsdMicros ?? null, input.priceVersion || null, input.inputPriceMicrosPer1m ?? null, input.outputPriceMicrosPer1m ?? null, input.cacheReadPriceMicrosPer1m ?? null, input.cacheWritePriceMicrosPer1m ?? null, input.inputCostMicros ?? null, input.outputCostMicros ?? null, input.cacheReadCostMicros ?? null, input.cacheWriteCostMicros ?? null, input.originalUsdMicros ?? null, input.billingMultiplier ?? null, input.serviceTier ?? null, input.billingUnit ?? (input.endpoint === "/v1/images/generations" ? "images" : "tokens"), input.imageCount ?? null, input.imageSize ?? null, input.imageQuality ?? null, input.imageOutputFormat ?? null, input.imageOutputTokens ?? null, input.imageOutputCostMicros ?? null, input.imageCostMicrosPerImage ?? null, input.balanceSnapshotMicros ?? null, input.balanceSource || "unknown", safeHash(input.prompt) || null, safeHash(input.response) || null, nowIso(), input.ttftMs ?? null, input.fallbackCount ?? null, input.routeReason ?? null, input.falloverChain ? JSON.stringify(input.falloverChain) : null, input.upstreamStatus ?? null, input.durationMs ?? null, input.avgOutputTokensPerSecond ?? null, input.paymentMethod ?? null);
     }
     listInferenceLedger() {
         const rows = this.db.prepare(`SELECT request_id, seller_key, model_id, endpoint, status, prompt_tokens,
-              completion_tokens, cache_read_tokens, billed_micros, estimated_micros, settled_micros,
-              settled_usd_micros, price_version,
+              completion_tokens, cache_read_tokens, cache_write_tokens, reasoning_tokens,
+              audio_input_tokens, web_search_calls, billed_micros, estimated_micros, settled_micros,
+              settled_usd_micros, pricing_currency, settlement_unit, usd_to_micros_rate,
+              billing_source, reported_cost_usd_micros, price_version,
               input_price_micros_per_1m, output_price_micros_per_1m, cache_read_price_micros_per_1m,
-              input_cost_micros, output_cost_micros, cache_read_cost_micros,
+              cache_write_price_micros_per_1m,
+              input_cost_micros, output_cost_micros, cache_read_cost_micros, cache_write_cost_micros,
               original_usd_micros, billing_multiplier, service_tier,
               billing_unit, image_count, image_size, image_quality, image_output_format,
               image_output_tokens, image_output_cost_micros, image_cost_micros_per_image,
@@ -320,17 +326,28 @@ export class BuyerStore {
             promptTokens: row.prompt_tokens,
             completionTokens: row.completion_tokens,
             cacheReadTokens: row.cache_read_tokens,
+            cacheWriteTokens: row.cache_write_tokens,
+            reasoningTokens: row.reasoning_tokens,
+            audioInputTokens: row.audio_input_tokens,
+            webSearchCalls: row.web_search_calls,
             billedMicros: row.billed_micros,
             estimatedMicros: row.estimated_micros ?? undefined,
             settledMicros: row.settled_micros ?? undefined,
             settledUsdMicros: row.settled_usd_micros ?? undefined,
+            pricingCurrency: row.pricing_currency || undefined,
+            settlementUnit: row.settlement_unit || undefined,
+            usdToMicrosRate: row.usd_to_micros_rate ?? undefined,
+            billingSource: row.billing_source || undefined,
+            reportedCostUsdMicros: row.reported_cost_usd_micros ?? undefined,
             priceVersion: row.price_version || undefined,
             inputPriceMicrosPer1m: row.input_price_micros_per_1m ?? undefined,
             outputPriceMicrosPer1m: row.output_price_micros_per_1m ?? undefined,
             cacheReadPriceMicrosPer1m: row.cache_read_price_micros_per_1m ?? undefined,
+            cacheWritePriceMicrosPer1m: row.cache_write_price_micros_per_1m ?? undefined,
             inputCostMicros: row.input_cost_micros ?? undefined,
             outputCostMicros: row.output_cost_micros ?? undefined,
             cacheReadCostMicros: row.cache_read_cost_micros ?? undefined,
+            cacheWriteCostMicros: row.cache_write_cost_micros ?? undefined,
             originalUsdMicros: row.original_usd_micros ?? undefined,
             billingMultiplier: row.billing_multiplier ?? undefined,
             serviceTier: row.service_tier || undefined,
@@ -423,17 +440,28 @@ export class BuyerStore {
         prompt_tokens INTEGER NOT NULL,
         completion_tokens INTEGER NOT NULL,
         cache_read_tokens INTEGER NOT NULL DEFAULT 0,
+        cache_write_tokens INTEGER NOT NULL DEFAULT 0,
+        reasoning_tokens INTEGER NOT NULL DEFAULT 0,
+        audio_input_tokens INTEGER NOT NULL DEFAULT 0,
+        web_search_calls INTEGER NOT NULL DEFAULT 0,
         billed_micros INTEGER NOT NULL,
         estimated_micros INTEGER,
         settled_micros INTEGER,
         settled_usd_micros INTEGER,
+        pricing_currency TEXT,
+        settlement_unit TEXT,
+        usd_to_micros_rate INTEGER,
+        billing_source TEXT,
+        reported_cost_usd_micros INTEGER,
         price_version TEXT,
         input_price_micros_per_1m INTEGER,
         output_price_micros_per_1m INTEGER,
         cache_read_price_micros_per_1m INTEGER,
+        cache_write_price_micros_per_1m INTEGER,
         input_cost_micros INTEGER,
         output_cost_micros INTEGER,
         cache_read_cost_micros INTEGER,
+        cache_write_cost_micros INTEGER,
         original_usd_micros INTEGER,
         billing_multiplier REAL,
         service_tier TEXT,
@@ -498,15 +526,26 @@ export class BuyerStore {
         for (const [column, definition] of [
             ["estimated_micros", "INTEGER"],
             ["cache_read_tokens", "INTEGER NOT NULL DEFAULT 0"],
+            ["cache_write_tokens", "INTEGER NOT NULL DEFAULT 0"],
+            ["reasoning_tokens", "INTEGER NOT NULL DEFAULT 0"],
+            ["audio_input_tokens", "INTEGER NOT NULL DEFAULT 0"],
+            ["web_search_calls", "INTEGER NOT NULL DEFAULT 0"],
             ["settled_micros", "INTEGER"],
             ["settled_usd_micros", "INTEGER"],
+            ["pricing_currency", "TEXT"],
+            ["settlement_unit", "TEXT"],
+            ["usd_to_micros_rate", "INTEGER"],
+            ["billing_source", "TEXT"],
+            ["reported_cost_usd_micros", "INTEGER"],
             ["price_version", "TEXT"],
             ["input_price_micros_per_1m", "INTEGER"],
             ["output_price_micros_per_1m", "INTEGER"],
             ["cache_read_price_micros_per_1m", "INTEGER"],
+            ["cache_write_price_micros_per_1m", "INTEGER"],
             ["input_cost_micros", "INTEGER"],
             ["output_cost_micros", "INTEGER"],
             ["cache_read_cost_micros", "INTEGER"],
+            ["cache_write_cost_micros", "INTEGER"],
             ["original_usd_micros", "INTEGER"],
             ["billing_multiplier", "REAL"],
             ["service_tier", "TEXT"],

package/dist/src/daemon.d.ts

@@ -3,6 +3,7 @@ import { type ClawtipBootstrapPayment, type ParsedClawtipOutput, type WaitForCla
 import { type SellerRegistryDocument } from "./seller-catalog.js";
 import { type SellerConcurrencyLimiterOptions } from "./seller-concurrency-limiter.js";
 import type { SellerRoutePlan } from "./seller-route-planner.js";
+import { type RecommendationScope, type SellerRouteRecommendations } from "./seller-route-recommendations.js";
 import { type BuyerSellerRoutingConfig } from "./seller-routing-config.js";
 /**
  * buyer 端守护进程（`tb-proxyd`）的配置。
@@ -173,6 +174,8 @@ export declare class TokenbuddyDaemon {
      * re-purchase.
      */
     private classifyFailureStatus;
+    private classifyRouteException;
+    private isBuyerDeadlineError;
     /**
      * Emit the structured failover log line. The decision itself is
      * produced by `RouteFailover.decide`; this helper exists only to keep
@@ -271,6 +274,19 @@ export declare class TokenbuddyDaemon {
             error: string;
         };
     }>;
+    buildRoutingRecommendations(input: {
+        modelIds?: string[];
+        protocol?: string;
+        paymentMethod?: string;
+        scorer?: BuyerSellerRoutingConfig["scorer"];
+        scope?: RecommendationScope;
+        topK?: number;
+    }): Promise<SellerRouteRecommendations | {
+        error: string;
+    }>;
+    private resolveRecommendationProtocols;
+    private resolveRecommendationProtocol;
+    private resolveRecommendationFocusSet;
     private runStartupPrewarmSweep;
     private resolvePrewarmProtocol;
     stop(): void;