caplyr 0.1.3 → 0.1.8

package/README.md

@@ -2,7 +2,7 @@
 
 **AI Cost Control Plane** — Stop runaway API bills automatically.
 
-Caplyr sits between your app and AI providers, controlling how requests execute based on cost constraints. Budget guardrails, auto-downgrade, and kill switch — in 2 lines of code.
+Caplyr wraps your AI client and enforces cost controls based on your project settings in the Caplyr dashboard. Budget guardrails, auto-downgrade, and kill switch — in 2 lines of code.
 
 ## Install
 
@@ -18,9 +18,10 @@ import { protect } from "caplyr";
 
 // Wrap your client — everything else stays the same
 const client = protect(new Anthropic(), {
-  apiKey: "caplyr_...",       // Get yours at https://app.caplyr.com
-  budget: 500,                // Monthly cap in dollars
-  fallback: "claude-haiku-3-5-20241022",  // Auto-downgrade target
+  apiKey: "caplyr_...",                    // Get yours at https://app.caplyr.com
+  mode: "cost_protect",                    // Enforce budget limits
+  budget: { monthly: 500, daily: 50 },    // Budget caps in dollars
+  fallback: "claude-haiku-4-5-20251001",   // Auto-downgrade target
 });
 
 // Use exactly as before — Caplyr is invisible
@@ -39,7 +40,8 @@ import { protect } from "caplyr";
 
 const client = protect(new OpenAI(), {
   apiKey: "caplyr_...",
-  budget: 500,
+  mode: "cost_protect",
+  budget: { monthly: 500 },
   fallback: "gpt-4o-mini",
 });
 
@@ -53,42 +55,57 @@ const response = await client.chat.completions.create({
 
 | Feature | Description |
 |---------|-------------|
-| **Budget Guardrails** | Daily and monthly caps enforced at the SDK level. Hit the limit → requests are blocked or downgraded. |
+| **Budget Guardrails** | Daily and monthly caps. Hit the limit → requests are blocked. Budget limits are configured in the Caplyr dashboard and enforced via the SDK. |
 | **Auto Downgrade** | When budget threshold is reached, automatically route to a cheaper model. Your app keeps working. |
-| **Kill Switch** | One-click emergency stop. Halts all AI API calls instantly. |
+| **Kill Switch** | One-click emergency stop from the dashboard. Halts all AI API calls instantly. |
+
+## How Enforcement Works
+
+Budget limits are managed **server-side** in your Caplyr project settings. The SDK sends your configured `budget` values to the server via heartbeats, and the server returns the current budget status (usage, limits, kill switch state). The SDK enforces limits locally based on that server response — the server is the source of truth, not the local config.
+
+If you set `budget` in the SDK but have different limits in your dashboard, the dashboard settings take precedence.
 
 ## Modes
 
 ```typescript
-// Alert-only (default): observe and project, don't enforce
-protect(client, { apiKey: "...", mode: "alert_only" });
+// Alert-only (default): observe and log, don't enforce
+protect(client, { apiKey: "..." });
 
 // Cost protect: enforce budget caps and auto-downgrade
-protect(client, { apiKey: "...", mode: "cost_protect", budget: 500 });
+protect(client, { apiKey: "...", mode: "cost_protect", budget: { monthly: 500 } });
 ```
 
+> **Tip:** Setting `budget` without specifying `mode` will automatically enable `cost_protect`.
+
+## Currently Wrapped Endpoints
+
+- **Anthropic:** `client.messages.create()`
+- **OpenAI:** `client.chat.completions.create()`
+
+Other endpoints (embeddings, images, Responses API) are not yet wrapped. Streaming requests (`stream: true`) are passed through but usage tracking may be incomplete.
+
 ## Configuration
 
 | Option | Type | Default | Description |
 |--------|------|---------|-------------|
 | `apiKey` | `string` | required | Your Caplyr project API key |
-| `budget` | `number` | — | Monthly budget cap in dollars |
-| `dailyBudget` | `number` | — | Daily budget cap in dollars |
+| `budget` | `{ monthly?: number, daily?: number }` | — | Budget caps in dollars |
 | `fallback` | `string` | auto | Fallback model for auto-downgrade |
-| `mode` | `string` | `"alert_only"` | `"alert_only"` \| `"cost_protect"` \| `"kill_switch"` |
+| `mode` | `"alert_only" \| "cost_protect"` | `"alert_only"` | Enforcement mode |
 | `downgradeThreshold` | `number` | `0.8` | Budget % at which downgrade activates |
 | `endpoint_tag` | `string` | — | Custom tag for cost attribution |
+| `dashboardUrl` | `string` | `https://app.caplyr.com` | Dashboard URL for error messages |
+| `endpoint` | `string` | `https://api.caplyr.com` | API endpoint for heartbeat/ingestion |
 
 ## Handling Blocked Requests
 
-When a request is blocked, Caplyr throws a structured error:
+When a request is blocked in `cost_protect` mode, Caplyr throws a structured error:
 
 ```typescript
 try {
   const response = await client.messages.create({ ... });
 } catch (err) {
   if (err.caplyr) {
-    // Caplyr enforcement event
     console.log(err.caplyr.code);        // "BUDGET_EXCEEDED" | "KILL_SWITCH_ACTIVE"
     console.log(err.caplyr.retry_after); // ISO timestamp for next reset
     console.log(err.caplyr.budget_used); // Current spend
@@ -96,19 +113,28 @@ try {
 }
 ```
 
+In `alert_only` mode, the request proceeds and the `onEnforcement` callback is fired instead.
+
 ## Shutdown
 
+Caplyr does **not** register SIGINT/SIGTERM handlers — your app owns its process lifecycle. Call `shutdown()` in your own signal handler to flush pending logs before exit:
+
 ```typescript
 import { shutdown } from "caplyr";
 
-// Flush pending logs on app exit
-process.on("SIGTERM", () => shutdown());
+async function gracefulShutdown() {
+  await shutdown();
+  process.exit(0);
+}
+
+process.on("SIGTERM", gracefulShutdown);
+process.on("SIGINT", gracefulShutdown);
 ```
 
 ## Links
 
 - **Dashboard**: [app.caplyr.com](https://app.caplyr.com)
-- **Docs**: [docs.caplyr.com](https://docs.caplyr.com)
+- **Docs**: [caplyr.com/docs](https://caplyr.com/docs)
 - **Website**: [caplyr.com](https://caplyr.com)
 
 ## License

package/dist/index.d.mts

@@ -1,13 +1,17 @@
 interface CaplyrConfig {
     apiKey: string;
     mode?: 'alert_only' | 'cost_protect';
+    /** Budget limits. Enforcement is server-side, based on project settings tied to your API key. */
     budget?: {
         daily?: number;
         monthly?: number;
     };
     downgradeThreshold?: number;
     fallback?: string;
+    /** API endpoint for heartbeat and log ingestion (default: https://api.caplyr.com) */
     endpoint?: string;
+    /** Dashboard URL for error messages (default: https://app.caplyr.com) */
+    dashboardUrl?: string;
     endpoint_tag?: string;
     batchSize?: number;
     flushInterval?: number;
@@ -18,6 +22,9 @@ interface CaplyrConfig {
 interface ResolvedConfig extends CaplyrConfig {
     mode: 'alert_only' | 'cost_protect';
     downgradeThreshold: number;
+    dashboardUrl: string;
+    /** @internal Called by interceptors to track request count */
+    _onRequest?: () => void;
 }
 declare function protect(client: any, config: CaplyrConfig): any;
 declare function getStatus(apiKey: string): string;
@@ -27,10 +34,9 @@ declare function getState(apiKey: string): {
     budget_daily_used: number;
     budget_monthly_used: number;
     kill_switch_active: boolean;
-    last_heartbeat: number;
+    last_heartbeat: number | null;
     request_count: number;
     total_cost: number;
-    total_savings: number;
 } | null;
 declare function shutdown(apiKey?: string): Promise<void>;
 

package/dist/index.d.ts

@@ -1,13 +1,17 @@
 interface CaplyrConfig {
     apiKey: string;
     mode?: 'alert_only' | 'cost_protect';
+    /** Budget limits. Enforcement is server-side, based on project settings tied to your API key. */
     budget?: {
         daily?: number;
         monthly?: number;
     };
     downgradeThreshold?: number;
     fallback?: string;
+    /** API endpoint for heartbeat and log ingestion (default: https://api.caplyr.com) */
     endpoint?: string;
+    /** Dashboard URL for error messages (default: https://app.caplyr.com) */
+    dashboardUrl?: string;
     endpoint_tag?: string;
     batchSize?: number;
     flushInterval?: number;
@@ -18,6 +22,9 @@ interface CaplyrConfig {
 interface ResolvedConfig extends CaplyrConfig {
     mode: 'alert_only' | 'cost_protect';
     downgradeThreshold: number;
+    dashboardUrl: string;
+    /** @internal Called by interceptors to track request count */
+    _onRequest?: () => void;
 }
 declare function protect(client: any, config: CaplyrConfig): any;
 declare function getStatus(apiKey: string): string;
@@ -27,10 +34,9 @@ declare function getState(apiKey: string): {
     budget_daily_used: number;
     budget_monthly_used: number;
     kill_switch_active: boolean;
-    last_heartbeat: number;
+    last_heartbeat: number | null;
     request_count: number;
     total_cost: number;
-    total_savings: number;
 } | null;
 declare function shutdown(apiKey?: string): Promise<void>;
 

package/dist/index.js

@@ -33,6 +33,19 @@ module.exports = __toCommonJS(index_exports);
 
 // src/logger.ts
 var DEFAULT_MAX_BUFFER = 500;
+var activeShippers = /* @__PURE__ */ new Set();
+var processHandlersRegistered = false;
+function registerProcessHandlers() {
+  if (processHandlersRegistered) return;
+  if (typeof process === "undefined" || !process.on) return;
+  processHandlersRegistered = true;
+  process.on("beforeExit", () => {
+    for (const shipper of activeShippers) {
+      shipper.flush().catch(() => {
+      });
+    }
+  });
+}
 var LogShipper = class {
   constructor(config) {
     this.buffer = [];
@@ -44,15 +57,9 @@ var LogShipper = class {
     this.maxBufferSize = config.maxBufferSize ?? DEFAULT_MAX_BUFFER;
     this.onError = config.onError;
     this.timer = setInterval(() => this.flush(), this.flushInterval);
-    if (typeof process !== "undefined" && process.on) {
-      const flushAndExit = () => {
-        this.flush().finally(() => {
-        });
-      };
-      process.on("beforeExit", () => this.flush());
-      process.on("SIGTERM", flushAndExit);
-      process.on("SIGINT", flushAndExit);
-    }
+    if (this.timer.unref) this.timer.unref();
+    activeShippers.add(this);
+    registerProcessHandlers();
   }
   push(log) {
     this.buffer.push(log);
@@ -75,9 +82,10 @@ var LogShipper = class {
       });
       if (!res.ok) {
         this.requeueFailed(batch);
-        throw new Error(`Ingest failed: ${res.status} ${res.statusText}`);
+        this.onError?.(new Error(`Ingest failed: ${res.status} ${res.statusText}`));
       }
     } catch (err) {
+      this.requeueFailed(batch);
       this.onError?.(err instanceof Error ? err : new Error(String(err)));
     }
   }
@@ -90,19 +98,17 @@ var LogShipper = class {
     const toKeep = batch.slice(-available);
     this.buffer.unshift(...toKeep);
   }
-  destroy() {
+  async destroy() {
     if (this.timer) {
       clearInterval(this.timer);
       this.timer = null;
     }
-    this.flush();
+    await this.flush();
+    activeShippers.delete(this);
   }
+  /** @deprecated Use destroy() instead */
   async shutdown() {
-    if (this.timer) {
-      clearInterval(this.timer);
-      this.timer = null;
-    }
-    await this.flush();
+    return this.destroy();
   }
 };
 
@@ -121,15 +127,18 @@ var Heartbeat = class {
       kill_switch_active: false
     };
     this.status = "ACTIVE";
+    this.lastHeartbeatAt = null;
     this.endpoint = config.endpoint ?? "https://api.caplyr.com";
     this.apiKey = config.apiKey;
     this.interval = config.heartbeatInterval ?? 6e4;
+    this.budget = config.budget;
     this.onStatusChange = config.onStatusChange;
     this.onError = config.onError;
   }
   start() {
     this.beat();
     this.timer = setInterval(() => this.beat(), this.interval);
+    if (this.timer.unref) this.timer.unref();
   }
   async beat() {
     try {
@@ -139,13 +148,17 @@ var Heartbeat = class {
           "Content-Type": "application/json",
           "Authorization": `Bearer ${this.apiKey}`
         },
-        body: JSON.stringify({ timestamp: Date.now() }),
+        body: JSON.stringify({
+          timestamp: Date.now(),
+          ...this.budget && { budget: this.budget }
+        }),
         signal: AbortSignal.timeout(5e3)
       });
       if (!res.ok) throw new Error(`Heartbeat failed: ${res.status}`);
       const data = await res.json();
       this.budgetStatus = data;
       this.consecutiveFailures = 0;
+      this.lastHeartbeatAt = Date.now();
       const newStatus = data.kill_switch_active ? "OFF" : data.status;
       if (newStatus !== this.status) {
         this.status = newStatus;
@@ -267,8 +280,9 @@ function getNextResetTime(reason) {
 
 // src/interceptors/enforce.ts
 function enforcePreCall(model, config, heartbeat, shipper, provider, startTime) {
-  const dashboardUrl = `${config.endpoint ?? "https://app.caplyr.com"}/dashboard`;
+  const dashboardUrl = `${config.dashboardUrl.replace(/\/dashboard\/?$/, "")}/dashboard`;
   const downgradeThreshold = config.downgradeThreshold ?? 0.8;
+  config._onRequest?.();
   if (heartbeat.isKillSwitchActive()) {
     const reason = "kill_switch_active";
     const blockError = {
@@ -279,16 +293,13 @@ function enforcePreCall(model, config, heartbeat, shipper, provider, startTime)
       dashboard_url: dashboardUrl
     };
     pushBlockedLog(shipper, provider, model, startTime, reason, config.endpoint_tag);
-    if (config.mode === "alert_only") {
-      config.onEnforcement?.({
-        type: "kill_switch",
-        timestamp: Date.now(),
-        reason: blockError.message,
-        budget_used: blockError.budget_used,
-        budget_limit: blockError.budget_limit
-      });
-      return { proceed: true, model, downgraded: false, enforcementReason: reason };
-    }
+    config.onEnforcement?.({
+      type: "kill_switch",
+      timestamp: Date.now(),
+      reason: blockError.message,
+      budget_used: blockError.budget_used,
+      budget_limit: blockError.budget_limit
+    });
     throw Object.assign(new Error(blockError.message), { caplyr: blockError });
   }
   if (config.mode === "cost_protect") {
@@ -330,7 +341,7 @@ function enforcePreCall(model, config, heartbeat, shipper, provider, startTime)
   }
   return { proceed: true, model, downgraded: false };
 }
-function logSuccess(shipper, provider, model, startTime, inputTokens, outputTokens, enforcement, heartbeat, endpointTag) {
+function logSuccess(shipper, provider, model, startTime, inputTokens, outputTokens, enforcement, heartbeat, config) {
   const cost = calculateCost(model, inputTokens, outputTokens);
   heartbeat.trackSpend(cost);
   shipper.push({
@@ -342,7 +353,7 @@ function logSuccess(shipper, provider, model, startTime, inputTokens, outputToke
     output_tokens: outputTokens,
     cost,
     latency_ms: Date.now() - startTime,
-    endpoint_tag: endpointTag,
+    endpoint_tag: config.endpoint_tag,
     downgraded: enforcement.downgraded,
     original_model: enforcement.originalModel,
     blocked: false,
@@ -350,7 +361,7 @@ function logSuccess(shipper, provider, model, startTime, inputTokens, outputToke
   });
   return cost;
 }
-function logProviderError(shipper, provider, model, startTime, enforcement, endpointTag) {
+function logProviderError(shipper, provider, model, startTime, enforcement, config) {
   shipper.push({
     id: generateId(),
     timestamp: startTime,
@@ -360,7 +371,7 @@ function logProviderError(shipper, provider, model, startTime, enforcement, endp
     output_tokens: 0,
     cost: 0,
     latency_ms: Date.now() - startTime,
-    endpoint_tag: endpointTag,
+    endpoint_tag: config.endpoint_tag,
     downgraded: enforcement.downgraded,
     original_model: enforcement.originalModel,
     blocked: false,
@@ -413,7 +424,7 @@ function wrapAnthropic(client, config, shipper, heartbeat) {
               outputTokens,
               enforcement,
               heartbeat,
-              config.endpoint_tag
+              config
             );
             return response;
           } catch (err) {
@@ -424,7 +435,7 @@ function wrapAnthropic(client, config, shipper, heartbeat) {
               enforcement.model,
               startTime,
               enforcement,
-              config.endpoint_tag
+              config
             );
             throw err;
           }
@@ -471,7 +482,7 @@ function wrapOpenAI(client, config, shipper, heartbeat) {
               outputTokens,
               enforcement,
               heartbeat,
-              config.endpoint_tag
+              config
             );
             return response;
           } catch (err) {
@@ -482,7 +493,7 @@ function wrapOpenAI(client, config, shipper, heartbeat) {
               enforcement.model,
               startTime,
               enforcement,
-              config.endpoint_tag
+              config
             );
             throw err;
           }
@@ -524,7 +535,8 @@ function protect(client, config) {
   const resolvedConfig = {
     ...config,
     mode,
-    downgradeThreshold: config.downgradeThreshold ?? 0.8
+    downgradeThreshold: config.downgradeThreshold ?? 0.8,
+    dashboardUrl: config.dashboardUrl ?? "https://app.caplyr.com"
   };
   let shared = instances.get(resolvedConfig.apiKey);
   if (!shared) {
@@ -535,6 +547,10 @@ function protect(client, config) {
     instances.set(resolvedConfig.apiKey, shared);
   }
   const { shipper, heartbeat } = shared;
+  const sharedRef = shared;
+  resolvedConfig._onRequest = () => {
+    sharedRef.requestCount++;
+  };
   const provider = detectProvider(client);
   switch (provider) {
     case "anthropic":
@@ -560,10 +576,9 @@ function getState(apiKey) {
     budget_daily_used: heartbeat.budgetStatus.daily_used,
     budget_monthly_used: heartbeat.budgetStatus.monthly_used,
     kill_switch_active: heartbeat.budgetStatus.kill_switch_active,
-    last_heartbeat: Date.now(),
+    last_heartbeat: heartbeat.lastHeartbeatAt,
     request_count: requestCount,
-    total_cost: heartbeat.budgetStatus.monthly_used,
-    total_savings: 0
+    total_cost: heartbeat.budgetStatus.monthly_used
   };
 }
 async function shutdown(apiKey) {
@@ -571,14 +586,16 @@ async function shutdown(apiKey) {
     const shared = instances.get(apiKey);
     if (shared) {
       shared.heartbeat.destroy();
-      shared.shipper.destroy();
+      await shared.shipper.destroy();
       instances.delete(apiKey);
     }
   } else {
+    const promises = [];
     for (const [, shared] of instances) {
       shared.heartbeat.destroy();
-      shared.shipper.destroy();
+      promises.push(shared.shipper.destroy());
     }
+    await Promise.all(promises);
     instances.clear();
   }
 }

package/dist/index.mjs

@@ -1,5 +1,18 @@
 // src/logger.ts
 var DEFAULT_MAX_BUFFER = 500;
+var activeShippers = /* @__PURE__ */ new Set();
+var processHandlersRegistered = false;
+function registerProcessHandlers() {
+  if (processHandlersRegistered) return;
+  if (typeof process === "undefined" || !process.on) return;
+  processHandlersRegistered = true;
+  process.on("beforeExit", () => {
+    for (const shipper of activeShippers) {
+      shipper.flush().catch(() => {
+      });
+    }
+  });
+}
 var LogShipper = class {
   constructor(config) {
     this.buffer = [];
@@ -11,15 +24,9 @@ var LogShipper = class {
     this.maxBufferSize = config.maxBufferSize ?? DEFAULT_MAX_BUFFER;
     this.onError = config.onError;
     this.timer = setInterval(() => this.flush(), this.flushInterval);
-    if (typeof process !== "undefined" && process.on) {
-      const flushAndExit = () => {
-        this.flush().finally(() => {
-        });
-      };
-      process.on("beforeExit", () => this.flush());
-      process.on("SIGTERM", flushAndExit);
-      process.on("SIGINT", flushAndExit);
-    }
+    if (this.timer.unref) this.timer.unref();
+    activeShippers.add(this);
+    registerProcessHandlers();
   }
   push(log) {
     this.buffer.push(log);
@@ -42,9 +49,10 @@ var LogShipper = class {
       });
       if (!res.ok) {
         this.requeueFailed(batch);
-        throw new Error(`Ingest failed: ${res.status} ${res.statusText}`);
+        this.onError?.(new Error(`Ingest failed: ${res.status} ${res.statusText}`));
       }
     } catch (err) {
+      this.requeueFailed(batch);
       this.onError?.(err instanceof Error ? err : new Error(String(err)));
     }
   }
@@ -57,19 +65,17 @@ var LogShipper = class {
     const toKeep = batch.slice(-available);
     this.buffer.unshift(...toKeep);
   }
-  destroy() {
+  async destroy() {
     if (this.timer) {
       clearInterval(this.timer);
       this.timer = null;
     }
-    this.flush();
+    await this.flush();
+    activeShippers.delete(this);
   }
+  /** @deprecated Use destroy() instead */
   async shutdown() {
-    if (this.timer) {
-      clearInterval(this.timer);
-      this.timer = null;
-    }
-    await this.flush();
+    return this.destroy();
   }
 };
 
@@ -88,15 +94,18 @@ var Heartbeat = class {
       kill_switch_active: false
     };
     this.status = "ACTIVE";
+    this.lastHeartbeatAt = null;
     this.endpoint = config.endpoint ?? "https://api.caplyr.com";
     this.apiKey = config.apiKey;
     this.interval = config.heartbeatInterval ?? 6e4;
+    this.budget = config.budget;
     this.onStatusChange = config.onStatusChange;
     this.onError = config.onError;
   }
   start() {
     this.beat();
     this.timer = setInterval(() => this.beat(), this.interval);
+    if (this.timer.unref) this.timer.unref();
   }
   async beat() {
     try {
@@ -106,13 +115,17 @@ var Heartbeat = class {
           "Content-Type": "application/json",
           "Authorization": `Bearer ${this.apiKey}`
         },
-        body: JSON.stringify({ timestamp: Date.now() }),
+        body: JSON.stringify({
+          timestamp: Date.now(),
+          ...this.budget && { budget: this.budget }
+        }),
         signal: AbortSignal.timeout(5e3)
       });
       if (!res.ok) throw new Error(`Heartbeat failed: ${res.status}`);
       const data = await res.json();
       this.budgetStatus = data;
       this.consecutiveFailures = 0;
+      this.lastHeartbeatAt = Date.now();
       const newStatus = data.kill_switch_active ? "OFF" : data.status;
       if (newStatus !== this.status) {
         this.status = newStatus;
@@ -234,8 +247,9 @@ function getNextResetTime(reason) {
 
 // src/interceptors/enforce.ts
 function enforcePreCall(model, config, heartbeat, shipper, provider, startTime) {
-  const dashboardUrl = `${config.endpoint ?? "https://app.caplyr.com"}/dashboard`;
+  const dashboardUrl = `${config.dashboardUrl.replace(/\/dashboard\/?$/, "")}/dashboard`;
   const downgradeThreshold = config.downgradeThreshold ?? 0.8;
+  config._onRequest?.();
   if (heartbeat.isKillSwitchActive()) {
     const reason = "kill_switch_active";
     const blockError = {
@@ -246,16 +260,13 @@ function enforcePreCall(model, config, heartbeat, shipper, provider, startTime)
       dashboard_url: dashboardUrl
     };
     pushBlockedLog(shipper, provider, model, startTime, reason, config.endpoint_tag);
-    if (config.mode === "alert_only") {
-      config.onEnforcement?.({
-        type: "kill_switch",
-        timestamp: Date.now(),
-        reason: blockError.message,
-        budget_used: blockError.budget_used,
-        budget_limit: blockError.budget_limit
-      });
-      return { proceed: true, model, downgraded: false, enforcementReason: reason };
-    }
+    config.onEnforcement?.({
+      type: "kill_switch",
+      timestamp: Date.now(),
+      reason: blockError.message,
+      budget_used: blockError.budget_used,
+      budget_limit: blockError.budget_limit
+    });
     throw Object.assign(new Error(blockError.message), { caplyr: blockError });
   }
   if (config.mode === "cost_protect") {
@@ -297,7 +308,7 @@ function enforcePreCall(model, config, heartbeat, shipper, provider, startTime)
   }
   return { proceed: true, model, downgraded: false };
 }
-function logSuccess(shipper, provider, model, startTime, inputTokens, outputTokens, enforcement, heartbeat, endpointTag) {
+function logSuccess(shipper, provider, model, startTime, inputTokens, outputTokens, enforcement, heartbeat, config) {
   const cost = calculateCost(model, inputTokens, outputTokens);
   heartbeat.trackSpend(cost);
   shipper.push({
@@ -309,7 +320,7 @@ function logSuccess(shipper, provider, model, startTime, inputTokens, outputToke
     output_tokens: outputTokens,
     cost,
     latency_ms: Date.now() - startTime,
-    endpoint_tag: endpointTag,
+    endpoint_tag: config.endpoint_tag,
     downgraded: enforcement.downgraded,
     original_model: enforcement.originalModel,
     blocked: false,
@@ -317,7 +328,7 @@ function logSuccess(shipper, provider, model, startTime, inputTokens, outputToke
   });
   return cost;
 }
-function logProviderError(shipper, provider, model, startTime, enforcement, endpointTag) {
+function logProviderError(shipper, provider, model, startTime, enforcement, config) {
   shipper.push({
     id: generateId(),
     timestamp: startTime,
@@ -327,7 +338,7 @@ function logProviderError(shipper, provider, model, startTime, enforcement, endp
     output_tokens: 0,
     cost: 0,
     latency_ms: Date.now() - startTime,
-    endpoint_tag: endpointTag,
+    endpoint_tag: config.endpoint_tag,
     downgraded: enforcement.downgraded,
     original_model: enforcement.originalModel,
     blocked: false,
@@ -380,7 +391,7 @@ function wrapAnthropic(client, config, shipper, heartbeat) {
               outputTokens,
               enforcement,
               heartbeat,
-              config.endpoint_tag
+              config
             );
             return response;
           } catch (err) {
@@ -391,7 +402,7 @@ function wrapAnthropic(client, config, shipper, heartbeat) {
               enforcement.model,
               startTime,
               enforcement,
-              config.endpoint_tag
+              config
             );
             throw err;
           }
@@ -438,7 +449,7 @@ function wrapOpenAI(client, config, shipper, heartbeat) {
               outputTokens,
               enforcement,
               heartbeat,
-              config.endpoint_tag
+              config
             );
             return response;
           } catch (err) {
@@ -449,7 +460,7 @@ function wrapOpenAI(client, config, shipper, heartbeat) {
               enforcement.model,
               startTime,
               enforcement,
-              config.endpoint_tag
+              config
             );
             throw err;
           }
@@ -491,7 +502,8 @@ function protect(client, config) {
   const resolvedConfig = {
     ...config,
     mode,
-    downgradeThreshold: config.downgradeThreshold ?? 0.8
+    downgradeThreshold: config.downgradeThreshold ?? 0.8,
+    dashboardUrl: config.dashboardUrl ?? "https://app.caplyr.com"
   };
   let shared = instances.get(resolvedConfig.apiKey);
   if (!shared) {
@@ -502,6 +514,10 @@ function protect(client, config) {
     instances.set(resolvedConfig.apiKey, shared);
   }
   const { shipper, heartbeat } = shared;
+  const sharedRef = shared;
+  resolvedConfig._onRequest = () => {
+    sharedRef.requestCount++;
+  };
   const provider = detectProvider(client);
   switch (provider) {
     case "anthropic":
@@ -527,10 +543,9 @@ function getState(apiKey) {
     budget_daily_used: heartbeat.budgetStatus.daily_used,
     budget_monthly_used: heartbeat.budgetStatus.monthly_used,
     kill_switch_active: heartbeat.budgetStatus.kill_switch_active,
-    last_heartbeat: Date.now(),
+    last_heartbeat: heartbeat.lastHeartbeatAt,
     request_count: requestCount,
-    total_cost: heartbeat.budgetStatus.monthly_used,
-    total_savings: 0
+    total_cost: heartbeat.budgetStatus.monthly_used
   };
 }
 async function shutdown(apiKey) {
@@ -538,14 +553,16 @@ async function shutdown(apiKey) {
     const shared = instances.get(apiKey);
     if (shared) {
       shared.heartbeat.destroy();
-      shared.shipper.destroy();
+      await shared.shipper.destroy();
       instances.delete(apiKey);
     }
   } else {
+    const promises = [];
     for (const [, shared] of instances) {
       shared.heartbeat.destroy();
-      shared.shipper.destroy();
+      promises.push(shared.shipper.destroy());
     }
+    await Promise.all(promises);
     instances.clear();
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "caplyr",
-  "version": "0.1.3",
+  "version": "0.1.8",
   "description": "AI Cost Control Plane — budget guardrails, auto-downgrade, and kill switch for AI API calls",
   "main": "dist/index.js",
   "module": "dist/index.mjs",