@sisu-ai/mw-usage-tracker 1.0.0

package/README.md

@@ -0,0 +1,24 @@
+# @sisu-ai/mw-usage-tracker
+
+Track token usage across your pipeline and estimate cost.
+
+## Usage
+```ts
+import { usageTracker } from '@sisu-ai/mw-usage-tracker';
+
+const app = new Agent()
+  .use(usageTracker({
+    'openai:gpt-4o-mini': { inputPer1K: 0.15, outputPer1K: 0.6 },
+    '*': { inputPer1K: 0.15, outputPer1K: 0.6 },
+  }, { logPerCall: true }))
+```
+
+## How it works
+- Wraps `ctx.model.generate` for the duration of the pipeline.
+- Accumulates `promptTokens`, `completionTokens`, `totalTokens` from `ModelResponse.usage`.
+- If a price table is provided, computes `costUSD` per call and totals.
+- Writes totals to `ctx.state.usage` and logs them at the end.
+
+## Notes
+- Each adapter should map its native usage fields to `ModelResponse.usage`.
+- If a provider doesn’t return usage, you’ll get counts of calls only (no cost).

package/dist/index.d.ts

@@ -0,0 +1,14 @@
+import type { Middleware } from '@sisu-ai/core';
+export type PriceTable = Record<string, {
+    inputPer1K: number;
+    outputPer1K: number;
+}>;
+export interface UsageTotals {
+    promptTokens: number;
+    completionTokens: number;
+    totalTokens: number;
+    costUSD?: number;
+}
+export declare function usageTracker(prices: PriceTable, opts?: {
+    logPerCall?: boolean;
+}): Middleware;

package/dist/index.js

@@ -0,0 +1,46 @@
+export function usageTracker(prices, opts = {}) {
+    return async (ctx, next) => {
+        // Wrap model.generate to intercept responses
+        const orig = ctx.model.generate.bind(ctx.model);
+        const price = prices[ctx.model.name] ?? prices['*'];
+        const totals = {
+            promptTokens: Number(ctx.state?.usage?.promptTokens ?? 0),
+            completionTokens: Number(ctx.state?.usage?.completionTokens ?? 0),
+            totalTokens: Number(ctx.state?.usage?.totalTokens ?? 0),
+            costUSD: Number(ctx.state?.usage?.costUSD ?? 0),
+        };
+        async function withUsage(...args) {
+            const out = await orig(...args);
+            const u = out.usage;
+            if (u) {
+                const p = Number(u.promptTokens ?? 0);
+                const c = Number(u.completionTokens ?? 0);
+                const t = Number(u.totalTokens ?? (p + c));
+                totals.promptTokens += p;
+                totals.completionTokens += c;
+                totals.totalTokens += t;
+                if (price) {
+                    const cost = (p / 1000) * price.inputPer1K + (c / 1000) * price.outputPer1K;
+                    totals.costUSD = Number((totals.costUSD ?? 0) + cost);
+                }
+                if (opts.logPerCall)
+                    ctx.log.info?.('[usage] call', { promptTokens: p, completionTokens: c, totalTokens: t, estCostUSD: price ? round2((p / 1000) * price.inputPer1K + (c / 1000) * price.outputPer1K) : undefined });
+            }
+            return out;
+        }
+        ctx.state._origGenerate = orig;
+        ctx.model.generate = withUsage;
+        await next();
+        // Restore
+        ctx.model.generate = orig;
+        if (!ctx.state.usage)
+            ctx.state.usage = {};
+        ctx.state.usage.promptTokens = totals.promptTokens;
+        ctx.state.usage.completionTokens = totals.completionTokens;
+        ctx.state.usage.totalTokens = totals.totalTokens;
+        if (price)
+            ctx.state.usage.costUSD = round2(totals.costUSD ?? 0);
+        ctx.log.info?.('[usage] totals', ctx.state.usage);
+    };
+}
+function round2(n) { return Math.round(n * 100) / 100; }

package/dist/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"root":["../src/index.ts"],"version":"5.9.2"}

package/package.json

@@ -0,0 +1,19 @@
+{
+  "name": "@sisu-ai/mw-usage-tracker",
+  "version": "1.0.0",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "build": "tsc -b"
+  },
+  "peerDependencies": {
+    "@sisu-ai/core": "0.2.0"
+  }
+}