@costcanary/sdk 0.1.0

package/README.md

@@ -0,0 +1,36 @@
+# @costcanary/sdk
+
+Track per-user LLM costs in 1 line of code.
+
+## Install
+
+```bash
+npm install @costcanary/sdk
+```
+
+## Usage
+
+```javascript
+const { init, track } = require("@costcanary/sdk");
+
+init({ apiKey: "cck_your_api_key" });
+
+const result = await track({
+  userId: "user_123",      // your end-user's ID
+  feature: "chat",         // which feature triggered this call
+  fn: () => openai.chat.completions.create({ ... }),
+});
+```
+
+That's it. CostCanary automatically extracts tokens, calculates cost, and sends it to your dashboard.
+
+## Supported Models
+
+gpt-4o, gpt-4o-mini, gpt-4-turbo, gpt-3.5-turbo, claude-3-5-sonnet, claude-3-haiku, gemini-1.5-pro, gemini-1.5-flash
+
+## Config
+
+| Option | Default | Description |
+|--------|---------|-------------|
+| `apiKey` | required | Your CostCanary API key |
+| `endpoint` | `https://costcanary.com/api/ingest` | Override for self-hosted |

package/package.json

@@ -0,0 +1,20 @@
+{
+  "name": "@costcanary/sdk",
+  "version": "0.1.0",
+  "description": "Track per-user LLM costs in 1 line of code",
+  "main": "src/index.js",
+  "files": ["src/", "README.md"],
+  "keywords": ["llm", "cost", "profitability", "openai", "anthropic", "tracking"],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/your-org/costcanary"
+  },
+  "homepage": "https://costcanary.com",
+  "engines": {
+    "node": ">=18"
+  },
+  "scripts": {
+    "prepublishOnly": "node -e \"require('./src/index.js')\" && echo 'SDK OK'"
+  }
+}

package/src/costs.js

@@ -0,0 +1,14 @@
+// Per-token costs in USD (input / output per token)
+const MODEL_COSTS = {
+  "gpt-4o":            { input: 0.0000025,   output: 0.00001 },
+  "gpt-4o-mini":       { input: 0.00000015,  output: 0.0000006 },
+  "gpt-4-turbo":       { input: 0.00001,     output: 0.00003 },
+  "gpt-3.5-turbo":     { input: 0.0000005,   output: 0.0000015 },
+  "claude-3-5-sonnet": { input: 0.000003,    output: 0.000015 },
+  "claude-3-haiku":    { input: 0.00000025,  output: 0.00000125 },
+  "gemini-1.5-pro":    { input: 0.00000125,  output: 0.000005 },
+  "gemini-1.5-flash":  { input: 0.000000075, output: 0.0000003 },
+  "default":           { input: 0.000001,    output: 0.000004 },
+};
+
+module.exports = { MODEL_COSTS };

package/src/index.js

@@ -0,0 +1,53 @@
+const { MODEL_COSTS } = require("./costs");
+const { enqueue }     = require("./queue");
+
+let _config = { apiKey: null, endpoint: "https://costcanary.com/api/ingest" };
+
+/** Initialize the SDK with your API key. */
+function init(config) {
+  _config.apiKey = config.apiKey;
+  if (config.endpoint) _config.endpoint = config.endpoint;
+}
+
+/**
+ * PROPRIETARY: Wrap any LLM call to automatically track cost per user.
+ * @param {{ userId: string, feature: string, fn: () => Promise }} options
+ * @returns {Promise} The original LLM result
+ */
+async function track({ userId, feature, fn }) {
+  if (!_config.apiKey) {
+    console.warn("[CostCanary] No API key set. Call init() first.");
+    return await fn();
+  }
+
+  const start    = Date.now();
+  const result   = await fn();
+  const duration = Date.now() - start;
+
+  const usage  = result?.usage || {};
+  const model  = result?.model || "unknown";
+  const tokens = (usage.prompt_tokens || 0) + (usage.completion_tokens || 0);
+  const cost   = _calculateCost(model, usage);
+
+  _sendToIngest({ endUserId: userId, feature, model, tokens, cost, duration,
+    timestamp: new Date().toISOString() });
+
+  return result;
+}
+
+function _calculateCost(model, usage) {
+  const rates = MODEL_COSTS[model] || MODEL_COSTS["default"];
+  return (usage.prompt_tokens || 0) * rates.input
+       + (usage.completion_tokens || 0) * rates.output;
+}
+
+function _sendToIngest(data) {
+  fetch(_config.endpoint, {
+    method:  "POST",
+    headers: { "Content-Type": "application/json",
+               "Authorization": `Bearer ${_config.apiKey}` },
+    body: JSON.stringify(data),
+  }).catch(() => enqueue(data, _sendToIngest));
+}
+
+module.exports = { init, track };

package/src/queue.js

@@ -0,0 +1,21 @@
+const _queue = [];
+let _retryTimer = null;
+
+function enqueue(item, sendFn) {
+  _queue.push({ item, sendFn });
+  if (!_retryTimer) {
+    _retryTimer = setInterval(flush, 60_000);
+  }
+}
+
+function flush() {
+  if (_queue.length === 0) {
+    clearInterval(_retryTimer);
+    _retryTimer = null;
+    return;
+  }
+  const { item, sendFn } = _queue.shift();
+  sendFn(item).catch(() => _queue.unshift({ item, sendFn }));
+}
+
+module.exports = { enqueue };