@llmtracer/sdk 1.0.0

package/README.md

@@ -0,0 +1,138 @@
+# @llmtracer/sdk
+
+See where your AI budget goes. Lightweight LLM cost tracking SDK for OpenAI.
+
+Wrap your OpenAI client in two lines and get automatic tracking of every API call -- tokens, latency, cost, and model usage -- with zero changes to your application code.
+
+## Install
+
+```bash
+npm install @llmtracer/sdk
+```
+
+## Quickstart
+
+```typescript
+import { LLMTracer } from "@llmtracer/sdk";
+import OpenAI from "openai";
+
+const tracer = new LLMTracer({
+  apiKey: process.env.LLMTRACER_KEY,
+});
+
+const openai = new OpenAI();
+
+// 2 lines -- that's it
+tracer.instrumentOpenAI(openai, {
+  tags: { feature: "customer-support-bot", env: "production" },
+});
+
+// Every OpenAI call is now automatically tracked
+const response = await openai.chat.completions.create({
+  model: "gpt-4o",
+  messages: [{ role: "user", content: "Hello" }],
+});
+
+// In serverless (Lambda, Cloud Functions), flush before returning
+await tracer.flush();
+```
+
+## Serverless Usage
+
+In environments like AWS Lambda or Google Cloud Functions, call `flush()` before your function returns to ensure all events are sent:
+
+```typescript
+export async function handler(event) {
+  const response = await openai.chat.completions.create({ ... });
+  await tracer.flush();
+  return response;
+}
+```
+
+## Agentic Workflow Tracking
+
+Group related LLM calls into traces with named phases:
+
+```typescript
+await tracer.trace("user-request-123", async (t) => {
+  await t.phase("planning", async () => {
+    await openai.chat.completions.create({ ... });
+  });
+
+  await t.phase("execution", async () => {
+    await openai.chat.completions.create({ ... });
+  });
+});
+```
+
+## Streaming Support
+
+Streaming calls are instrumented automatically. Token counts are captured from the final chunk:
+
+```typescript
+const stream = await openai.chat.completions.create({
+  model: "gpt-4o",
+  messages: [{ role: "user", content: "Hello" }],
+  stream: true,
+});
+
+for await (const chunk of stream) {
+  // use chunk as normal
+}
+```
+
+## Configuration
+
+| Option | Type | Default | Description |
+|---|---|---|---|
+| `apiKey` | `string` | *required* | Your LLM Tracer API key (starts with `lt_`) |
+| `endpoint` | `string` | Production URL | Ingestion endpoint URL |
+| `maxBatchSize` | `number` | `50` | Max events per batch before auto-flush |
+| `flushIntervalMs` | `number` | `10000` | Auto-flush interval in milliseconds |
+| `maxQueueSize` | `number` | `10000` | Max events in queue before dropping oldest |
+| `maxRetries` | `number` | `3` | Max retry attempts for failed flushes |
+| `retryBaseMs` | `number` | `1000` | Base delay for exponential backoff |
+| `sampleRate` | `number` | `1.0` | Sampling rate (0.0-1.0). `1.0` captures everything |
+| `capturePrompt` | `boolean` | `false` | Whether to capture full prompt content |
+| `debug` | `boolean` | `false` | Enable debug logging to console |
+| `onFlush` | `function` | `null` | Callback after each flush with stats |
+| `onError` | `function` | `null` | Callback on transport errors |
+
+## API Reference
+
+### `new LLMTracer(config)`
+
+Create a new tracer instance. See [Configuration](#configuration) for options.
+
+### `tracer.instrumentOpenAI(client, options?)`
+
+Instrument an OpenAI client instance. All subsequent `chat.completions.create` calls (streaming and non-streaming) will be tracked automatically.
+
+- `client` -- an OpenAI client instance
+- `options.tags` -- key-value pairs attached to every event (e.g. `{ env: "production" }`)
+
+### `tracer.flush(): Promise<void>`
+
+Flush all buffered events to the backend. Call this in serverless environments before the function returns.
+
+### `tracer.trace(traceId, fn): Promise<void>`
+
+Track an agentic workflow. All LLM calls within the callback are grouped under the given `traceId`. Use `t.phase(name, fn)` inside the callback to label phases.
+
+### `tracer.shutdown(): Promise<void>`
+
+Flush remaining events and stop the auto-flush timer. Call this on graceful shutdown.
+
+## Reliability
+
+The SDK is designed to never interfere with your application:
+
+- **Never throws** -- all internal errors are swallowed silently (enable `debug: true` for visibility)
+- **Batching** -- events are queued and sent in configurable batches
+- **Retry with backoff** -- failed flushes are retried with exponential backoff and jitter
+- **Circuit breaker** -- after 5 consecutive failures, stops attempting for 60 seconds
+- **Queue overflow** -- drops oldest events when the queue exceeds `maxQueueSize`
+
+## License
+
+MIT

package/dist/index.d.ts

@@ -0,0 +1,118 @@
+/** Configuration for LLMTracer SDK (Section 9.1 of spec) */
+export interface LLMTracerConfig {
+    /** Your LLM Tracer API key (starts with lt_) */
+    apiKey: string;
+    /** Ingestion endpoint URL */
+    endpoint?: string;
+    /** Max events per batch before auto-flush. Default: 50 */
+    maxBatchSize?: number;
+    /** Auto-flush interval in ms. Default: 10000 (10s) */
+    flushIntervalMs?: number;
+    /** Max events in queue before dropping oldest. Default: 10000 */
+    maxQueueSize?: number;
+    /** Max retry attempts for failed flushes. Default: 3 */
+    maxRetries?: number;
+    /** Base delay for exponential backoff in ms. Default: 1000 */
+    retryBaseMs?: number;
+    /** Sampling rate 0.0-1.0. Default: 1.0 (capture everything) */
+    sampleRate?: number;
+    /** Whether to capture full prompt content. Default: false */
+    capturePrompt?: boolean;
+    /** Enable debug logging. Default: false */
+    debug?: boolean;
+    /** Callback after each flush (Section 9.2) */
+    onFlush?: (stats: FlushStats) => void;
+    /** Callback on transport errors (Section 9.2) */
+    onError?: (error: Error) => void;
+}
+/** Stats passed to onFlush callback */
+export interface FlushStats {
+    sent: number;
+    accepted: number;
+    rejected: number;
+    dropped: number;
+    last_error: Error | null;
+}
+/** Tags passed to instrumentOpenAI */
+export interface InstrumentOptions {
+    tags?: Record<string, string>;
+}
+/** Trace context for agentic workflow tracking (Section 3.3) */
+interface TraceContext {
+    traceId: string;
+    currentPhase: string | null;
+    sampled: boolean;
+    phase: (name: string, fn: () => Promise<unknown>) => Promise<unknown>;
+}
+export declare class LLMTracer {
+    private readonly apiKey;
+    private readonly endpoint;
+    private readonly maxBatchSize;
+    private readonly flushIntervalMs;
+    private readonly maxQueueSize;
+    private readonly maxRetries;
+    private readonly retryBaseMs;
+    private readonly sampleRate;
+    private readonly capturePrompt;
+    private readonly debugMode;
+    private readonly onFlushCallback;
+    private readonly onErrorCallback;
+    private queue;
+    private droppedCount;
+    private flushTimer;
+    private circuitState;
+    private consecutiveFailures;
+    private circuitOpenedAt;
+    private lastErrorSummary;
+    private readonly circuitFailureThreshold;
+    private readonly circuitCooldownMs;
+    private activeTraceId;
+    private activePhase;
+    private activeTraceSampled;
+    private flushing;
+    constructor(config: LLMTracerConfig);
+    /**
+     * Wraps an OpenAI client to automatically capture usage events.
+     * Supports both non-streaming and streaming calls.
+     *
+     * Usage:
+     *   tracer.instrumentOpenAI(openai, { tags: { service: "api" } });
+     */
+    instrumentOpenAI(openai: any, options?: InstrumentOptions): void;
+    /**
+     * Flush all buffered events to the backend.
+     * CRITICAL: Call this before returning in serverless environments.
+     *
+     * Usage:
+     *   await tracer.flush();
+     */
+    flush(): Promise<void>;
+    /**
+     * Track an agentic workflow with phases.
+     * All LLM calls within this trace are grouped together.
+     * Sampling is per-trace (Section 11.1).
+     *
+     * Usage:
+     *   await tracer.trace("user-request-123", async (t) => {
+     *     await t.phase("planning", async () => {
+     *       await openai.chat.completions.create(...);
+     *     });
+     *   });
+     */
+    trace(traceId: string, fn: (ctx: TraceContext) => Promise<unknown>): Promise<void>;
+    /**
+     * Flush remaining events and stop the auto-flush timer.
+     */
+    shutdown(): Promise<void>;
+    private handleNonStreamingCall;
+    private handleStreamingCall;
+    private captureEvent;
+    private sendBatch;
+    private handleTransportError;
+    private enforceQueueLimit;
+    private handleInternalError;
+    private log;
+    private sleep;
+}
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,4DAA4D;AAC5D,MAAM,WAAW,eAAe;IAC9B,gDAAgD;IAChD,MAAM,EAAE,MAAM,CAAC;IACf,6BAA6B;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0DAA0D;IAC1D,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,sDAAsD;IACtD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,iEAAiE;IACjE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,wDAAwD;IACxD,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,8DAA8D;IAC9D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+DAA+D;IAC/D,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,6DAA6D;IAC7D,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,2CAA2C;IAC3C,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,8CAA8C;IAC9C,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,UAAU,KAAK,IAAI,CAAC;IACtC,iDAAiD;IACjD,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,KAAK,KAAK,IAAI,CAAC;CAClC;AAED,uCAAuC;AACvC,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,KAAK,GAAG,IAAI,CAAC;CAC1B;AAED,sCAAsC;AACtC,MAAM,WAAW,iBAAiB;IAChC,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CAC/B;AAuBD,gEAAgE;AAChE,UAAU,YAAY;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CACvE;AAWD,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IACxC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAU;IACpC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAuC;IACvE,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkC;IAGlE,OAAO,CAAC,KAAK,CAAqB;IAClC,OAAO,CAAC,YAAY,CAAa;IAGjC,OAAO,CAAC,UAAU,CAA+C;IAGjE,OAAO,CAAC,YAAY,CAA0B;IAC9C,OAAO,CAAC,mBAAmB,CAAa;IACxC,OAAO,CAAC,eAAe,CAAa;IACpC,OAAO,CAAC,gBAAgB,CAAc;IACtC,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAK;IAC7C,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAG3C,OAAO,CAAC,aAAa,CAAuB;IAC5C,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,kBAAkB,CAAiB;IAG3C,OAAO,CAAC,QAAQ,CAAkB;gBAEtB,MAAM,EAAE,eAAe;IAsCnC;;;;;;OAMG;IACH,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,IAAI;IAkDhE;;;;;;OAMG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA8E5B;;;;;;;;;;;OAWG;IACG,KAAK,CACT,OAAO,EAAE,MAAM,EACf,EAAE,EAAE,CAAC,GAAG,EAAE,YAAY,KAAK,OAAO,CAAC,OAAO,CAAC,GAC1C,OAAO,CAAC,IAAI,CAAC;IAsChB;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC;YAUjB,sBAAsB;YAkDtB,mBAAmB;IAkHjC,OAAO,CAAC,YAAY;YAyEN,SAAS;IAuGvB,OAAO,CAAC,oBAAoB;IAuB5B,OAAO,CAAC,iBAAiB;IAczB,OAAO,CAAC,mBAAmB;IAiB3B,OAAO,CAAC,GAAG;IAMX,OAAO,CAAC,KAAK;CAGd"}

package/dist/index.js

@@ -0,0 +1,558 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LLMTracer = void 0;
+const crypto_1 = require("crypto");
+// ─── SDK Version ───────────────────────────────────────────────────
+const SDK_VERSION = "1.0.0";
+const SDK_LANGUAGE = "typescript";
+// ─── Main SDK Class ────────────────────────────────────────────────
+class LLMTracer {
+    constructor(config) {
+        // Event queue
+        this.queue = [];
+        this.droppedCount = 0;
+        // Flush timer
+        this.flushTimer = null;
+        // Circuit breaker (Section 6.3: 5 failures → open, 60s cooldown)
+        this.circuitState = "closed";
+        this.consecutiveFailures = 0;
+        this.circuitOpenedAt = 0;
+        this.lastErrorSummary = "";
+        this.circuitFailureThreshold = 5;
+        this.circuitCooldownMs = 60000;
+        // Trace context for agentic workflows
+        this.activeTraceId = null;
+        this.activePhase = null;
+        this.activeTraceSampled = true;
+        // Flush lock to prevent concurrent flushes
+        this.flushing = false;
+        this.apiKey = config.apiKey;
+        this.endpoint = config.endpoint || "https://v1events-agbjrxekeq-uc.a.run.app";
+        this.maxBatchSize = config.maxBatchSize ?? 50;
+        this.flushIntervalMs = config.flushIntervalMs ?? 10000;
+        this.maxQueueSize = config.maxQueueSize ?? 10000;
+        this.maxRetries = config.maxRetries ?? 3;
+        this.retryBaseMs = config.retryBaseMs ?? 1000;
+        this.sampleRate = config.sampleRate ?? 1.0;
+        this.capturePrompt = config.capturePrompt ?? false;
+        this.debugMode = config.debug ?? false;
+        this.onFlushCallback = config.onFlush ?? null;
+        this.onErrorCallback = config.onError ?? null;
+        // Start auto-flush timer
+        this.flushTimer = setInterval(() => {
+            this.flush().catch(() => { });
+        }, this.flushIntervalMs);
+        // Unref so it doesn't keep the process alive
+        if (this.flushTimer && typeof this.flushTimer.unref === "function") {
+            this.flushTimer.unref();
+        }
+        // Best-effort process exit hooks (Section 6.1)
+        try {
+            process.on("beforeExit", () => {
+                this.flush().catch(() => { });
+            });
+        }
+        catch {
+            // Not in Node.js environment — skip
+        }
+        this.log("LLMTracer initialized");
+    }
+    // ─── Public API: instrumentOpenAI (Section 3.1) ─────────────────
+    /**
+     * Wraps an OpenAI client to automatically capture usage events.
+     * Supports both non-streaming and streaming calls.
+     *
+     * Usage:
+     *   tracer.instrumentOpenAI(openai, { tags: { service: "api" } });
+     */
+    instrumentOpenAI(openai, options) {
+        try {
+            const defaultTags = options?.tags || {};
+            const self = this;
+            // Store original create method
+            const originalCreate = openai.chat?.completions?.create?.bind(openai.chat.completions);
+            if (!originalCreate) {
+                this.log("Warning: Could not find openai.chat.completions.create");
+                return;
+            }
+            // Replace with instrumented version
+            openai.chat.completions.create = async function (params, requestOptions) {
+                const startTime = Date.now();
+                const isStreaming = params?.stream === true;
+                if (isStreaming) {
+                    return self.handleStreamingCall(originalCreate, params, requestOptions, startTime, defaultTags);
+                }
+                else {
+                    return self.handleNonStreamingCall(originalCreate, params, requestOptions, startTime, defaultTags);
+                }
+            };
+            this.log("OpenAI client instrumented");
+        }
+        catch (err) {
+            // P0: Never break customer app
+            this.handleInternalError("instrumentOpenAI", err);
+        }
+    }
+    // ─── Public API: flush (Section 3.2) ─────────────────────────────
+    /**
+     * Flush all buffered events to the backend.
+     * CRITICAL: Call this before returning in serverless environments.
+     *
+     * Usage:
+     *   await tracer.flush();
+     */
+    async flush() {
+        if (this.flushing || this.queue.length === 0) {
+            return;
+        }
+        this.flushing = true;
+        try {
+            // Check circuit breaker
+            if (this.circuitState === "open") {
+                const elapsed = Date.now() - this.circuitOpenedAt;
+                if (elapsed < this.circuitCooldownMs) {
+                    this.log(`Circuit open, ${Math.round((this.circuitCooldownMs - elapsed) / 1000)}s until retry`);
+                    return;
+                }
+                // Try half-open
+                this.circuitState = "half_open";
+                this.log("Circuit half-open, attempting flush");
+            }
+            // Take batch from queue (up to maxBatchSize)
+            const batch = this.queue.splice(0, this.maxBatchSize);
+            const droppedThisFlush = this.droppedCount;
+            this.droppedCount = 0;
+            let lastError = null;
+            let accepted = 0;
+            let rejected = 0;
+            try {
+                const result = await this.sendBatch(batch);
+                accepted = result.accepted;
+                rejected = result.rejected;
+                // Success — reset circuit breaker
+                this.consecutiveFailures = 0;
+                if (this.circuitState === "half_open") {
+                    this.circuitState = "closed";
+                    this.log("Circuit closed");
+                }
+            }
+            catch (err) {
+                lastError = err instanceof Error ? err : new Error(String(err));
+                this.handleTransportError(lastError);
+                // Put events back in queue for retry
+                this.queue.unshift(...batch);
+                this.enforceQueueLimit();
+            }
+            // Invoke onFlush callback (Section 9.2)
+            if (this.onFlushCallback) {
+                try {
+                    this.onFlushCallback({
+                        sent: batch.length,
+                        accepted,
+                        rejected,
+                        dropped: droppedThisFlush,
+                        last_error: lastError,
+                    });
+                }
+                catch {
+                    // Never break on callback errors
+                }
+            }
+        }
+        finally {
+            this.flushing = false;
+        }
+        // If there are more events queued, schedule another flush
+        if (this.queue.length >= this.maxBatchSize) {
+            // Use setImmediate/setTimeout to avoid stack overflow
+            setTimeout(() => this.flush().catch(() => { }), 0);
+        }
+    }
+    // ─── Public API: trace (Section 3.3 — Agentic Workflows) ────────
+    /**
+     * Track an agentic workflow with phases.
+     * All LLM calls within this trace are grouped together.
+     * Sampling is per-trace (Section 11.1).
+     *
+     * Usage:
+     *   await tracer.trace("user-request-123", async (t) => {
+     *     await t.phase("planning", async () => {
+     *       await openai.chat.completions.create(...);
+     *     });
+     *   });
+     */
+    async trace(traceId, fn) {
+        try {
+            // Per-trace sampling (Section 11.1)
+            const sampled = Math.random() < this.sampleRate;
+            this.activeTraceId = traceId;
+            this.activeTraceSampled = sampled;
+            this.activePhase = null;
+            const ctx = {
+                traceId,
+                currentPhase: null,
+                sampled,
+                phase: async (name, phaseFn) => {
+                    this.activePhase = name;
+                    ctx.currentPhase = name;
+                    try {
+                        await phaseFn();
+                    }
+                    finally {
+                        this.activePhase = null;
+                        ctx.currentPhase = null;
+                    }
+                },
+            };
+            await fn(ctx);
+        }
+        catch (err) {
+            // Re-throw user errors — we only swallow our own errors
+            throw err;
+        }
+        finally {
+            this.activeTraceId = null;
+            this.activePhase = null;
+            this.activeTraceSampled = true;
+        }
+    }
+    // ─── Public API: shutdown ────────────────────────────────────────
+    /**
+     * Flush remaining events and stop the auto-flush timer.
+     */
+    async shutdown() {
+        if (this.flushTimer) {
+            clearInterval(this.flushTimer);
+            this.flushTimer = null;
+        }
+        await this.flush();
+    }
+    // ─── Non-Streaming Handler ───────────────────────────────────────
+    async handleNonStreamingCall(originalCreate, params, requestOptions, startTime, defaultTags) {
+        let response;
+        let success = true;
+        let error = null;
+        try {
+            response = await originalCreate(params, requestOptions);
+        }
+        catch (err) {
+            success = false;
+            error = err;
+        }
+        // Capture event asynchronously (P0: no awaits on hot path)
+        try {
+            const latencyMs = Date.now() - startTime;
+            const model = response?.model || params?.model || "unknown";
+            const tokensIn = response?.usage?.prompt_tokens ?? 0;
+            const tokensOut = response?.usage?.completion_tokens ?? 0;
+            this.captureEvent({
+                provider: "openai",
+                model,
+                tokens_in: tokensIn,
+                tokens_out: tokensOut,
+                latency_ms: latencyMs,
+                success,
+                messages: params?.messages,
+                tags: defaultTags,
+            });
+        }
+        catch (err) {
+            // P0: Never break customer app
+            this.handleInternalError("handleNonStreamingCall", err);
+        }
+        // Re-throw the original error if the API call failed
+        if (!success) {
+            throw error;
+        }
+        return response;
+    }
+    // ─── Streaming Handler (Section 7) ───────────────────────────────
+    async handleStreamingCall(originalCreate, params, requestOptions, startTime, defaultTags) {
+        try {
+            // Shallow-clone to avoid mutating user's params (Section 7.3)
+            const clonedParams = { ...params };
+            // Inject stream_options for accurate token counts (Section 7.3)
+            if (!clonedParams.stream_options) {
+                clonedParams.stream_options = { include_usage: true };
+            }
+            else if (clonedParams.stream_options.include_usage === false) {
+                // Debug warning when user explicitly disables usage
+                this.log("Warning: stream_options.include_usage is false — token counts will be 0");
+            }
+            const stream = await originalCreate(clonedParams, requestOptions);
+            // Wrap the async iterator to capture the final usage event
+            const self = this;
+            const model = params?.model || "unknown";
+            const messages = params?.messages;
+            let tokensIn = 0;
+            let tokensOut = 0;
+            let streamSuccess = true;
+            let streamModel = model;
+            const originalIterator = stream[Symbol.asyncIterator].bind(stream);
+            stream[Symbol.asyncIterator] = function () {
+                const iterator = originalIterator();
+                return {
+                    async next() {
+                        try {
+                            const result = await iterator.next();
+                            if (!result.done) {
+                                const chunk = result.value;
+                                // Capture usage from the final chunk (Section 7.1)
+                                if (chunk.usage) {
+                                    tokensIn = chunk.usage.prompt_tokens ?? tokensIn;
+                                    tokensOut = chunk.usage.completion_tokens ?? tokensOut;
+                                }
+                                // Capture model from chunk if available
+                                if (chunk.model) {
+                                    streamModel = chunk.model;
+                                }
+                            }
+                            if (result.done) {
+                                // Stream complete — capture one event (Section 7.1)
+                                const latencyMs = Date.now() - startTime;
+                                self.captureEvent({
+                                    provider: "openai",
+                                    model: streamModel,
+                                    tokens_in: tokensIn,
+                                    tokens_out: tokensOut,
+                                    latency_ms: latencyMs,
+                                    success: streamSuccess,
+                                    messages,
+                                    tags: defaultTags,
+                                });
+                            }
+                            return result;
+                        }
+                        catch (err) {
+                            // Stream error (Section 7.4)
+                            streamSuccess = false;
+                            const latencyMs = Date.now() - startTime;
+                            self.captureEvent({
+                                provider: "openai",
+                                model: streamModel,
+                                tokens_in: tokensIn,
+                                tokens_out: tokensOut,
+                                latency_ms: latencyMs,
+                                success: false,
+                                messages,
+                                tags: defaultTags,
+                            });
+                            throw err; // Re-throw to customer code
+                        }
+                    },
+                    return: iterator.return?.bind(iterator),
+                    throw: iterator.throw?.bind(iterator),
+                };
+            };
+            return stream;
+        }
+        catch (err) {
+            // Stream setup failed
+            const latencyMs = Date.now() - startTime;
+            this.captureEvent({
+                provider: "openai",
+                model: params?.model || "unknown",
+                tokens_in: 0,
+                tokens_out: 0,
+                latency_ms: latencyMs,
+                success: false,
+                messages: params?.messages,
+                tags: defaultTags,
+            });
+            throw err; // Re-throw to customer code
+        }
+    }
+    // ─── Event Capture ───────────────────────────────────────────────
+    captureEvent(data) {
+        try {
+            // Per-trace sampling (Section 11.1)
+            if (this.activeTraceId && !this.activeTraceSampled) {
+                return;
+            }
+            // Per-event sampling (Section 11.2)
+            if (!this.activeTraceId && Math.random() >= this.sampleRate) {
+                return;
+            }
+            // Compute prompt_hash (Section 10.1)
+            let promptHash = null;
+            let promptContent = null;
+            if (data.messages) {
+                const messagesJson = JSON.stringify(data.messages);
+                promptHash = (0, crypto_1.createHash)("sha256").update(messagesJson).digest("hex");
+                if (this.capturePrompt) {
+                    promptContent = messagesJson;
+                }
+            }
+            const event = {
+                event_id: `evt_${(0, crypto_1.randomUUID)()}`,
+                timestamp: new Date().toISOString(),
+                provider: data.provider,
+                model: data.model,
+                tokens_in: data.tokens_in,
+                tokens_out: data.tokens_out,
+                latency_ms: data.latency_ms,
+                success: data.success,
+                trace_id: this.activeTraceId,
+                span_id: null,
+                parent_span_id: null,
+                phase: this.activePhase,
+                prompt_hash: promptHash,
+                prompt_content: promptContent,
+                tags: { ...data.tags },
+                sdk_version: SDK_VERSION,
+                sdk_language: SDK_LANGUAGE,
+            };
+            this.queue.push(event);
+            this.enforceQueueLimit();
+            this.log(`Event captured: ${event.model} (${event.tokens_in}in/${event.tokens_out}out)`);
+            // Auto-flush if batch is full
+            if (this.queue.length >= this.maxBatchSize) {
+                this.flush().catch(() => { });
+            }
+        }
+        catch (err) {
+            // P0: Never break customer app
+            this.handleInternalError("captureEvent", err);
+        }
+    }
+    // ─── Transport (Section 5 & 6) ──────────────────────────────────
+    async sendBatch(events) {
+        const idempotencyKey = `idem_${(0, crypto_1.randomUUID)()}`;
+        const body = JSON.stringify({
+            schema_version: "1.0",
+            events,
+        });
+        let lastError = null;
+        for (let attempt = 0; attempt <= this.maxRetries; attempt++) {
+            try {
+                if (attempt > 0) {
+                    // Exponential backoff with jitter (Section 6.2)
+                    const delay = this.retryBaseMs * Math.pow(2, attempt - 1) * (0.5 + Math.random() * 0.5);
+                    await this.sleep(delay);
+                }
+                const response = await fetch(this.endpoint, {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                        Authorization: `Bearer ${this.apiKey}`,
+                        "X-Idempotency-Key": idempotencyKey,
+                    },
+                    body,
+                });
+                // Success
+                if (response.status === 202) {
+                    const data = (await response.json());
+                    this.log(`Flush success: ${data.accepted} accepted, ${data.rejected} rejected`);
+                    return { accepted: data.accepted ?? 0, rejected: data.rejected ?? 0 };
+                }
+                // Read response body for error details
+                let responseBody = "";
+                try {
+                    responseBody = await response.text();
+                }
+                catch {
+                    // Ignore body read failures
+                }
+                // Rate limited or tier exceeded (Section 5.5, 5.6)
+                if (response.status === 429) {
+                    const retryAfter = response.headers.get("Retry-After");
+                    this.log(`Flush failed: 429 Rate Limited - retry after ${retryAfter}s`);
+                    lastError = new Error(`Rate limited (429)`);
+                    this.lastErrorSummary = "429 Rate Limited";
+                    continue;
+                }
+                // Auth error — don't retry
+                if (response.status === 401) {
+                    this.log(`Flush failed: 401 Unauthorized - ${responseBody}`);
+                    this.log("Hint: API key may be invalid. Check your apiKey value.");
+                    lastError = new Error("Unauthorized — check your API key");
+                    this.lastErrorSummary = "401 Unauthorized";
+                    break;
+                }
+                // Bad request — don't retry
+                if (response.status === 400) {
+                    this.log(`Flush failed: 400 Bad Request - ${responseBody}`);
+                    this.log("Hint: Request rejected. SDK version may be outdated.");
+                    lastError = new Error(`Bad request (400): ${responseBody}`);
+                    this.lastErrorSummary = "400 Bad Request";
+                    break;
+                }
+                // Server error — retry
+                if (response.status >= 500) {
+                    this.log(`Flush failed: ${response.status} Server Error - ${responseBody}`);
+                    lastError = new Error(`Server error (${response.status})`);
+                    this.lastErrorSummary = `${response.status} Server Error`;
+                    continue;
+                }
+                // Other client error — don't retry
+                this.log(`Flush failed: ${response.status} - ${responseBody}`);
+                lastError = new Error(`HTTP ${response.status}: ${responseBody}`);
+                this.lastErrorSummary = `${response.status}`;
+                break;
+            }
+            catch (err) {
+                // Network error — retry
+                lastError = err instanceof Error ? err : new Error(String(err));
+                this.log(`Flush failed: Network error - ${lastError.message}`);
+                this.log("Hint: Check your internet connection.");
+                this.lastErrorSummary = "Network error";
+                continue;
+            }
+        }
+        throw lastError || new Error("Unknown transport error");
+    }
+    // ─── Circuit Breaker (Section 6.3) ──────────────────────────────
+    handleTransportError(error) {
+        this.consecutiveFailures++;
+        if (this.consecutiveFailures >= this.circuitFailureThreshold) {
+            this.circuitState = "open";
+            this.circuitOpenedAt = Date.now();
+            this.log(`Circuit opened after ${this.consecutiveFailures} failures (last error: ${this.lastErrorSummary}). Will retry in ${this.circuitCooldownMs / 1000}s.`);
+        }
+        // Invoke onError callback (Section 9.2)
+        if (this.onErrorCallback) {
+            try {
+                this.onErrorCallback(error);
+            }
+            catch {
+                // Never break on callback errors
+            }
+        }
+    }
+    // ─── Queue Management (Section 6.4) ─────────────────────────────
+    enforceQueueLimit() {
+        if (this.queue.length > this.maxQueueSize) {
+            const excess = this.queue.length - this.maxQueueSize;
+            this.queue.splice(0, excess); // Drop oldest (FIFO)
+            this.droppedCount += excess;
+            if (this.debugMode) {
+                console.warn(`[LLMTracer] Dropped ${excess} events (queue full)`);
+            }
+        }
+    }
+    // ─── Helpers ─────────────────────────────────────────────────────
+    handleInternalError(context, err) {
+        // P0: Never break customer app — swallow and log
+        if (this.debugMode) {
+            console.warn(`[LLMTracer] Internal error in ${context}:`, err);
+        }
+        if (this.onErrorCallback) {
+            try {
+                this.onErrorCallback(err instanceof Error ? err : new Error(String(err)));
+            }
+            catch {
+                // Even callback errors are swallowed
+            }
+        }
+    }
+    log(message) {
+        if (this.debugMode) {
+            console.log(`[LLMTracer] ${message}`);
+        }
+    }
+    sleep(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+exports.LLMTracer = LLMTracer;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,mCAAgD;AA2EhD,sEAAsE;AACtE,MAAM,WAAW,GAAG,OAAO,CAAC;AAC5B,MAAM,YAAY,GAAG,YAAY,CAAC;AAKlC,sEAAsE;AAEtE,MAAa,SAAS;IAqCpB,YAAY,MAAuB;QAvBnC,cAAc;QACN,UAAK,GAAkB,EAAE,CAAC;QAC1B,iBAAY,GAAW,CAAC,CAAC;QAEjC,cAAc;QACN,eAAU,GAA0C,IAAI,CAAC;QAEjE,iEAAiE;QACzD,iBAAY,GAAiB,QAAQ,CAAC;QACtC,wBAAmB,GAAW,CAAC,CAAC;QAChC,oBAAe,GAAW,CAAC,CAAC;QAC5B,qBAAgB,GAAW,EAAE,CAAC;QACrB,4BAAuB,GAAG,CAAC,CAAC;QAC5B,sBAAiB,GAAG,KAAK,CAAC;QAE3C,sCAAsC;QAC9B,kBAAa,GAAkB,IAAI,CAAC;QACpC,gBAAW,GAAkB,IAAI,CAAC;QAClC,uBAAkB,GAAY,IAAI,CAAC;QAE3C,2CAA2C;QACnC,aAAQ,GAAY,KAAK,CAAC;QAGhC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,0CAA0C,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;QAC9C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC;QACvD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,KAAK,CAAC;QACjD,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,KAAK,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC;QACvC,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;QAC9C,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,OAAO,IAAI,IAAI,CAAC;QAE9C,yBAAyB;QACzB,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YACjC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC/B,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC;QAEzB,6CAA6C;QAC7C,IAAI,IAAI,CAAC,UAAU,IAAI,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACnE,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QAC1B,CAAC;QAED,+CAA+C;QAC/C,IAAI,CAAC;YACH,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,EAAE;gBAC5B,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC/B,CAAC,CAAC,CAAC;QACL,CAAC;QAAC,MAAM,CAAC;YACP,oCAAoC;QACtC,CAAC;QAED,IAAI,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;IACpC,CAAC;IAED,mEAAmE;IAEnE;;;;;;OAMG;IACH,gBAAgB,CAAC,MAAW,EAAE,OAA2B;QACvD,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,IAAI,CAAC;YAElB,+BAA+B;YAC/B,MAAM,cAAc,GAClB,MAAM,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAElE,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,IAAI,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;gBACnE,OAAO;YACT,CAAC;YAED,oCAAoC;YACpC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WACpC,MAAW,EACX,cAAoB;gBAEpB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC7B,MAAM,WAAW,GAAG,MAAM,EAAE,MAAM,KAAK,IAAI,CAAC;gBAE5C,IAAI,WAAW,EAAE,CAAC;oBAChB,OAAO,IAAI,CAAC,mBAAmB,CAC7B,cAAc,EACd,MAAM,EACN,cAAc,EACd,SAAS,EACT,WAAW,CACZ,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,OAAO,IAAI,CAAC,sBAAsB,CAChC,cAAc,EACd,MAAM,EACN,cAAc,EACd,SAAS,EACT,WAAW,CACZ,CAAC;gBACJ,CAAC;YACH,CAAC,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+BAA+B;YAC/B,IAAI,CAAC,mBAAmB,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,oEAAoE;IAEpE;;;;;;OAMG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QAErB,IAAI,CAAC;YACH,wBAAwB;YACxB,IAAI,IAAI,CAAC,YAAY,KAAK,MAAM,EAAE,CAAC;gBACjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;gBAClD,IAAI,OAAO,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACrC,IAAI,CAAC,GAAG,CACN,iBAAiB,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,eAAe,CACtF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,gBAAgB;gBAChB,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC;gBAChC,IAAI,CAAC,GAAG,CAAC,qCAAqC,CAAC,CAAC;YAClD,CAAC;YAED,6CAA6C;YAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YACtD,MAAM,gBAAgB,GAAG,IAAI,CAAC,YAAY,CAAC;YAC3C,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;YAEtB,IAAI,SAAS,GAAiB,IAAI,CAAC;YACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;YAEjB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC3C,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAC3B,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;gBAE3B,kCAAkC;gBAClC,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;gBAC7B,IAAI,IAAI,CAAC,YAAY,KAAK,WAAW,EAAE,CAAC;oBACtC,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;oBAC7B,IAAI,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChE,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;gBAErC,qCAAqC;gBACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;gBAC7B,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,CAAC;YAED,wCAAwC;YACxC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;gBACzB,IAAI,CAAC;oBACH,IAAI,CAAC,eAAe,CAAC;wBACnB,IAAI,EAAE,KAAK,CAAC,MAAM;wBAClB,QAAQ;wBACR,QAAQ;wBACR,OAAO,EAAE,gBAAgB;wBACzB,UAAU,EAAE,SAAS;qBACtB,CAAC,CAAC;gBACL,CAAC;gBAAC,MAAM,CAAC;oBACP,iCAAiC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACxB,CAAC;QAED,0DAA0D;QAC1D,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YAC3C,sDAAsD;YACtD,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACpD,CAAC;IACH,CAAC;IAED,mEAAmE;IAEnE;;;;;;;;;;;OAWG;IACH,KAAK,CAAC,KAAK,CACT,OAAe,EACf,EAA2C;QAE3C,IAAI,CAAC;YACH,oCAAoC;YACpC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;YAEhD,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC;YAC7B,IAAI,CAAC,kBAAkB,GAAG,OAAO,CAAC;YAClC,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAExB,MAAM,GAAG,GAAiB;gBACxB,OAAO;gBACP,YAAY,EAAE,IAAI;gBAClB,OAAO;gBACP,KAAK,EAAE,KAAK,EAAE,IAAY,EAAE,OAA+B,EAAE,EAAE;oBAC7D,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;oBACxB,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC;oBACxB,IAAI,CAAC;wBACH,MAAM,OAAO,EAAE,CAAC;oBAClB,CAAC;4BAAS,CAAC;wBACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;wBACxB,GAAG,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC1B,CAAC;gBACH,CAAC;aACF,CAAC;YAEF,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,wDAAwD;YACxD,MAAM,GAAG,CAAC;QACZ,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;YAC1B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC;QACjC,CAAC;IACH,CAAC;IAED,oEAAoE;IAEpE;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,oEAAoE;IAE5D,KAAK,CAAC,sBAAsB,CAClC,cAAwB,EACxB,MAAW,EACX,cAAmB,EACnB,SAAiB,EACjB,WAAmC;QAEnC,IAAI,QAAa,CAAC;QAClB,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,IAAI,KAAK,GAAQ,IAAI,CAAC;QAEtB,IAAI,CAAC;YACH,QAAQ,GAAG,MAAM,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,GAAG,KAAK,CAAC;YAChB,KAAK,GAAG,GAAG,CAAC;QACd,CAAC;QAED,2DAA2D;QAC3D,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,MAAM,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,MAAM,EAAE,KAAK,IAAI,SAAS,CAAC;YAC5D,MAAM,QAAQ,GAAG,QAAQ,EAAE,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACrD,MAAM,SAAS,GAAG,QAAQ,EAAE,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;YAE1D,IAAI,CAAC,YAAY,CAAC;gBAChB,QAAQ,EAAE,QAAQ;gBAClB,KAAK;gBACL,SAAS,EAAE,QAAQ;gBACnB,UAAU,EAAE,SAAS;gBACrB,UAAU,EAAE,SAAS;gBACrB,OAAO;gBACP,QAAQ,EAAE,MAAM,EAAE,QAAQ;gBAC1B,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+BAA+B;YAC/B,IAAI,CAAC,mBAAmB,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;QAC1D,CAAC;QAED,qDAAqD;QACrD,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,KAAK,CAAC;QACd,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,oEAAoE;IAE5D,KAAK,CAAC,mBAAmB,CAC/B,cAAwB,EACxB,MAAW,EACX,cAAmB,EACnB,SAAiB,EACjB,WAAmC;QAEnC,IAAI,CAAC;YACH,8DAA8D;YAC9D,MAAM,YAAY,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;YAEnC,gEAAgE;YAChE,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,CAAC;gBACjC,YAAY,CAAC,cAAc,GAAG,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;YACxD,CAAC;iBAAM,IAAI,YAAY,CAAC,cAAc,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;gBAC/D,oDAAoD;gBACpD,IAAI,CAAC,GAAG,CACN,yEAAyE,CAC1E,CAAC;YACJ,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC;YAElE,2DAA2D;YAC3D,MAAM,IAAI,GAAG,IAAI,CAAC;YAClB,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,IAAI,SAAS,CAAC;YACzC,MAAM,QAAQ,GAAG,MAAM,EAAE,QAAQ,CAAC;YAClC,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,aAAa,GAAG,IAAI,CAAC;YACzB,IAAI,WAAW,GAAG,KAAK,CAAC;YAExB,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAEnE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG;gBAC7B,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;gBACpC,OAAO;oBACL,KAAK,CAAC,IAAI;wBACR,IAAI,CAAC;4BACH,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;4BAErC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gCACjB,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;gCAE3B,mDAAmD;gCACnD,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oCAChB,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,aAAa,IAAI,QAAQ,CAAC;oCACjD,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,iBAAiB,IAAI,SAAS,CAAC;gCACzD,CAAC;gCAED,wCAAwC;gCACxC,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oCAChB,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC;gCAC5B,CAAC;4BACH,CAAC;4BAED,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gCAChB,oDAAoD;gCACpD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gCACzC,IAAI,CAAC,YAAY,CAAC;oCAChB,QAAQ,EAAE,QAAQ;oCAClB,KAAK,EAAE,WAAW;oCAClB,SAAS,EAAE,QAAQ;oCACnB,UAAU,EAAE,SAAS;oCACrB,UAAU,EAAE,SAAS;oCACrB,OAAO,EAAE,aAAa;oCACtB,QAAQ;oCACR,IAAI,EAAE,WAAW;iCAClB,CAAC,CAAC;4BACL,CAAC;4BAED,OAAO,MAAM,CAAC;wBAChB,CAAC;wBAAC,OAAO,GAAG,EAAE,CAAC;4BACb,6BAA6B;4BAC7B,aAAa,GAAG,KAAK,CAAC;4BACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;4BACzC,IAAI,CAAC,YAAY,CAAC;gCAChB,QAAQ,EAAE,QAAQ;gCAClB,KAAK,EAAE,WAAW;gCAClB,SAAS,EAAE,QAAQ;gCACnB,UAAU,EAAE,SAAS;gCACrB,UAAU,EAAE,SAAS;gCACrB,OAAO,EAAE,KAAK;gCACd,QAAQ;gCACR,IAAI,EAAE,WAAW;6BAClB,CAAC,CAAC;4BACH,MAAM,GAAG,CAAC,CAAC,4BAA4B;wBACzC,CAAC;oBACH,CAAC;oBACD,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC;oBACvC,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC;iBACtC,CAAC;YACJ,CAAC,CAAC;YAEF,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,sBAAsB;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACzC,IAAI,CAAC,YAAY,CAAC;gBAChB,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,MAAM,EAAE,KAAK,IAAI,SAAS;gBACjC,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,UAAU,EAAE,SAAS;gBACrB,OAAO,EAAE,KAAK;gBACd,QAAQ,EAAE,MAAM,EAAE,QAAQ;gBAC1B,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,CAAC,4BAA4B;QACzC,CAAC;IACH,CAAC;IAED,oEAAoE;IAE5D,YAAY,CAAC,IASpB;QACC,IAAI,CAAC;YACH,oCAAoC;YACpC,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACnD,OAAO;YACT,CAAC;YAED,oCAAoC;YACpC,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBAC5D,OAAO;YACT,CAAC;YAED,qCAAqC;YACrC,IAAI,UAAU,GAAkB,IAAI,CAAC;YACrC,IAAI,aAAa,GAAkB,IAAI,CAAC;YAExC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnD,UAAU,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAErE,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;oBACvB,aAAa,GAAG,YAAY,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,MAAM,KAAK,GAAgB;gBACzB,QAAQ,EAAE,OAAO,IAAA,mBAAU,GAAE,EAAE;gBAC/B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,IAAI,CAAC,aAAa;gBAC5B,OAAO,EAAE,IAAI;gBACb,cAAc,EAAE,IAAI;gBACpB,KAAK,EAAE,IAAI,CAAC,WAAW;gBACvB,WAAW,EAAE,UAAU;gBACvB,cAAc,EAAE,aAAa;gBAC7B,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE;gBACtB,WAAW,EAAE,WAAW;gBACxB,YAAY,EAAE,YAAY;aAC3B,CAAC;YAEF,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACvB,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAEzB,IAAI,CAAC,GAAG,CACN,mBAAmB,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,SAAS,MAAM,KAAK,CAAC,UAAU,MAAM,CAC/E,CAAC;YAEF,8BAA8B;YAC9B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC3C,IAAI,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,+BAA+B;YAC/B,IAAI,CAAC,mBAAmB,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,mEAAmE;IAE3D,KAAK,CAAC,SAAS,CACrB,MAAqB;QAErB,MAAM,cAAc,GAAG,QAAQ,IAAA,mBAAU,GAAE,EAAE,CAAC;QAE9C,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,cAAc,EAAE,KAAK;YACrB,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,SAAS,GAAiB,IAAI,CAAC;QAEnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YAC5D,IAAI,CAAC;gBACH,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;oBAChB,gDAAgD;oBAChD,MAAM,KAAK,GACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC;oBAC5E,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,CAAC;gBAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE;oBAC1C,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,MAAM,EAAE;wBACtC,mBAAmB,EAAE,cAAc;qBACpC;oBACD,IAAI;iBACL,CAAC,CAAC;gBAEH,UAAU;gBACV,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAQ,CAAC;oBAC5C,IAAI,CAAC,GAAG,CACN,kBAAkB,IAAI,CAAC,QAAQ,cAAc,IAAI,CAAC,QAAQ,WAAW,CACtE,CAAC;oBACF,OAAO,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,CAAC,EAAE,CAAC;gBACxE,CAAC;gBAED,uCAAuC;gBACvC,IAAI,YAAY,GAAG,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACvC,CAAC;gBAAC,MAAM,CAAC;oBACP,4BAA4B;gBAC9B,CAAC;gBAED,mDAAmD;gBACnD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;oBACvD,IAAI,CAAC,GAAG,CAAC,gDAAgD,UAAU,GAAG,CAAC,CAAC;oBACxE,SAAS,GAAG,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBAC5C,IAAI,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;oBAC3C,SAAS;gBACX,CAAC;gBAED,2BAA2B;gBAC3B,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,IAAI,CAAC,GAAG,CAAC,oCAAoC,YAAY,EAAE,CAAC,CAAC;oBAC7D,IAAI,CAAC,GAAG,CAAC,wDAAwD,CAAC,CAAC;oBACnE,SAAS,GAAG,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;oBAC3D,IAAI,CAAC,gBAAgB,GAAG,kBAAkB,CAAC;oBAC3C,MAAM;gBACR,CAAC;gBAED,4BAA4B;gBAC5B,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;oBAC5B,IAAI,CAAC,GAAG,CAAC,mCAAmC,YAAY,EAAE,CAAC,CAAC;oBAC5D,IAAI,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;oBACjE,SAAS,GAAG,IAAI,KAAK,CAAC,sBAAsB,YAAY,EAAE,CAAC,CAAC;oBAC5D,IAAI,CAAC,gBAAgB,GAAG,iBAAiB,CAAC;oBAC1C,MAAM;gBACR,CAAC;gBAED,uBAAuB;gBACvB,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,EAAE,CAAC;oBAC3B,IAAI,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,MAAM,mBAAmB,YAAY,EAAE,CAAC,CAAC;oBAC5E,SAAS,GAAG,IAAI,KAAK,CAAC,iBAAiB,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;oBAC3D,IAAI,CAAC,gBAAgB,GAAG,GAAG,QAAQ,CAAC,MAAM,eAAe,CAAC;oBAC1D,SAAS;gBACX,CAAC;gBAED,mCAAmC;gBACnC,IAAI,CAAC,GAAG,CAAC,iBAAiB,QAAQ,CAAC,MAAM,MAAM,YAAY,EAAE,CAAC,CAAC;gBAC/D,SAAS,GAAG,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,YAAY,EAAE,CAAC,CAAC;gBAClE,IAAI,CAAC,gBAAgB,GAAG,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;gBAC7C,MAAM;YACR,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,wBAAwB;gBACxB,SAAS,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAChE,IAAI,CAAC,GAAG,CAAC,iCAAiC,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC/D,IAAI,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;gBAClD,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;gBACxC,SAAS;YACX,CAAC;QACH,CAAC;QAED,MAAM,SAAS,IAAI,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC1D,CAAC;IAED,mEAAmE;IAE3D,oBAAoB,CAAC,KAAY;QACvC,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,IAAI,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;YAC7D,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC;YAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,IAAI,CAAC,GAAG,CACN,wBAAwB,IAAI,CAAC,mBAAmB,0BAA0B,IAAI,CAAC,gBAAgB,oBAAoB,IAAI,CAAC,iBAAiB,GAAG,IAAI,IAAI,CACrJ,CAAC;QACJ,CAAC;QAED,wCAAwC;QACxC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACP,iCAAiC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,mEAAmE;IAE3D,iBAAiB;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC;YACrD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,qBAAqB;YACnD,IAAI,CAAC,YAAY,IAAI,MAAM,CAAC;YAE5B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,OAAO,CAAC,IAAI,CAAC,uBAAuB,MAAM,sBAAsB,CAAC,CAAC;YACpE,CAAC;QACH,CAAC;IACH,CAAC;IAED,oEAAoE;IAE5D,mBAAmB,CAAC,OAAe,EAAE,GAAY;QACvD,iDAAiD;QACjD,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,CAAC,IAAI,CAAC,iCAAiC,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,IAAI,CAAC,eAAe,CAClB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CACpD,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,qCAAqC;YACvC,CAAC;QACH,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,OAAe;QACzB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF;AA9qBD,8BA8qBC"}

package/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@llmtracer/sdk",
+  "version": "1.0.0",
+  "description": "See where your AI budget goes. Lightweight LLM cost tracking SDK.",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": ["dist"],
+  "scripts": {
+    "build": "tsc",
+    "test": "node test/test-with-openai.js"
+  },
+  "keywords": ["llm", "openai", "cost", "tracking", "observability"],
+  "author": "LLM Tracer <hello@llmtracer.com>",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/llmtracer/sdk.git"
+  },
+  "homepage": "https://github.com/llmtracer/sdk#readme",
+  "bugs": {
+    "url": "https://github.com/llmtracer/sdk/issues"
+  },
+  "dependencies": {},
+  "devDependencies": {
+    "typescript": "^5.3.0",
+    "openai": "^4.0.0"
+  },
+  "peerDependencies": {
+    "openai": ">=4.0.0"
+  },
+  "engines": {
+    "node": ">=18"
+  }
+}