@f3d1/llmkit-sdk 0.0.1

package/dist/client.d.ts

@@ -0,0 +1,30 @@
+import type { CostBreakdown, LLMKitConfig, LLMRequest, LLMResponse, TokenUsage } from '@f3d1/llmkit-shared';
+type ChatRequest = Omit<LLMRequest, 'provider'> & {
+    provider?: string;
+};
+export declare class LLMKit {
+    private config;
+    private sessionId?;
+    constructor(config: LLMKitConfig);
+    session(id?: string): LLMKit;
+    chat(req: ChatRequest): Promise<LLMResponse>;
+    chatStream(req: ChatRequest): Promise<ChatStream>;
+    private fetch;
+}
+export declare class ChatStream {
+    private response;
+    private _usage?;
+    private _cost?;
+    private _model?;
+    private _provider?;
+    private _id?;
+    constructor(response: Response);
+    get usage(): TokenUsage | undefined;
+    get cost(): CostBreakdown | undefined;
+    get model(): string | undefined;
+    get provider(): string | undefined;
+    get id(): string | undefined;
+    [Symbol.asyncIterator](): AsyncGenerator<string>;
+}
+export {};
+//# sourceMappingURL=client.d.ts.map

package/dist/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAI5G,KAAK,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,GAAG;IAAE,QAAQ,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAExE,qBAAa,MAAM;IACjB,OAAO,CAAC,MAAM,CAAqD;IACnE,OAAO,CAAC,SAAS,CAAC,CAAS;gBAEf,MAAM,EAAE,YAAY;IAQhC,OAAO,CAAC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM;IAQtB,IAAI,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;IAY5C,UAAU,CAAC,GAAG,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IAYvD,OAAO,CAAC,KAAK;CAoBd;AAGD,qBAAa,UAAU;IAOT,OAAO,CAAC,QAAQ;IAN5B,OAAO,CAAC,MAAM,CAAC,CAAa;IAC5B,OAAO,CAAC,KAAK,CAAC,CAAgB;IAC9B,OAAO,CAAC,MAAM,CAAC,CAAS;IACxB,OAAO,CAAC,SAAS,CAAC,CAAS;IAC3B,OAAO,CAAC,GAAG,CAAC,CAAS;gBAED,QAAQ,EAAE,QAAQ;IAEtC,IAAI,KAAK,2BAA0B;IACnC,IAAI,IAAI,8BAAyB;IACjC,IAAI,KAAK,uBAA0B;IACnC,IAAI,QAAQ,uBAA6B;IACzC,IAAI,EAAE,uBAAuB;IAEtB,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC;CAsDxD"}

package/dist/client.js

@@ -0,0 +1,124 @@
+const DEFAULT_BASE_URL = 'https://api.llmkit.dev';
+export class LLMKit {
+    config;
+    sessionId;
+    constructor(config) {
+        this.config = {
+            apiKey: config.apiKey,
+            baseUrl: config.baseUrl || DEFAULT_BASE_URL,
+        };
+        this.sessionId = config.sessionId;
+    }
+    session(id) {
+        const clone = new LLMKit({
+            ...this.config,
+            sessionId: id || crypto.randomUUID(),
+        });
+        return clone;
+    }
+    async chat(req) {
+        const res = await this.fetch(req);
+        if (!res.ok) {
+            const body = await res.json().catch(() => null);
+            const msg = body?.error?.message || body?.message || res.statusText;
+            throw new Error(msg);
+        }
+        return res.json();
+    }
+    async chatStream(req) {
+        const res = await this.fetch({ ...req, stream: true });
+        if (!res.ok) {
+            const body = await res.json().catch(() => null);
+            const msg = body?.error?.message || body?.message || res.statusText;
+            throw new Error(msg);
+        }
+        return new ChatStream(res);
+    }
+    fetch(req) {
+        const headers = {
+            'Authorization': `Bearer ${this.config.apiKey}`,
+            'Content-Type': 'application/json',
+            'x-llmkit-format': 'llmkit',
+        };
+        if (this.sessionId) {
+            headers['x-llmkit-session-id'] = this.sessionId;
+        }
+        if (req.provider) {
+            headers['x-llmkit-provider'] = req.provider;
+        }
+        return fetch(`${this.config.baseUrl}/v1/chat/completions`, {
+            method: 'POST',
+            headers,
+            body: JSON.stringify(req),
+        });
+    }
+}
+// async iterable that yields text chunks and exposes metadata after completion
+export class ChatStream {
+    response;
+    _usage;
+    _cost;
+    _model;
+    _provider;
+    _id;
+    constructor(response) {
+        this.response = response;
+    }
+    get usage() { return this._usage; }
+    get cost() { return this._cost; }
+    get model() { return this._model; }
+    get provider() { return this._provider; }
+    get id() { return this._id; }
+    async *[Symbol.asyncIterator]() {
+        if (!this.response.body)
+            throw new Error('No response body');
+        const reader = this.response.body.getReader();
+        const decoder = new TextDecoder();
+        let buffer = '';
+        let currentEvent = '';
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                const lines = buffer.split('\n');
+                buffer = lines.pop();
+                for (const line of lines) {
+                    if (line.startsWith('event: ')) {
+                        currentEvent = line.slice(7).trim();
+                        continue;
+                    }
+                    if (!line.startsWith('data: ')) {
+                        if (line === '')
+                            currentEvent = '';
+                        continue;
+                    }
+                    const raw = line.slice(6).trim();
+                    if (!raw)
+                        continue;
+                    try {
+                        const data = JSON.parse(raw);
+                        if (currentEvent === 'delta' && data.text !== undefined) {
+                            yield data.text;
+                        }
+                        if (currentEvent === 'done') {
+                            this._usage = data.usage;
+                            this._cost = data.cost;
+                            this._model = data.model;
+                            this._provider = data.provider;
+                            this._id = data.id;
+                        }
+                    }
+                    catch {
+                        // partial JSON, will be completed in next chunk
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+    }
+}
+//# sourceMappingURL=client.js.map

package/dist/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../src/client.ts"],"names":[],"mappings":"AAEA,MAAM,gBAAgB,GAAG,wBAAwB,CAAC;AAIlD,MAAM,OAAO,MAAM;IACT,MAAM,CAAqD;IAC3D,SAAS,CAAU;IAE3B,YAAY,MAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG;YACZ,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,gBAAgB;SAC5C,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;IACpC,CAAC;IAED,OAAO,CAAC,EAAW;QACjB,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC;YACvB,GAAG,IAAI,CAAC,MAAM;YACd,SAAS,EAAE,EAAE,IAAI,MAAM,CAAC,UAAU,EAAE;SACrC,CAAC,CAAC;QACH,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAgB;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAElC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,GAAG,CAAC,IAAI,EAA0B,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAgB;QAC/B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QAEvD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,GAAG,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,IAAI,IAAI,EAAE,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC;YACpE,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,GAAuC;QACnD,MAAM,OAAO,GAA2B;YACtC,eAAe,EAAE,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE;YAC/C,cAAc,EAAE,kBAAkB;YAClC,iBAAiB,EAAE,QAAQ;SAC5B,CAAC;QAEF,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO,CAAC,qBAAqB,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC;QAClD,CAAC;QACD,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACjB,OAAO,CAAC,mBAAmB,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC;QAC9C,CAAC;QAED,OAAO,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,sBAAsB,EAAE;YACzD,MAAM,EAAE,MAAM;YACd,OAAO;YACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC;SAC1B,CAAC,CAAC;IACL,CAAC;CACF;AAED,+EAA+E;AAC/E,MAAM,OAAO,UAAU;IAOD;IANZ,MAAM,CAAc;IACpB,KAAK,CAAiB;IACtB,MAAM,CAAU;IAChB,SAAS,CAAU;IACnB,GAAG,CAAU;IAErB,YAAoB,QAAkB;QAAlB,aAAQ,GAAR,QAAQ,CAAU;IAAG,CAAC;IAE1C,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACnC,IAAI,IAAI,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACjC,IAAI,KAAK,KAAK,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IACnC,IAAI,QAAQ,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;IACzC,IAAI,EAAE,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IAE7B,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;YAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,YAAY,GAAG,EAAE,CAAC;QAEtB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;gBAEtB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/B,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;wBACpC,SAAS;oBACX,CAAC;oBAED,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC/B,IAAI,IAAI,KAAK,EAAE;4BAAE,YAAY,GAAG,EAAE,CAAC;wBACnC,SAAS;oBACX,CAAC;oBAED,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjC,IAAI,CAAC,GAAG;wBAAE,SAAS;oBAEnB,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAE7B,IAAI,YAAY,KAAK,OAAO,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;4BACxD,MAAM,IAAI,CAAC,IAAc,CAAC;wBAC5B,CAAC;wBAED,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;4BAC5B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC;4BACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC;4BACvB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC;4BACzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC;4BAC/B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC;wBACrB,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,gDAAgD;oBAClD,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;CACF"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+export type { CostBreakdown, LLMKitConfig, LLMRequest, LLMResponse, ProviderName, SessionSummary, TokenUsage, } from '@f3d1/llmkit-shared';
+export { ChatStream, LLMKit } from './client';
+export type { CostEntry } from './tracker';
+export { CostTracker } from './tracker';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACV,aAAa,EACb,YAAY,EACZ,UAAU,EACV,WAAW,EACX,YAAY,EACZ,cAAc,EACd,UAAU,GACX,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAC9C,YAAY,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}

package/dist/index.js

@@ -0,0 +1,3 @@
+export { ChatStream, LLMKit } from './client';
+export { CostTracker } from './tracker';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAE9C,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC"}

package/dist/tracker.d.ts

@@ -0,0 +1,64 @@
+import { type ProviderName } from '@f3d1/llmkit-shared';
+interface UsageInput {
+    inputTokens: number;
+    outputTokens: number;
+    cacheReadTokens?: number;
+    cacheWriteTokens?: number;
+    sessionId?: string;
+}
+export interface CostEntry {
+    provider: ProviderName;
+    model: string;
+    inputTokens: number;
+    outputTokens: number;
+    cacheReadTokens: number;
+    cacheWriteTokens: number;
+    costCents: number;
+    sessionId?: string;
+    timestamp: Date;
+}
+interface OpenAILikeUsage {
+    prompt_tokens: number;
+    completion_tokens: number;
+}
+interface AnthropicLikeUsage {
+    input_tokens: number;
+    output_tokens: number;
+    cache_read_input_tokens?: number;
+    cache_creation_input_tokens?: number;
+}
+type CostListener = (entry: CostEntry) => void;
+interface TrackerConfig {
+    log?: boolean;
+    onTrack?: CostListener;
+}
+interface Bucket {
+    cents: number;
+    requests: number;
+    inputTokens: number;
+    outputTokens: number;
+}
+export declare class CostTracker {
+    private entries;
+    private listeners;
+    private shouldLog;
+    constructor(config?: TrackerConfig);
+    track(provider: ProviderName, model: string, usage: UsageInput): CostEntry;
+    trackResponse(provider: ProviderName, response: {
+        model: string;
+        usage: OpenAILikeUsage | AnthropicLikeUsage;
+    }): CostEntry;
+    on(listener: CostListener): () => void;
+    get totalCents(): number;
+    get totalDollars(): string;
+    get requestCount(): number;
+    byProvider(): Record<string, Bucket>;
+    byModel(): Record<string, Bucket>;
+    bySession(): Record<string, Bucket>;
+    summary(): string;
+    reset(): void;
+    private emit;
+    private groupBy;
+}
+export {};
+//# sourceMappingURL=tracker.d.ts.map

package/dist/tracker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracker.d.ts","sourceRoot":"","sources":["../src/tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEvE,UAAU,UAAU;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,gBAAgB,EAAE,MAAM,CAAC;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;CACjB;AAGD,UAAU,eAAe;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,UAAU,kBAAkB;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,uBAAuB,CAAC,EAAE,MAAM,CAAC;IACjC,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,KAAK,YAAY,GAAG,CAAC,KAAK,EAAE,SAAS,KAAK,IAAI,CAAC;AAE/C,UAAU,aAAa;IACrB,GAAG,CAAC,EAAE,OAAO,CAAC;IACd,OAAO,CAAC,EAAE,YAAY,CAAC;CACxB;AAED,UAAU,MAAM;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,WAAW;IACtB,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,SAAS,CAAsB;IACvC,OAAO,CAAC,SAAS,CAAU;gBAEf,MAAM,GAAE,aAAkB;IAKtC,KAAK,CAAC,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,SAAS;IAyB1E,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,eAAe,GAAG,kBAAkB,CAAA;KAAE,GAAG,SAAS;IAkB1H,EAAE,CAAC,QAAQ,EAAE,YAAY,GAAG,MAAM,IAAI;IAQtC,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,UAAU,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIpC,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAIjC,SAAS,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAInC,OAAO,IAAI,MAAM;IA0BjB,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,IAAI;IAWZ,OAAO,CAAC,OAAO;CAahB"}

package/dist/tracker.js

@@ -0,0 +1,121 @@
+import { calculateCost } from '@f3d1/llmkit-shared';
+export class CostTracker {
+    entries = [];
+    listeners = [];
+    shouldLog;
+    constructor(config = {}) {
+        this.shouldLog = config.log ?? false;
+        if (config.onTrack)
+            this.listeners.push(config.onTrack);
+    }
+    track(provider, model, usage) {
+        const costDollars = calculateCost(provider, model, usage.inputTokens, usage.outputTokens, usage.cacheReadTokens ?? 0, usage.cacheWriteTokens ?? 0);
+        const entry = {
+            provider,
+            model,
+            inputTokens: usage.inputTokens,
+            outputTokens: usage.outputTokens,
+            cacheReadTokens: usage.cacheReadTokens ?? 0,
+            cacheWriteTokens: usage.cacheWriteTokens ?? 0,
+            costCents: +(costDollars * 100).toFixed(4),
+            sessionId: usage.sessionId,
+            timestamp: new Date(),
+        };
+        this.entries.push(entry);
+        this.emit(entry);
+        return entry;
+    }
+    // accepts a raw response from OpenAI SDK (prompt_tokens) or Anthropic SDK (input_tokens)
+    trackResponse(provider, response) {
+        const { model, usage } = response;
+        if ('prompt_tokens' in usage) {
+            return this.track(provider, model, {
+                inputTokens: usage.prompt_tokens,
+                outputTokens: usage.completion_tokens,
+            });
+        }
+        return this.track(provider, model, {
+            inputTokens: usage.input_tokens,
+            outputTokens: usage.output_tokens,
+            cacheReadTokens: usage.cache_read_input_tokens,
+            cacheWriteTokens: usage.cache_creation_input_tokens,
+        });
+    }
+    on(listener) {
+        this.listeners.push(listener);
+        return () => {
+            const idx = this.listeners.indexOf(listener);
+            if (idx >= 0)
+                this.listeners.splice(idx, 1);
+        };
+    }
+    get totalCents() {
+        return this.entries.reduce((sum, e) => sum + e.costCents, 0);
+    }
+    get totalDollars() {
+        return (this.totalCents / 100).toFixed(4);
+    }
+    get requestCount() {
+        return this.entries.length;
+    }
+    byProvider() {
+        return this.groupBy((e) => e.provider);
+    }
+    byModel() {
+        return this.groupBy((e) => e.model);
+    }
+    bySession() {
+        return this.groupBy((e) => e.sessionId || 'default');
+    }
+    summary() {
+        const lines = [
+            `LLMKit Cost Summary`,
+            `---`,
+            `Total: $${this.totalDollars} (${this.requestCount} requests)`,
+            '',
+        ];
+        const providers = this.byProvider();
+        if (Object.keys(providers).length > 1) {
+            lines.push('By provider:');
+            for (const [name, b] of Object.entries(providers)) {
+                lines.push(`  ${name}: $${fmtCents(b.cents)} (${b.requests} reqs)`);
+            }
+            lines.push('');
+        }
+        const models = this.byModel();
+        lines.push('By model:');
+        for (const [name, b] of Object.entries(models)) {
+            lines.push(`  ${name}: $${fmtCents(b.cents)} (${b.requests} reqs)`);
+        }
+        return lines.join('\n');
+    }
+    reset() {
+        this.entries = [];
+    }
+    emit(entry) {
+        if (this.shouldLog) {
+            const cache = entry.cacheReadTokens > 0 ? `, ${entry.cacheReadTokens} cached` : '';
+            console.log(`[llmkit] ${entry.provider}/${entry.model}: $${fmtCents(entry.costCents)} ` +
+                `(${entry.inputTokens} in, ${entry.outputTokens} out${cache})`);
+        }
+        for (const fn of this.listeners)
+            fn(entry);
+    }
+    groupBy(keyFn) {
+        const out = {};
+        for (const e of this.entries) {
+            const key = keyFn(e);
+            const b = out[key] || { cents: 0, requests: 0, inputTokens: 0, outputTokens: 0 };
+            b.cents += e.costCents;
+            b.requests++;
+            b.inputTokens += e.inputTokens;
+            b.outputTokens += e.outputTokens;
+            out[key] = b;
+        }
+        return out;
+    }
+}
+function fmtCents(cents) {
+    return (cents / 100).toFixed(4);
+}
+//# sourceMappingURL=tracker.js.map

package/dist/tracker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracker.js","sourceRoot":"","sources":["../src/tracker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAqB,MAAM,qBAAqB,CAAC;AAiDvE,MAAM,OAAO,WAAW;IACd,OAAO,GAAgB,EAAE,CAAC;IAC1B,SAAS,GAAmB,EAAE,CAAC;IAC/B,SAAS,CAAU;IAE3B,YAAY,SAAwB,EAAE;QACpC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,IAAI,KAAK,CAAC;QACrC,IAAI,MAAM,CAAC,OAAO;YAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,QAAsB,EAAE,KAAa,EAAE,KAAiB;QAC5D,MAAM,WAAW,GAAG,aAAa,CAC/B,QAAQ,EAAE,KAAK,EACf,KAAK,CAAC,WAAW,EAAE,KAAK,CAAC,YAAY,EACrC,KAAK,CAAC,eAAe,IAAI,CAAC,EAAE,KAAK,CAAC,gBAAgB,IAAI,CAAC,CACxD,CAAC;QAEF,MAAM,KAAK,GAAc;YACvB,QAAQ;YACR,KAAK;YACL,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;YAC3C,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,CAAC;YAC7C,SAAS,EAAE,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;YAC1C,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,yFAAyF;IACzF,aAAa,CAAC,QAAsB,EAAE,QAAwE;QAC5G,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,QAAQ,CAAC;QAElC,IAAI,eAAe,IAAI,KAAK,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE;gBACjC,WAAW,EAAE,KAAK,CAAC,aAAa;gBAChC,YAAY,EAAE,KAAK,CAAC,iBAAiB;aACtC,CAAC,CAAC;QACL,CAAC;QAED,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,KAAK,EAAE;YACjC,WAAW,EAAE,KAAK,CAAC,YAAY;YAC/B,YAAY,EAAE,KAAK,CAAC,aAAa;YACjC,eAAe,EAAE,KAAK,CAAC,uBAAuB;YAC9C,gBAAgB,EAAE,KAAK,CAAC,2BAA2B;SACpD,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,QAAsB;QACvB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,OAAO,GAAG,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC7C,IAAI,GAAG,IAAI,CAAC;gBAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC;IACJ,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,YAAY;QACd,OAAO,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,SAAS,CAAC,CAAC;IACvD,CAAC;IAED,OAAO;QACL,MAAM,KAAK,GAAG;YACZ,qBAAqB;YACrB,KAAK;YACL,WAAW,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,YAAY;YAC9D,EAAE;SACH,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACpC,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC3B,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClD,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC;YACtE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC9B,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxB,KAAK,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC;QACtE,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAEO,IAAI,CAAC,KAAgB;QAC3B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,eAAe,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC;YACnF,OAAO,CAAC,GAAG,CACT,YAAY,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,KAAK,MAAM,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG;gBAC3E,IAAI,KAAK,CAAC,WAAW,QAAQ,KAAK,CAAC,YAAY,OAAO,KAAK,GAAG,CAC/D,CAAC;QACJ,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,SAAS;YAAE,EAAE,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IAEO,OAAO,CAAC,KAA+B;QAC7C,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YACjF,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,SAAS,CAAC;YACvB,CAAC,CAAC,QAAQ,EAAE,CAAC;YACb,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,WAAW,CAAC;YAC/B,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,YAAY,CAAC;YACjC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;CACF;AAED,SAAS,QAAQ,CAAC,KAAa;IAC7B,OAAO,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AAClC,CAAC"}

package/package.json

@@ -0,0 +1,25 @@
+{
+  "name": "@f3d1/llmkit-sdk",
+  "version": "0.0.1",
+  "license": "MIT",
+  "description": "TypeScript SDK for LLMKit - cost tracking, provider routing, budget enforcement",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": ["dist"],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@f3d1/llmkit-shared": "workspace:*"
+  }
+}