@reaatech/llm-cost-telemetry-providers 0.1.0

package/dist/index.d.cts

@@ -0,0 +1,193 @@
+import { CostSpan, TelemetryContext, Provider } from '@reaatech/llm-cost-telemetry';
+import OpenAI from 'openai';
+import Anthropic from '@anthropic-ai/sdk';
+import { GoogleGenerativeAI, GenerativeModel } from '@google/generative-ai';
+
+/**
+ * Base provider wrapper interface
+ * All provider wrappers extend this abstract class
+ */
+
+/**
+ * Request metadata captured by the wrapper
+ */
+interface RequestMetadata {
+    /** Model being used */
+    model: string;
+    /** Request parameters */
+    params: unknown;
+    /** Telemetry context if provided */
+    telemetry?: Partial<TelemetryContext>;
+    /** Request start time */
+    startTime: Date;
+}
+/**
+ * Response metadata captured by the wrapper
+ */
+interface ResponseMetadata {
+    /** Input tokens used */
+    inputTokens: number;
+    /** Output tokens used */
+    outputTokens: number;
+    /** Cache read tokens (if applicable) */
+    cacheReadTokens?: number;
+    /** Cache creation tokens (if applicable) */
+    cacheCreationTokens?: number;
+    /** Response end time */
+    endTime: Date;
+    /** Any error that occurred */
+    error?: Error;
+}
+/**
+ * Callback for when a cost span is recorded
+ */
+type SpanCallback = (span: CostSpan) => void;
+/**
+ * Abstract base class for provider wrappers
+ */
+declare abstract class BaseProviderWrapper<TClient = unknown> {
+    /** The wrapped client */
+    protected client: TClient;
+    /** Callback for cost spans */
+    protected onSpanCallback: SpanCallback | null;
+    /** Default telemetry context */
+    protected defaultContext: Partial<TelemetryContext>;
+    /**
+     * Create a new provider wrapper
+     */
+    constructor(client: TClient);
+    /**
+     * Get the provider name
+     */
+    abstract get provider(): Provider;
+    /**
+     * Set the callback for cost spans
+     */
+    onSpan(callback: SpanCallback): void;
+    /**
+     * Set default telemetry context
+     */
+    setDefaultContext(context: Partial<TelemetryContext>): void;
+    /**
+     * Create a cost span from request and response metadata
+     */
+    protected createSpan(request: RequestMetadata, response: ResponseMetadata): CostSpan;
+    /**
+     * Emit a cost span
+     */
+    protected emitSpan(span: CostSpan): void;
+    /**
+     * Extract telemetry context from request options
+     */
+    protected extractTelemetryContext(options: Record<string, unknown>): Partial<TelemetryContext> | undefined;
+    /**
+     * Dispose of the wrapper and release resources
+     */
+    dispose(): void;
+    /**
+     * Get the underlying client
+     */
+    unwrap(): TClient;
+}
+
+/**
+ * OpenAI SDK wrapper for cost telemetry
+ */
+
+/**
+ * Wrapped OpenAI client type
+ */
+type WrappedOpenAI = OpenAI & {
+    chat: {
+        completions: {
+            create: OpenAI['chat']['completions']['create'];
+        };
+    };
+    completions: {
+        create: OpenAI['completions']['create'];
+    };
+};
+/**
+ * OpenAI provider wrapper
+ */
+declare class OpenAIWrapper extends BaseProviderWrapper<OpenAI> {
+    /**
+     * Get the provider name
+     */
+    get provider(): 'openai';
+    /**
+     * Wrap the OpenAI client to intercept chat completions
+     */
+    wrap(): WrappedOpenAI;
+}
+/**
+ * Wrap an OpenAI client for cost telemetry
+ */
+declare function wrapOpenAI(client: OpenAI): WrappedOpenAI;
+
+/**
+ * Anthropic SDK wrapper for cost telemetry
+ */
+
+/**
+ * Wrapped Anthropic client type
+ */
+type WrappedAnthropic = Anthropic & {
+    messages: {
+        create: Anthropic['messages']['create'];
+    };
+};
+/**
+ * Anthropic provider wrapper with cache-aware cost tracking
+ */
+declare class AnthropicWrapper extends BaseProviderWrapper<Anthropic> {
+    /**
+     * Get the provider name
+     */
+    get provider(): 'anthropic';
+    /**
+     * Wrap the Anthropic client to intercept messages.create
+     */
+    wrap(): WrappedAnthropic;
+}
+/**
+ * Wrap an Anthropic client for cost telemetry
+ */
+declare function wrapAnthropic(client: Anthropic): WrappedAnthropic;
+
+/**
+ * Google Generative AI SDK wrapper for cost telemetry
+ */
+
+/**
+ * Wrapped Google Generative AI client type
+ */
+type WrappedGoogleGenerativeAI = GoogleGenerativeAI & {
+    getGenerativeModel: GoogleGenerativeAI['getGenerativeModel'];
+};
+/**
+ * Wrapped GenerativeModel with telemetry support
+ */
+interface WrappedGenerativeModel extends GenerativeModel {
+    generateContent: GenerativeModel['generateContent'];
+    generateContentStream: GenerativeModel['generateContentStream'];
+}
+/**
+ * Google Generative AI provider wrapper
+ */
+declare class GoogleGenerativeAIWrapper extends BaseProviderWrapper<GoogleGenerativeAI> {
+    /**
+     * Get the provider name
+     */
+    get provider(): 'google';
+    /**
+     * Wrap the GoogleGenerativeAI client to intercept generateContent
+     */
+    wrap(): WrappedGoogleGenerativeAI;
+}
+/**
+ * Wrap a GoogleGenerativeAI client for cost telemetry
+ */
+declare function wrapGoogleGenerativeAI(client: GoogleGenerativeAI): WrappedGoogleGenerativeAI;
+
+export { AnthropicWrapper, BaseProviderWrapper, GoogleGenerativeAIWrapper, OpenAIWrapper, type RequestMetadata, type ResponseMetadata, type SpanCallback, type WrappedAnthropic, type WrappedGenerativeModel, type WrappedGoogleGenerativeAI, type WrappedOpenAI, wrapAnthropic, wrapGoogleGenerativeAI, wrapOpenAI };

package/dist/index.d.ts

@@ -0,0 +1,193 @@
+import { CostSpan, TelemetryContext, Provider } from '@reaatech/llm-cost-telemetry';
+import OpenAI from 'openai';
+import Anthropic from '@anthropic-ai/sdk';
+import { GoogleGenerativeAI, GenerativeModel } from '@google/generative-ai';
+
+/**
+ * Base provider wrapper interface
+ * All provider wrappers extend this abstract class
+ */
+
+/**
+ * Request metadata captured by the wrapper
+ */
+interface RequestMetadata {
+    /** Model being used */
+    model: string;
+    /** Request parameters */
+    params: unknown;
+    /** Telemetry context if provided */
+    telemetry?: Partial<TelemetryContext>;
+    /** Request start time */
+    startTime: Date;
+}
+/**
+ * Response metadata captured by the wrapper
+ */
+interface ResponseMetadata {
+    /** Input tokens used */
+    inputTokens: number;
+    /** Output tokens used */
+    outputTokens: number;
+    /** Cache read tokens (if applicable) */
+    cacheReadTokens?: number;
+    /** Cache creation tokens (if applicable) */
+    cacheCreationTokens?: number;
+    /** Response end time */
+    endTime: Date;
+    /** Any error that occurred */
+    error?: Error;
+}
+/**
+ * Callback for when a cost span is recorded
+ */
+type SpanCallback = (span: CostSpan) => void;
+/**
+ * Abstract base class for provider wrappers
+ */
+declare abstract class BaseProviderWrapper<TClient = unknown> {
+    /** The wrapped client */
+    protected client: TClient;
+    /** Callback for cost spans */
+    protected onSpanCallback: SpanCallback | null;
+    /** Default telemetry context */
+    protected defaultContext: Partial<TelemetryContext>;
+    /**
+     * Create a new provider wrapper
+     */
+    constructor(client: TClient);
+    /**
+     * Get the provider name
+     */
+    abstract get provider(): Provider;
+    /**
+     * Set the callback for cost spans
+     */
+    onSpan(callback: SpanCallback): void;
+    /**
+     * Set default telemetry context
+     */
+    setDefaultContext(context: Partial<TelemetryContext>): void;
+    /**
+     * Create a cost span from request and response metadata
+     */
+    protected createSpan(request: RequestMetadata, response: ResponseMetadata): CostSpan;
+    /**
+     * Emit a cost span
+     */
+    protected emitSpan(span: CostSpan): void;
+    /**
+     * Extract telemetry context from request options
+     */
+    protected extractTelemetryContext(options: Record<string, unknown>): Partial<TelemetryContext> | undefined;
+    /**
+     * Dispose of the wrapper and release resources
+     */
+    dispose(): void;
+    /**
+     * Get the underlying client
+     */
+    unwrap(): TClient;
+}
+
+/**
+ * OpenAI SDK wrapper for cost telemetry
+ */
+
+/**
+ * Wrapped OpenAI client type
+ */
+type WrappedOpenAI = OpenAI & {
+    chat: {
+        completions: {
+            create: OpenAI['chat']['completions']['create'];
+        };
+    };
+    completions: {
+        create: OpenAI['completions']['create'];
+    };
+};
+/**
+ * OpenAI provider wrapper
+ */
+declare class OpenAIWrapper extends BaseProviderWrapper<OpenAI> {
+    /**
+     * Get the provider name
+     */
+    get provider(): 'openai';
+    /**
+     * Wrap the OpenAI client to intercept chat completions
+     */
+    wrap(): WrappedOpenAI;
+}
+/**
+ * Wrap an OpenAI client for cost telemetry
+ */
+declare function wrapOpenAI(client: OpenAI): WrappedOpenAI;
+
+/**
+ * Anthropic SDK wrapper for cost telemetry
+ */
+
+/**
+ * Wrapped Anthropic client type
+ */
+type WrappedAnthropic = Anthropic & {
+    messages: {
+        create: Anthropic['messages']['create'];
+    };
+};
+/**
+ * Anthropic provider wrapper with cache-aware cost tracking
+ */
+declare class AnthropicWrapper extends BaseProviderWrapper<Anthropic> {
+    /**
+     * Get the provider name
+     */
+    get provider(): 'anthropic';
+    /**
+     * Wrap the Anthropic client to intercept messages.create
+     */
+    wrap(): WrappedAnthropic;
+}
+/**
+ * Wrap an Anthropic client for cost telemetry
+ */
+declare function wrapAnthropic(client: Anthropic): WrappedAnthropic;
+
+/**
+ * Google Generative AI SDK wrapper for cost telemetry
+ */
+
+/**
+ * Wrapped Google Generative AI client type
+ */
+type WrappedGoogleGenerativeAI = GoogleGenerativeAI & {
+    getGenerativeModel: GoogleGenerativeAI['getGenerativeModel'];
+};
+/**
+ * Wrapped GenerativeModel with telemetry support
+ */
+interface WrappedGenerativeModel extends GenerativeModel {
+    generateContent: GenerativeModel['generateContent'];
+    generateContentStream: GenerativeModel['generateContentStream'];
+}
+/**
+ * Google Generative AI provider wrapper
+ */
+declare class GoogleGenerativeAIWrapper extends BaseProviderWrapper<GoogleGenerativeAI> {
+    /**
+     * Get the provider name
+     */
+    get provider(): 'google';
+    /**
+     * Wrap the GoogleGenerativeAI client to intercept generateContent
+     */
+    wrap(): WrappedGoogleGenerativeAI;
+}
+/**
+ * Wrap a GoogleGenerativeAI client for cost telemetry
+ */
+declare function wrapGoogleGenerativeAI(client: GoogleGenerativeAI): WrappedGoogleGenerativeAI;
+
+export { AnthropicWrapper, BaseProviderWrapper, GoogleGenerativeAIWrapper, OpenAIWrapper, type RequestMetadata, type ResponseMetadata, type SpanCallback, type WrappedAnthropic, type WrappedGenerativeModel, type WrappedGoogleGenerativeAI, type WrappedOpenAI, wrapAnthropic, wrapGoogleGenerativeAI, wrapOpenAI };