openlit 1.7.0 → 1.8.0

package/dist/instrumentation/google-ai/wrapper.d.ts

@@ -0,0 +1,34 @@
+import { Span, Tracer } from '@opentelemetry/api';
+import BaseWrapper from '../base-wrapper';
+declare class GoogleAIWrapper extends BaseWrapper {
+    static aiSystem: string;
+    static _patchGenerateContent(tracer: Tracer): any;
+    static _generateContent({ args, genAIEndpoint, response, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        response: any;
+        span: Span;
+    }): Promise<any>;
+    static _generateContentStreamGenerator({ args, genAIEndpoint, response, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        response: any;
+        span: Span;
+    }): AsyncGenerator<unknown, any, unknown>;
+    static _generateContentCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, isStream, }: {
+        args: any[];
+        genAIEndpoint: string;
+        result: any;
+        span: Span;
+        ttft?: number;
+        tbt?: number;
+        isStream?: boolean;
+    }): Promise<{
+        genAIEndpoint: string;
+        model: any;
+        user: undefined;
+        cost: number;
+        aiSystem: string;
+    }>;
+}
+export default GoogleAIWrapper;

package/dist/instrumentation/google-ai/wrapper.js

@@ -0,0 +1,241 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const api_1 = require("@opentelemetry/api");
+const config_1 = __importDefault(require("../../config"));
+const helpers_1 = __importDefault(require("../../helpers"));
+const semantic_convention_1 = __importDefault(require("../../semantic-convention"));
+const base_wrapper_1 = __importDefault(require("../base-wrapper"));
+class GoogleAIWrapper extends base_wrapper_1.default {
+    static _patchGenerateContent(tracer) {
+        const genAIEndpoint = 'google.generativeai.models.generate_content';
+        return (originalMethod) => {
+            return async function (...args) {
+                const span = tracer.startSpan(genAIEndpoint, { kind: api_1.SpanKind.CLIENT });
+                return api_1.context
+                    .with(api_1.trace.setSpan(api_1.context.active(), span), async () => {
+                    return originalMethod.apply(this, args);
+                })
+                    .then((response) => {
+                    // generateContentStream returns { stream, response } — stream is on .stream
+                    if (response && response.stream && typeof response.stream[Symbol.asyncIterator] === 'function') {
+                        const wrappedStream = GoogleAIWrapper._generateContentStreamGenerator({
+                            args,
+                            genAIEndpoint,
+                            response: response.stream,
+                            span,
+                        });
+                        return { ...response, stream: wrappedStream };
+                    }
+                    return GoogleAIWrapper._generateContent({ args, genAIEndpoint, response, span });
+                })
+                    .catch((e) => {
+                    helpers_1.default.handleException(span, e);
+                    span.end();
+                    throw e;
+                });
+            };
+        };
+    }
+    static async _generateContent({ args, genAIEndpoint, response, span, }) {
+        let metricParams;
+        try {
+            metricParams = await GoogleAIWrapper._generateContentCommonSetter({
+                args,
+                genAIEndpoint,
+                result: response,
+                span,
+            });
+            return response;
+        }
+        catch (e) {
+            helpers_1.default.handleException(span, e);
+            throw e;
+        }
+        finally {
+            span.end();
+            if (metricParams) {
+                base_wrapper_1.default.recordMetrics(span, metricParams);
+            }
+        }
+    }
+    static async *_generateContentStreamGenerator({ args, genAIEndpoint, response, span, }) {
+        let metricParams;
+        const timestamps = [];
+        const startTime = Date.now();
+        try {
+            const result = {
+                model: '',
+                text: '',
+                candidates: [],
+                usageMetadata: {
+                    promptTokenCount: 0,
+                    candidatesTokenCount: 0,
+                    totalTokenCount: 0,
+                },
+            };
+            for await (const chunk of response) {
+                timestamps.push(Date.now());
+                if (chunk.modelVersion || chunk.model) {
+                    result.model = chunk.modelVersion || chunk.model;
+                }
+                const chunkText = typeof chunk.text === 'function' ? chunk.text() : chunk.text;
+                if (chunkText) {
+                    result.text += chunkText;
+                }
+                if (chunk.candidates && chunk.candidates.length > 0) {
+                    if (result.candidates.length === 0) {
+                        result.candidates = chunk.candidates.map((c) => ({
+                            content: { parts: [{ text: '' }], role: 'model' },
+                            finishReason: c.finishReason || '',
+                            safetyRatings: c.safetyRatings || [],
+                        }));
+                    }
+                    chunk.candidates.forEach((c, idx) => {
+                        if (c.content?.parts) {
+                            c.content.parts.forEach((part) => {
+                                if (part.text) {
+                                    result.candidates[idx].content.parts[0].text += part.text;
+                                }
+                            });
+                        }
+                        if (c.finishReason) {
+                            result.candidates[idx].finishReason = c.finishReason;
+                        }
+                    });
+                }
+                if (chunk.usageMetadata) {
+                    result.usageMetadata = {
+                        promptTokenCount: chunk.usageMetadata.promptTokenCount || result.usageMetadata.promptTokenCount,
+                        candidatesTokenCount: chunk.usageMetadata.candidatesTokenCount || result.usageMetadata.candidatesTokenCount,
+                        totalTokenCount: chunk.usageMetadata.totalTokenCount || result.usageMetadata.totalTokenCount,
+                    };
+                }
+                yield chunk;
+            }
+            // Calculate TTFT and TBT
+            const ttft = timestamps.length > 0 ? (timestamps[0] - startTime) / 1000 : 0;
+            let tbt = 0;
+            if (timestamps.length > 1) {
+                const timeDiffs = timestamps.slice(1).map((t, i) => t - timestamps[i]);
+                tbt = timeDiffs.reduce((a, b) => a + b, 0) / timeDiffs.length / 1000;
+            }
+            metricParams = await GoogleAIWrapper._generateContentCommonSetter({
+                args,
+                genAIEndpoint,
+                result,
+                span,
+                ttft,
+                tbt,
+                isStream: true,
+            });
+            return result;
+        }
+        catch (e) {
+            helpers_1.default.handleException(span, e);
+            throw e;
+        }
+        finally {
+            span.end();
+            if (metricParams) {
+                base_wrapper_1.default.recordMetrics(span, metricParams);
+            }
+        }
+    }
+    static async _generateContentCommonSetter({ args, genAIEndpoint, result, span, ttft = 0, tbt = 0, isStream = false, }) {
+        const traceContent = config_1.default.traceContent;
+        // Non-streaming: result is GenerateContentResult = { response: GenerateContentResponse }
+        // Streaming: result is our custom accumulated plain object
+        const responseData = result.response || result;
+        const config = args[0]?.config || args[1] || {};
+        const { temperature, maxOutputTokens, topP, topK, stopSequences, } = config;
+        // Request Params attributes
+        if (temperature !== undefined) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TEMPERATURE, temperature);
+        }
+        if (maxOutputTokens !== undefined) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_MAX_TOKENS, maxOutputTokens);
+        }
+        if (topP !== undefined) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_P, topP);
+        }
+        if (topK !== undefined) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_TOP_K, topK);
+        }
+        if (stopSequences) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_STOP_SEQUENCES, stopSequences);
+        }
+        span.setAttribute(semantic_convention_1.default.GEN_AI_REQUEST_IS_STREAM, isStream);
+        if (traceContent) {
+            const contents = args[0]?.contents || args[0];
+            let messages = [];
+            if (typeof contents === 'string') {
+                messages = [{ role: 'user', content: contents }];
+            }
+            else if (Array.isArray(contents)) {
+                messages = contents.map((item) => ({
+                    role: item.role || 'user',
+                    content: Array.isArray(item.parts)
+                        ? item.parts.map((p) => p.text || '').join(' ')
+                        : (item.parts || ''),
+                }));
+            }
+            span.setAttribute(semantic_convention_1.default.GEN_AI_INPUT_MESSAGES, helpers_1.default.buildInputMessages(messages));
+        }
+        span.setAttribute(semantic_convention_1.default.GEN_AI_OPERATION, semantic_convention_1.default.GEN_AI_OPERATION_TYPE_CHAT);
+        const model = responseData.modelVersion || responseData.model || args[0]?.model || 'gemini-pro';
+        const responseModel = model;
+        const pricingInfo = await config_1.default.updatePricingJson(config_1.default.pricing_json);
+        // Calculate cost of the operation
+        const usageMetadata = responseData.usageMetadata;
+        const promptTokens = usageMetadata?.promptTokenCount || 0;
+        const completionTokens = usageMetadata?.candidatesTokenCount || 0;
+        const cost = helpers_1.default.getChatModelCost(model, pricingInfo, promptTokens, completionTokens);
+        GoogleAIWrapper.setBaseSpanAttributes(span, {
+            genAIEndpoint,
+            model,
+            user: undefined,
+            cost,
+            aiSystem: GoogleAIWrapper.aiSystem,
+        });
+        // Response model
+        span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_MODEL, responseModel);
+        // Token usage
+        span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_INPUT_TOKENS, promptTokens);
+        span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_OUTPUT_TOKENS, completionTokens);
+        span.setAttribute(semantic_convention_1.default.GEN_AI_USAGE_TOTAL_TOKENS, usageMetadata?.totalTokenCount || 0);
+        span.setAttribute(semantic_convention_1.default.GEN_AI_CLIENT_TOKEN_USAGE, usageMetadata?.totalTokenCount || 0);
+        // TTFT and TBT metrics
+        if (ttft > 0) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TTFT, ttft);
+        }
+        if (tbt > 0) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_SERVER_TBT, tbt);
+        }
+        // Finish reason
+        if (responseData.candidates && responseData.candidates[0]?.finishReason) {
+            span.setAttribute(semantic_convention_1.default.GEN_AI_RESPONSE_FINISH_REASON, [responseData.candidates[0].finishReason]);
+        }
+        // Output type
+        span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_TYPE, semantic_convention_1.default.GEN_AI_OUTPUT_TYPE_TEXT);
+        // Content
+        if (traceContent) {
+            const completionContent = (typeof responseData.text === 'function' ? responseData.text() : responseData.text) ||
+                (responseData.candidates?.[0]?.content?.parts?.[0]?.text) || '';
+            const finishReason = responseData.candidates?.[0]?.finishReason || 'stop';
+            span.setAttribute(semantic_convention_1.default.GEN_AI_OUTPUT_MESSAGES, helpers_1.default.buildOutputMessages(completionContent, finishReason));
+        }
+        return {
+            genAIEndpoint,
+            model,
+            user: undefined,
+            cost,
+            aiSystem: GoogleAIWrapper.aiSystem,
+        };
+    }
+}
+GoogleAIWrapper.aiSystem = 'google_ai_studio';
+exports.default = GoogleAIWrapper;
+//# sourceMappingURL=wrapper.js.map

package/dist/instrumentation/google-ai/wrapper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wrapper.js","sourceRoot":"","sources":["../../../src/instrumentation/google-ai/wrapper.ts"],"names":[],"mappings":";;;;;AAAA,4CAA4E;AAC5E,0DAAyC;AACzC,4DAA0C;AAC1C,oFAA2D;AAC3D,mEAA0C;AAE1C,MAAM,eAAgB,SAAQ,sBAAW;IAGvC,MAAM,CAAC,qBAAqB,CAAC,MAAc;QACzC,MAAM,aAAa,GAAG,6CAA6C,CAAC;QACpE,OAAO,CAAC,cAAuC,EAAE,EAAE;YACjD,OAAO,KAAK,WAAsB,GAAG,IAAW;gBAC9C,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,EAAE,IAAI,EAAE,cAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;gBACxE,OAAO,aAAO;qBACX,IAAI,CAAC,WAAK,CAAC,OAAO,CAAC,aAAO,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE;oBACtD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAC1C,CAAC,CAAC;qBACD,IAAI,CAAC,CAAC,QAAa,EAAE,EAAE;oBACtB,4EAA4E;oBAC5E,IAAI,QAAQ,IAAI,QAAQ,CAAC,MAAM,IAAI,OAAO,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,EAAE,CAAC;wBAC/F,MAAM,aAAa,GAAG,eAAe,CAAC,+BAA+B,CAAC;4BACpE,IAAI;4BACJ,aAAa;4BACb,QAAQ,EAAE,QAAQ,CAAC,MAAM;4BACzB,IAAI;yBACL,CAAC,CAAC;wBACH,OAAO,EAAE,GAAG,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC;oBAChD,CAAC;oBAED,OAAO,eAAe,CAAC,gBAAgB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBACnF,CAAC,CAAC;qBACD,KAAK,CAAC,CAAC,CAAM,EAAE,EAAE;oBAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACvC,IAAI,CAAC,GAAG,EAAE,CAAC;oBACX,MAAM,CAAC,CAAC;gBACV,CAAC,CAAC,CAAC;YACP,CAAC,CAAC;QACJ,CAAC,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,EAC5B,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,IAAI,CAAC;YACH,YAAY,GAAG,MAAM,eAAe,CAAC,4BAA4B,CAAC;gBAChE,IAAI;gBACJ,aAAa;gBACb,MAAM,EAAE,QAAQ;gBAChB,IAAI;aACL,CAAC,CAAC;YACH,OAAO,QAAQ,CAAC;QAClB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,CAAC,+BAA+B,CAAC,EAC5C,IAAI,EACJ,aAAa,EACb,QAAQ,EACR,IAAI,GAML;QACC,IAAI,YAAY,CAAC;QACjB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG;gBACb,KAAK,EAAE,EAAE;gBACT,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,EAAW;gBACvB,aAAa,EAAE;oBACb,gBAAgB,EAAE,CAAC;oBACnB,oBAAoB,EAAE,CAAC;oBACvB,eAAe,EAAE,CAAC;iBACnB;aACF,CAAC;YAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACnC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAE5B,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBACtC,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC;gBACnD,CAAC;gBAED,MAAM,SAAS,GAAG,OAAO,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC/E,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,CAAC,IAAI,IAAI,SAAS,CAAC;gBAC3B,CAAC;gBAED,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACpD,IAAI,MAAM,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;wBACnC,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;4BACpD,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE;4BACjD,YAAY,EAAE,CAAC,CAAC,YAAY,IAAI,EAAE;4BAClC,aAAa,EAAE,CAAC,CAAC,aAAa,IAAI,EAAE;yBACrC,CAAC,CAAC,CAAC;oBACN,CAAC;oBAED,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAM,EAAE,GAAW,EAAE,EAAE;wBAC/C,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC;4BACrB,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAS,EAAE,EAAE;gCACpC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oCACd,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;gCAC5D,CAAC;4BACH,CAAC,CAAC,CAAC;wBACL,CAAC;wBACD,IAAI,CAAC,CAAC,YAAY,EAAE,CAAC;4BACnB,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,YAAY,CAAC;wBACvD,CAAC;oBACH,CAAC,CAAC,CAAC;gBACL,CAAC;gBAED,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;oBACxB,MAAM,CAAC,aAAa,GAAG;wBACrB,gBAAgB,EAAE,KAAK,CAAC,aAAa,CAAC,gBAAgB,IAAI,MAAM,CAAC,aAAa,CAAC,gBAAgB;wBAC/F,oBAAoB,EAAE,KAAK,CAAC,aAAa,CAAC,oBAAoB,IAAI,MAAM,CAAC,aAAa,CAAC,oBAAoB;wBAC3G,eAAe,EAAE,KAAK,CAAC,aAAa,CAAC,eAAe,IAAI,MAAM,CAAC,aAAa,CAAC,eAAe;qBAC7F,CAAC;gBACJ,CAAC;gBAED,MAAM,KAAK,CAAC;YACd,CAAC;YAED,yBAAyB;YACzB,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC1B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;gBACvE,GAAG,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC;YACvE,CAAC;YAED,YAAY,GAAG,MAAM,eAAe,CAAC,4BAA4B,CAAC;gBAChE,IAAI;gBACJ,aAAa;gBACb,MAAM;gBACN,IAAI;gBACJ,IAAI;gBACJ,GAAG;gBACH,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;YAEH,OAAO,MAAM,CAAC;QAChB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,iBAAa,CAAC,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACvC,MAAM,CAAC,CAAC;QACV,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACX,IAAI,YAAY,EAAE,CAAC;gBACjB,sBAAW,CAAC,aAAa,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC,EACxC,IAAI,EACJ,aAAa,EACb,MAAM,EACN,IAAI,EACJ,IAAI,GAAG,CAAC,EACR,GAAG,GAAG,CAAC,EACP,QAAQ,GAAG,KAAK,GASjB;QACC,MAAM,YAAY,GAAG,gBAAa,CAAC,YAAY,CAAC;QAChD,yFAAyF;QACzF,2DAA2D;QAC3D,MAAM,YAAY,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChD,MAAM,EACJ,WAAW,EACX,eAAe,EACf,IAAI,EACJ,IAAI,EACJ,aAAa,GACd,GAAG,MAAM,CAAC;QAEX,4BAA4B;QAC5B,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,WAAW,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;YAClC,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,eAAe,CAAC,CAAC;QACnF,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,oBAAoB,EAAE,IAAI,CAAC,CAAC;QACnE,CAAC;QACD,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,6BAA6B,EAAE,aAAa,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,wBAAwB,EAAE,QAAQ,CAAC,CAAC;QAEzE,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;YAC9C,IAAI,QAAQ,GAAU,EAAE,CAAC;YACzB,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACjC,QAAQ,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YACnD,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnC,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAS,EAAE,EAAE,CAAC,CAAC;oBACtC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,MAAM;oBACzB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC;wBAChC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;wBACpD,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;iBACvB,CAAC,CAAC,CAAC;YACN,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,iBAAa,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC1G,CAAC;QAED,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,gBAAgB,EACnC,6BAAkB,CAAC,0BAA0B,CAC9C,CAAC;QAEF,MAAM,KAAK,GAAG,YAAY,CAAC,YAAY,IAAI,YAAY,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,YAAY,CAAC;QAChG,MAAM,aAAa,GAAG,KAAK,CAAC;QAE5B,MAAM,WAAW,GAAG,MAAM,gBAAa,CAAC,iBAAiB,CAAC,gBAAa,CAAC,YAAY,CAAC,CAAC;QAEtF,kCAAkC;QAClC,MAAM,aAAa,GAAG,YAAY,CAAC,aAAa,CAAC;QACjD,MAAM,YAAY,GAAG,aAAa,EAAE,gBAAgB,IAAI,CAAC,CAAC;QAC1D,MAAM,gBAAgB,GAAG,aAAa,EAAE,oBAAoB,IAAI,CAAC,CAAC;QAElE,MAAM,IAAI,GAAG,iBAAa,CAAC,gBAAgB,CACzC,KAAK,EACL,WAAW,EACX,YAAY,EACZ,gBAAgB,CACjB,CAAC;QAEF,eAAe,CAAC,qBAAqB,CAAC,IAAI,EAAE;YAC1C,aAAa;YACb,KAAK;YACL,IAAI,EAAE,SAAS;YACf,IAAI;YACJ,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC,CAAC;QAEH,iBAAiB;QACjB,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,qBAAqB,EAAE,aAAa,CAAC,CAAC;QAE3E,cAAc;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,YAAY,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,0BAA0B,EAAE,gBAAgB,CAAC,CAAC;QACnF,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,aAAa,EAAE,eAAe,IAAI,CAAC,CAAC,CAAC;QACrG,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,yBAAyB,EAAE,aAAa,EAAE,eAAe,IAAI,CAAC,CAAC,CAAC;QAErG,uBAAuB;QACvB,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,IAAI,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAED,gBAAgB;QAChB,IAAI,YAAY,CAAC,UAAU,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC;YACxE,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,6BAA6B,EAChD,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAC1C,CAAC;QACJ,CAAC;QAED,cAAc;QACd,IAAI,CAAC,YAAY,CAAC,6BAAkB,CAAC,kBAAkB,EAAE,6BAAkB,CAAC,uBAAuB,CAAC,CAAC;QAErG,UAAU;QACV,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,iBAAiB,GAAG,CAAC,OAAO,YAAY,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC;gBAC3G,CAAC,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;YAClE,MAAM,YAAY,GAAG,YAAY,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,MAAM,CAAC;YAC1E,IAAI,CAAC,YAAY,CACf,6BAAkB,CAAC,sBAAsB,EACzC,iBAAa,CAAC,mBAAmB,CAAC,iBAAiB,EAAE,YAAY,CAAC,CACnE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,aAAa;YACb,KAAK;YACL,IAAI,EAAE,SAAS;YACf,IAAI;YACJ,QAAQ,EAAE,eAAe,CAAC,QAAQ;SACnC,CAAC;IACJ,CAAC;;AApTM,wBAAQ,GAAG,kBAAkB,CAAC;AAuTvC,kBAAe,eAAe,CAAC"}

package/dist/instrumentation/groq/index.d.ts

@@ -0,0 +1,11 @@
+import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
+import { InstrumentationConfig } from '@opentelemetry/instrumentation';
+export interface GroqInstrumentationConfig extends InstrumentationConfig {
+}
+export default class OpenlitGroqInstrumentation extends InstrumentationBase {
+    constructor(config?: GroqInstrumentationConfig);
+    protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
+    manualPatch(groq: any): void;
+    protected _patch(moduleExports: any): void;
+    protected _unpatch(moduleExports: any): void;
+}

package/dist/instrumentation/groq/index.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const instrumentation_1 = require("@opentelemetry/instrumentation");
+const constant_1 = require("../../constant");
+const wrapper_1 = __importDefault(require("./wrapper"));
+class OpenlitGroqInstrumentation extends instrumentation_1.InstrumentationBase {
+    constructor(config = {}) {
+        super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-groq`, '1.0.0', config);
+    }
+    init() {
+        const module = new instrumentation_1.InstrumentationNodeModuleDefinition('groq-sdk', ['>=0.5.0'], (moduleExports) => {
+            this._patch(moduleExports);
+            return moduleExports;
+        }, (moduleExports) => {
+            if (moduleExports !== undefined) {
+                this._unpatch(moduleExports);
+            }
+        });
+        return [module];
+    }
+    manualPatch(groq) {
+        this._patch(groq);
+    }
+    _patch(moduleExports) {
+        try {
+            if ((0, instrumentation_1.isWrapped)(moduleExports.Groq.Chat.Completions.prototype.create)) {
+                this._unwrap(moduleExports.Groq.Chat.Completions.prototype, 'create');
+            }
+            this._wrap(moduleExports.Groq.Chat.Completions.prototype, 'create', wrapper_1.default._patchChatCompletionCreate(this.tracer));
+        }
+        catch (e) {
+            console.error('Error in _patch method:', e);
+        }
+    }
+    _unpatch(moduleExports) {
+        this._unwrap(moduleExports.Groq.Chat.Completions.prototype, 'create');
+    }
+}
+exports.default = OpenlitGroqInstrumentation;
+//# sourceMappingURL=index.js.map

package/dist/instrumentation/groq/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/groq/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AACxD,wDAAoC;AAIpC,MAAqB,0BAA2B,SAAQ,qCAAmB;IACzE,YAAY,SAAoC,EAAE;QAChD,KAAK,CAAC,GAAG,iCAAsB,uBAAuB,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,UAAU,EACV,CAAC,SAAS,CAAC,EACX,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,IAAS;QAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACpB,CAAC;IAES,MAAM,CAAC,aAAkB;QACjC,IAAI,CAAC;YACH,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACxE,CAAC;YAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAC7C,QAAQ,EACR,iBAAW,CAAC,0BAA0B,CAAC,IAAI,CAAC,MAAM,CAAC,CACpD,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAAkB;QACnC,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACxE,CAAC;CACF;AA7CD,6CA6CC"}

package/dist/instrumentation/groq/wrapper.d.ts

@@ -0,0 +1,33 @@
+import { Span, Tracer } from '@opentelemetry/api';
+import BaseWrapper from '../base-wrapper';
+declare class GroqWrapper extends BaseWrapper {
+    static aiSystem: string;
+    static _patchChatCompletionCreate(tracer: Tracer): any;
+    static _chatCompletion({ args, genAIEndpoint, response, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        response: any;
+        span: Span;
+    }): Promise<any>;
+    static _chatCompletionGenerator({ args, genAIEndpoint, response, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        response: any;
+        span: Span;
+    }): AsyncGenerator<unknown, any, unknown>;
+    static _chatCompletionCommonSetter({ args, genAIEndpoint, result, span, ttft, tbt, }: {
+        args: any[];
+        genAIEndpoint: string;
+        result: any;
+        span: Span;
+        ttft?: number;
+        tbt?: number;
+    }): Promise<{
+        genAIEndpoint: string;
+        model: any;
+        user: any;
+        cost: number;
+        aiSystem: string;
+    }>;
+}
+export default GroqWrapper;