openlayer 0.3.0 → 0.7.0

package/lib/integrations/langchainCallback.mjs

@@ -0,0 +1,110 @@
+import { BaseCallbackHandler } from '@langchain/core/callbacks/base';
+import { AIMessage, SystemMessage } from '@langchain/core/messages';
+import { addChatCompletionStepToTrace } from "../tracing/tracer.mjs";
+const LANGCHAIN_TO_OPENLAYER_PROVIDER_MAP = {
+    openai: 'OpenAI',
+    'openai-chat': 'OpenAI',
+    'chat-ollama': 'Ollama',
+    vertexai: 'Google',
+};
+const PROVIDER_TO_STEP_NAME = {
+    OpenAI: 'OpenAI Chat Completion',
+    Ollama: 'Ollama Chat Completion',
+    Google: 'Google Vertex AI Chat Completion',
+};
+export class OpenlayerHandler extends BaseCallbackHandler {
+    constructor(kwargs = {}) {
+        super();
+        this.name = 'OpenlayerHandler';
+        this.startTime = null;
+        this.endTime = null;
+        this.prompt = null;
+        this.latency = 0;
+        this.model = null;
+        this.modelParameters = null;
+        this.promptTokens = 0;
+        this.completionTokens = 0;
+        this.totalTokens = 0;
+        this.output = '';
+        this.metadata = kwargs;
+    }
+    async handleChatModelStart(llm, messages, runId, parentRunId, extraParams, tags, metadata, name) {
+        this.initializeRun(extraParams || {}, metadata || {});
+        this.prompt = this.langchainMassagesToPrompt(messages);
+        this.startTime = performance.now();
+    }
+    initializeRun(extraParams, metadata) {
+        this.modelParameters = extraParams['invocation_params'] || {};
+        const provider = metadata?.['ls_provider'];
+        if (provider && LANGCHAIN_TO_OPENLAYER_PROVIDER_MAP[provider]) {
+            this.provider = LANGCHAIN_TO_OPENLAYER_PROVIDER_MAP[provider];
+        }
+        this.model = this.modelParameters?.['model'] || metadata['ls_model_name'] || null;
+        this.output = '';
+    }
+    langchainMassagesToPrompt(messages) {
+        let prompt = [];
+        for (const message of messages) {
+            for (const m of message) {
+                if (m instanceof AIMessage) {
+                    prompt.push({ role: 'assistant', content: m.content });
+                }
+                else if (m instanceof SystemMessage) {
+                    prompt.push({ role: 'system', content: m.content });
+                }
+                else {
+                    prompt.push({ role: 'user', content: m.content });
+                }
+            }
+        }
+        return prompt;
+    }
+    async handleLLMStart(llm, prompts, runId, parentRunId, extraParams, tags, metadata, runName) {
+        this.initializeRun(extraParams || {}, metadata || {});
+        this.prompt = prompts.map((p) => ({ role: 'user', content: p }));
+        this.startTime = performance.now();
+    }
+    async handleLLMEnd(output, runId, parentRunId, tags) {
+        this.endTime = performance.now();
+        this.latency = this.endTime - this.startTime;
+        this.extractTokenInformation(output);
+        this.extractOutput(output);
+        this.addToTrace();
+    }
+    extractTokenInformation(output) {
+        if (this.provider === 'OpenAI') {
+            this.openaiTokenInformation(output);
+        }
+    }
+    openaiTokenInformation(output) {
+        if (output.llmOutput && 'tokenUsage' in output.llmOutput) {
+            this.promptTokens = output.llmOutput?.['tokenUsage']?.promptTokens ?? 0;
+            this.completionTokens = output.llmOutput?.['tokenUsage']?.completionTokens ?? 0;
+            this.totalTokens = output.llmOutput?.['tokenUsage']?.totalTokens ?? 0;
+        }
+    }
+    extractOutput(output) {
+        const lastResponse = output?.generations?.at(-1)?.at(-1) ?? undefined;
+        this.output += lastResponse?.text ?? '';
+    }
+    addToTrace() {
+        let name = 'Chat Completion Model';
+        if (this.provider && this.provider in PROVIDER_TO_STEP_NAME) {
+            name = PROVIDER_TO_STEP_NAME[this.provider] ?? 'Chat Completion Model';
+        }
+        addChatCompletionStepToTrace({
+            name: name,
+            inputs: { prompt: this.prompt },
+            output: this.output,
+            latency: this.latency,
+            tokens: this.totalTokens,
+            promptTokens: this.promptTokens,
+            completionTokens: this.completionTokens,
+            model: this.model,
+            modelParameters: this.modelParameters,
+            metadata: this.metadata,
+            provider: this.provider ?? '',
+        });
+    }
+}
+//# sourceMappingURL=langchainCallback.mjs.map

package/lib/integrations/langchainCallback.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"langchainCallback.mjs","sourceRoot":"","sources":["../../src/lib/integrations/langchainCallback.ts"],"names":[],"mappings":"OAAO,EAAE,mBAAmB,EAAE,MAAM,gCAAgC;OAG7D,EAAE,SAAS,EAAe,aAAa,EAAE,MAAM,0BAA0B;OACzE,EAAE,4BAA4B,EAAE;AAEvC,MAAM,mCAAmC,GAA2B;IAClE,MAAM,EAAE,QAAQ;IAChB,aAAa,EAAE,QAAQ;IACvB,aAAa,EAAE,QAAQ;IACvB,QAAQ,EAAE,QAAQ;CACnB,CAAC;AACF,MAAM,qBAAqB,GAA2B;IACpD,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,wBAAwB;IAChC,MAAM,EAAE,kCAAkC;CAC3C,CAAC;AAEF,MAAM,OAAO,gBAAiB,SAAQ,mBAAmB;IAevD,YAAY,SAA8B,EAAE;QAC1C,KAAK,EAAE,CAAC;QAfV,SAAI,GAAG,kBAAkB,CAAC;QAC1B,cAAS,GAAkB,IAAI,CAAC;QAChC,YAAO,GAAkB,IAAI,CAAC;QAC9B,WAAM,GAAoD,IAAI,CAAC;QAC/D,YAAO,GAAW,CAAC,CAAC;QAEpB,UAAK,GAAkB,IAAI,CAAC;QAC5B,oBAAe,GAA+B,IAAI,CAAC;QACnD,iBAAY,GAAkB,CAAC,CAAC;QAChC,qBAAgB,GAAkB,CAAC,CAAC;QACpC,gBAAW,GAAkB,CAAC,CAAC;QAC/B,WAAM,GAAW,EAAE,CAAC;QAKlB,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;IACzB,CAAC;IACQ,KAAK,CAAC,oBAAoB,CACjC,GAAe,EACf,QAAyB,EACzB,KAAa,EACb,WAAgC,EAChC,WAAiD,EACjD,IAA2B,EAC3B,QAA8C,EAC9C,IAAa;QAEb,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACrC,CAAC;IAEO,aAAa,CAAC,WAAgC,EAAE,QAAiC;QACvF,IAAI,CAAC,eAAe,GAAG,WAAW,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;QAE9D,MAAM,QAAQ,GAAG,QAAQ,EAAE,CAAC,aAAa,CAAW,CAAC;QACrD,IAAI,QAAQ,IAAI,mCAAmC,CAAC,QAAQ,CAAC,EAAE;YAC7D,IAAI,CAAC,QAAQ,GAAG,mCAAmC,CAAC,QAAQ,CAAC,CAAC;SAC/D;QACD,IAAI,CAAC,KAAK,GAAI,IAAI,CAAC,eAAe,EAAE,CAAC,OAAO,CAAY,IAAK,QAAQ,CAAC,eAAe,CAAY,IAAI,IAAI,CAAC;QAC1G,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACnB,CAAC;IAEO,yBAAyB,CAAC,QAAyB;QACzD,IAAI,MAAM,GAA6C,EAAE,CAAC;QAC1D,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;YAC9B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE;gBACvB,IAAI,CAAC,YAAY,SAAS,EAAE;oBAC1B,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAClE;qBAAM,IAAI,CAAC,YAAY,aAAa,EAAE;oBACrC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAC/D;qBAAM;oBACL,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,CAAC,OAAiB,EAAE,CAAC,CAAC;iBAC7D;aACF;SACF;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEQ,KAAK,CAAC,cAAc,CAC3B,GAAe,EACf,OAAiB,EACjB,KAAa,EACb,WAAoB,EACpB,WAAqC,EACrC,IAAe,EACf,QAAkC,EAClC,OAAgB;QAEhB,IAAI,CAAC,aAAa,CAAC,WAAW,IAAI,EAAE,EAAE,QAAQ,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACjE,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;IACrC,CAAC;IAEQ,KAAK,CAAC,YAAY,CAAC,MAAiB,EAAE,KAAa,EAAE,WAAoB,EAAE,IAAe;QACjG,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;QACjC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,SAAU,CAAC;QAC9C,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;QACrC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAEO,uBAAuB,CAAC,MAAiB;QAC/C,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE;YAC9B,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;SACrC;IACH,CAAC;IAEO,sBAAsB,CAAC,MAAiB;QAC9C,IAAI,MAAM,CAAC,SAAS,IAAI,YAAY,IAAI,MAAM,CAAC,SAAS,EAAE;YACxD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,YAAY,IAAI,CAAC,CAAC;YACxE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,gBAAgB,IAAI,CAAC,CAAC;YAChF,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC,YAAY,CAAC,EAAE,WAAW,IAAI,CAAC,CAAC;SACvE;IACH,CAAC;IAEO,aAAa,CAAC,MAAiB;QACrC,MAAM,YAAY,GAAG,MAAM,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC;QACtE,IAAI,CAAC,MAAM,IAAI,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC;IAC1C,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,GAAG,uBAAuB,CAAC;QACnC,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,IAAI,qBAAqB,EAAE;YAC3D,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,uBAAuB,CAAC;SACxE;QACD,4BAA4B,CAAC;YAC3B,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE;YAC/B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,WAAW;YACxB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,QAAQ,EAAE,IAAI,CAAC,QAAQ,IAAI,EAAE;SAC9B,CAAC,CAAC;IACL,CAAC;CACF"}

package/lib/integrations/openAiTracer.d.ts

@@ -0,0 +1,3 @@
+import OpenAI from 'openai';
+export declare function traceOpenAI(openai: OpenAI): OpenAI;
+//# sourceMappingURL=openAiTracer.d.ts.map

package/lib/integrations/openAiTracer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openAiTracer.d.ts","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAI5B,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAgHlD"}

package/lib/integrations/openAiTracer.js

@@ -0,0 +1,125 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.traceOpenAI = void 0;
+const tracer_1 = require("../tracing/tracer.js");
+function traceOpenAI(openai) {
+    const createFunction = openai.chat.completions.create;
+    openai.chat.completions.create = async function (...args) {
+        const [params, options] = args;
+        const stream = params?.stream ?? false;
+        try {
+            const startTime = performance.now();
+            // Call the original `create` function
+            let response = await createFunction.apply(this, args);
+            if (stream) {
+                // Handle streaming responses
+                const chunks = [];
+                let collectedOutputData = [];
+                let firstTokenTime;
+                let completionTokens = 0;
+                if (isAsyncIterable(response)) {
+                    async function* tracedOutputGenerator() {
+                        for await (const rawChunk of response) {
+                            if (chunks.length === 0) {
+                                firstTokenTime = performance.now();
+                            }
+                            chunks.push(rawChunk);
+                            const delta = rawChunk.choices[0]?.delta;
+                            if (delta?.content) {
+                                collectedOutputData.push(delta?.content);
+                            }
+                            else if (delta?.tool_calls) {
+                                const tool_call = delta.tool_calls[0];
+                                if (tool_call?.function?.name) {
+                                    const functionName = '{\n    "name": ' + '"' + tool_call.function.name + '"' + '\n    "arguments": ';
+                                    collectedOutputData.push(functionName);
+                                }
+                                else if (tool_call?.function?.arguments) {
+                                    collectedOutputData.push(tool_call.function.arguments);
+                                }
+                            }
+                            if (rawChunk.choices[0]?.finish_reason === 'tool_calls') {
+                                collectedOutputData.push('\n}');
+                            }
+                            completionTokens += 1;
+                            yield rawChunk;
+                        }
+                        const endTime = performance.now();
+                        const traceData = {
+                            name: 'OpenAI Chat Completion',
+                            inputs: { prompt: params.messages },
+                            output: collectedOutputData.join(''),
+                            latency: endTime - startTime,
+                            model: chunks[0]?.model,
+                            modelParameters: getModelParameters(args),
+                            rawOutput: chunks.map((chunk) => JSON.stringify(chunk, null, 2)).join('\n'),
+                            metadata: { timeToFistToken: firstTokenTime ? firstTokenTime - startTime : null },
+                            provider: 'OpenAI',
+                            completionTokens: completionTokens,
+                            promptTokens: 0,
+                            tokens: completionTokens,
+                        };
+                        (0, tracer_1.addChatCompletionStepToTrace)(traceData);
+                    }
+                    return tracedOutputGenerator();
+                }
+            }
+            else {
+                // Handle non-streaming responses
+                response = response;
+                const completion = response.choices[0];
+                const endTime = performance.now();
+                let output = '';
+                if (completion?.message?.content) {
+                    output = completion.message.content;
+                }
+                else if (completion?.message.tool_calls) {
+                    const tool_call = completion.message.tool_calls[0];
+                    output = JSON.stringify(tool_call?.function, null, 2);
+                }
+                const traceData = {
+                    name: 'OpenAI Chat Completion',
+                    inputs: { prompt: params.messages },
+                    output: output,
+                    latency: endTime - startTime,
+                    tokens: response.usage?.total_tokens ?? null,
+                    promptTokens: response.usage?.prompt_tokens ?? null,
+                    completionTokens: response.usage?.completion_tokens ?? null,
+                    model: response.model,
+                    modelParameters: getModelParameters(args),
+                    rawOutput: JSON.stringify(response, null, 2),
+                    metadata: {},
+                    provider: 'OpenAI',
+                };
+                (0, tracer_1.addChatCompletionStepToTrace)(traceData);
+                return response;
+            }
+        }
+        catch (error) {
+            console.error('Failed to trace the create chat completion request with Openlayer', error);
+            throw error;
+        }
+        // Ensure a return statement is present
+        return undefined;
+    };
+    return openai;
+}
+exports.traceOpenAI = traceOpenAI;
+function getModelParameters(args) {
+    const params = args[0];
+    return {
+        frequency_penalty: params?.frequencyPenalty ?? 0,
+        logit_bias: params?.logitBias ?? null,
+        logprobs: params?.logprobs ?? false,
+        top_logprobs: params?.topLogprobs ?? null,
+        max_tokens: params?.maxTokens ?? null,
+        n: params?.n ?? 1,
+        presence_penalty: params?.presencePenalty ?? 0,
+        seed: params?.seed ?? null,
+        stop: params?.stop ?? null,
+        temperature: params?.temperature ?? 1,
+        top_p: params?.topP ?? 1,
+    };
+}
+const isAsyncIterable = (x) => x != null && typeof x === 'object' && typeof x[Symbol.asyncIterator] === 'function';
+//# sourceMappingURL=openAiTracer.js.map

package/lib/integrations/openAiTracer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openAiTracer.js","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":";;;AAEA,iDAAiE;AAEjE,SAAgB,WAAW,CAAC,MAAc;IACxC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;IAEtD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WAEpC,GAAG,IAAuC;QAE1C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC;QAEvC,IAAI;YACF,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAEpC,sCAAsC;YACtC,IAAI,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEtD,IAAI,MAAM,EAAE;gBACV,6BAA6B;gBAC7B,MAAM,MAAM,GAAkD,EAAE,CAAC;gBACjE,IAAI,mBAAmB,GAAU,EAAE,CAAC;gBACpC,IAAI,cAAkC,CAAC;gBACvC,IAAI,gBAAgB,GAAW,CAAC,CAAC;gBACjC,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE;oBAC7B,KAAK,SAAS,CAAC,CAAC,qBAAqB;wBAKnC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,QAAsE,EAAE;4BACnG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gCACvB,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;6BACpC;4BACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;4BACzC,IAAI,KAAK,EAAE,OAAO,EAAE;gCAClB,mBAAmB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;6BAC1C;iCAAM,IAAI,KAAK,EAAE,UAAU,EAAE;gCAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gCACtC,IAAI,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;oCAC7B,MAAM,YAAY,GAChB,iBAAiB,GAAG,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,qBAAqB,CAAC;oCAClF,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;iCACxC;qCAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE;oCACzC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;iCACxD;6BACF;4BAED,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,KAAK,YAAY,EAAE;gCACvD,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;6BACjC;4BACD,gBAAgB,IAAI,CAAC,CAAC;4BACtB,MAAM,QAAQ,CAAC;yBAChB;wBACD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;wBAClC,MAAM,SAAS,GAAG;4BAChB,IAAI,EAAE,wBAAwB;4BAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;4BACnC,MAAM,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;4BACpC,OAAO,EAAE,OAAO,GAAG,SAAS;4BAC5B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAe;4BACjC,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;4BACzC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;4BAC3E,QAAQ,EAAE,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;4BACjF,QAAQ,EAAE,QAAQ;4BAClB,gBAAgB,EAAE,gBAAgB;4BAClC,YAAY,EAAE,CAAC;4BACf,MAAM,EAAE,gBAAgB;yBACzB,CAAC;wBACF,IAAA,qCAA4B,EAAC,SAAS,CAAC,CAAC;oBAC1C,CAAC;oBACD,OAAO,qBAAqB,EAAoE,CAAC;iBAClG;aACF;iBAAM;gBACL,iCAAiC;gBACjC,QAAQ,GAAG,QAAkD,CAAC;gBAC9D,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAElC,IAAI,MAAM,GAAW,EAAE,CAAC;gBACxB,IAAI,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE;oBAChC,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;iBACrC;qBAAM,IAAI,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;oBACzC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACnD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAED,MAAM,SAAS,GAAG;oBAChB,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oBACnC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,OAAO,GAAG,SAAS;oBAC5B,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,IAAI;oBAC5C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI;oBACnD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,IAAI;oBAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;oBACzC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5C,QAAQ,EAAE,EAAE;oBACZ,QAAQ,EAAE,QAAQ;iBACnB,CAAC;gBACF,IAAA,qCAA4B,EAAC,SAAS,CAAC,CAAC;gBACxC,OAAO,QAAQ,CAAC;aACjB;SACF;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,mEAAmE,EAAE,KAAK,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;SACb;QACD,uCAAuC;QACvC,OAAO,SAAgB,CAAC;IAC1B,CAA0B,CAAC;IAE3B,OAAO,MAAM,CAAC;AAChB,CAAC;AAhHD,kCAgHC;AAED,SAAS,kBAAkB,CAAC,IAAS;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO;QACL,iBAAiB,EAAE,MAAM,EAAE,gBAAgB,IAAI,CAAC;QAChD,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,KAAK;QACnC,YAAY,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QACzC,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;QACjB,gBAAgB,EAAE,MAAM,EAAE,eAAe,IAAI,CAAC;QAC9C,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC;QACrC,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,CAAM,EAAE,EAAE,CACjC,CAAC,IAAI,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC"}

package/lib/integrations/openAiTracer.mjs

@@ -0,0 +1,121 @@
+import { addChatCompletionStepToTrace } from "../tracing/tracer.mjs";
+export function traceOpenAI(openai) {
+    const createFunction = openai.chat.completions.create;
+    openai.chat.completions.create = async function (...args) {
+        const [params, options] = args;
+        const stream = params?.stream ?? false;
+        try {
+            const startTime = performance.now();
+            // Call the original `create` function
+            let response = await createFunction.apply(this, args);
+            if (stream) {
+                // Handle streaming responses
+                const chunks = [];
+                let collectedOutputData = [];
+                let firstTokenTime;
+                let completionTokens = 0;
+                if (isAsyncIterable(response)) {
+                    async function* tracedOutputGenerator() {
+                        for await (const rawChunk of response) {
+                            if (chunks.length === 0) {
+                                firstTokenTime = performance.now();
+                            }
+                            chunks.push(rawChunk);
+                            const delta = rawChunk.choices[0]?.delta;
+                            if (delta?.content) {
+                                collectedOutputData.push(delta?.content);
+                            }
+                            else if (delta?.tool_calls) {
+                                const tool_call = delta.tool_calls[0];
+                                if (tool_call?.function?.name) {
+                                    const functionName = '{\n    "name": ' + '"' + tool_call.function.name + '"' + '\n    "arguments": ';
+                                    collectedOutputData.push(functionName);
+                                }
+                                else if (tool_call?.function?.arguments) {
+                                    collectedOutputData.push(tool_call.function.arguments);
+                                }
+                            }
+                            if (rawChunk.choices[0]?.finish_reason === 'tool_calls') {
+                                collectedOutputData.push('\n}');
+                            }
+                            completionTokens += 1;
+                            yield rawChunk;
+                        }
+                        const endTime = performance.now();
+                        const traceData = {
+                            name: 'OpenAI Chat Completion',
+                            inputs: { prompt: params.messages },
+                            output: collectedOutputData.join(''),
+                            latency: endTime - startTime,
+                            model: chunks[0]?.model,
+                            modelParameters: getModelParameters(args),
+                            rawOutput: chunks.map((chunk) => JSON.stringify(chunk, null, 2)).join('\n'),
+                            metadata: { timeToFistToken: firstTokenTime ? firstTokenTime - startTime : null },
+                            provider: 'OpenAI',
+                            completionTokens: completionTokens,
+                            promptTokens: 0,
+                            tokens: completionTokens,
+                        };
+                        addChatCompletionStepToTrace(traceData);
+                    }
+                    return tracedOutputGenerator();
+                }
+            }
+            else {
+                // Handle non-streaming responses
+                response = response;
+                const completion = response.choices[0];
+                const endTime = performance.now();
+                let output = '';
+                if (completion?.message?.content) {
+                    output = completion.message.content;
+                }
+                else if (completion?.message.tool_calls) {
+                    const tool_call = completion.message.tool_calls[0];
+                    output = JSON.stringify(tool_call?.function, null, 2);
+                }
+                const traceData = {
+                    name: 'OpenAI Chat Completion',
+                    inputs: { prompt: params.messages },
+                    output: output,
+                    latency: endTime - startTime,
+                    tokens: response.usage?.total_tokens ?? null,
+                    promptTokens: response.usage?.prompt_tokens ?? null,
+                    completionTokens: response.usage?.completion_tokens ?? null,
+                    model: response.model,
+                    modelParameters: getModelParameters(args),
+                    rawOutput: JSON.stringify(response, null, 2),
+                    metadata: {},
+                    provider: 'OpenAI',
+                };
+                addChatCompletionStepToTrace(traceData);
+                return response;
+            }
+        }
+        catch (error) {
+            console.error('Failed to trace the create chat completion request with Openlayer', error);
+            throw error;
+        }
+        // Ensure a return statement is present
+        return undefined;
+    };
+    return openai;
+}
+function getModelParameters(args) {
+    const params = args[0];
+    return {
+        frequency_penalty: params?.frequencyPenalty ?? 0,
+        logit_bias: params?.logitBias ?? null,
+        logprobs: params?.logprobs ?? false,
+        top_logprobs: params?.topLogprobs ?? null,
+        max_tokens: params?.maxTokens ?? null,
+        n: params?.n ?? 1,
+        presence_penalty: params?.presencePenalty ?? 0,
+        seed: params?.seed ?? null,
+        stop: params?.stop ?? null,
+        temperature: params?.temperature ?? 1,
+        top_p: params?.topP ?? 1,
+    };
+}
+const isAsyncIterable = (x) => x != null && typeof x === 'object' && typeof x[Symbol.asyncIterator] === 'function';
+//# sourceMappingURL=openAiTracer.mjs.map

package/lib/integrations/openAiTracer.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"openAiTracer.mjs","sourceRoot":"","sources":["../../src/lib/integrations/openAiTracer.ts"],"names":[],"mappings":"OAEO,EAAE,4BAA4B,EAAE;AAEvC,MAAM,UAAU,WAAW,CAAC,MAAc;IACxC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC;IAEtD,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,KAAK,WAEpC,GAAG,IAAuC;QAE1C,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,EAAE,MAAM,IAAI,KAAK,CAAC;QAEvC,IAAI;YACF,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAEpC,sCAAsC;YACtC,IAAI,QAAQ,GAAG,MAAM,cAAc,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAEtD,IAAI,MAAM,EAAE;gBACV,6BAA6B;gBAC7B,MAAM,MAAM,GAAkD,EAAE,CAAC;gBACjE,IAAI,mBAAmB,GAAU,EAAE,CAAC;gBACpC,IAAI,cAAkC,CAAC;gBACvC,IAAI,gBAAgB,GAAW,CAAC,CAAC;gBACjC,IAAI,eAAe,CAAC,QAAQ,CAAC,EAAE;oBAC7B,KAAK,SAAS,CAAC,CAAC,qBAAqB;wBAKnC,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,QAAsE,EAAE;4BACnG,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE;gCACvB,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;6BACpC;4BACD,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;4BACtB,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;4BACzC,IAAI,KAAK,EAAE,OAAO,EAAE;gCAClB,mBAAmB,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;6BAC1C;iCAAM,IAAI,KAAK,EAAE,UAAU,EAAE;gCAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gCACtC,IAAI,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE;oCAC7B,MAAM,YAAY,GAChB,iBAAiB,GAAG,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,GAAG,qBAAqB,CAAC;oCAClF,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;iCACxC;qCAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE;oCACzC,mBAAmB,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;iCACxD;6BACF;4BAED,IAAI,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,aAAa,KAAK,YAAY,EAAE;gCACvD,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;6BACjC;4BACD,gBAAgB,IAAI,CAAC,CAAC;4BACtB,MAAM,QAAQ,CAAC;yBAChB;wBACD,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;wBAClC,MAAM,SAAS,GAAG;4BAChB,IAAI,EAAE,wBAAwB;4BAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;4BACnC,MAAM,EAAE,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC;4BACpC,OAAO,EAAE,OAAO,GAAG,SAAS;4BAC5B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,KAAe;4BACjC,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;4BACzC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;4BAC3E,QAAQ,EAAE,EAAE,eAAe,EAAE,cAAc,CAAC,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,EAAE;4BACjF,QAAQ,EAAE,QAAQ;4BAClB,gBAAgB,EAAE,gBAAgB;4BAClC,YAAY,EAAE,CAAC;4BACf,MAAM,EAAE,gBAAgB;yBACzB,CAAC;wBACF,4BAA4B,CAAC,SAAS,CAAC,CAAC;oBAC1C,CAAC;oBACD,OAAO,qBAAqB,EAAoE,CAAC;iBAClG;aACF;iBAAM;gBACL,iCAAiC;gBACjC,QAAQ,GAAG,QAAkD,CAAC;gBAC9D,MAAM,UAAU,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAElC,IAAI,MAAM,GAAW,EAAE,CAAC;gBACxB,IAAI,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE;oBAChC,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;iBACrC;qBAAM,IAAI,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE;oBACzC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;oBACnD,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAED,MAAM,SAAS,GAAG;oBAChB,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;oBACnC,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,OAAO,GAAG,SAAS;oBAC5B,MAAM,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,IAAI;oBAC5C,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,IAAI;oBACnD,gBAAgB,EAAE,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,IAAI;oBAC3D,KAAK,EAAE,QAAQ,CAAC,KAAK;oBACrB,eAAe,EAAE,kBAAkB,CAAC,IAAI,CAAC;oBACzC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC5C,QAAQ,EAAE,EAAE;oBACZ,QAAQ,EAAE,QAAQ;iBACnB,CAAC;gBACF,4BAA4B,CAAC,SAAS,CAAC,CAAC;gBACxC,OAAO,QAAQ,CAAC;aACjB;SACF;QAAC,OAAO,KAAK,EAAE;YACd,OAAO,CAAC,KAAK,CAAC,mEAAmE,EAAE,KAAK,CAAC,CAAC;YAC1F,MAAM,KAAK,CAAC;SACb;QACD,uCAAuC;QACvC,OAAO,SAAgB,CAAC;IAC1B,CAA0B,CAAC;IAE3B,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAS;IACnC,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACvB,OAAO;QACL,iBAAiB,EAAE,MAAM,EAAE,gBAAgB,IAAI,CAAC;QAChD,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,QAAQ,EAAE,MAAM,EAAE,QAAQ,IAAI,KAAK;QACnC,YAAY,EAAE,MAAM,EAAE,WAAW,IAAI,IAAI;QACzC,UAAU,EAAE,MAAM,EAAE,SAAS,IAAI,IAAI;QACrC,CAAC,EAAE,MAAM,EAAE,CAAC,IAAI,CAAC;QACjB,gBAAgB,EAAE,MAAM,EAAE,eAAe,IAAI,CAAC;QAC9C,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,IAAI,EAAE,MAAM,EAAE,IAAI,IAAI,IAAI;QAC1B,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC;QACrC,KAAK,EAAE,MAAM,EAAE,IAAI,IAAI,CAAC;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,eAAe,GAAG,CAAC,CAAM,EAAE,EAAE,CACjC,CAAC,IAAI,IAAI,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,UAAU,CAAC"}

package/lib/tracing/enums.d.ts

@@ -0,0 +1,5 @@
+export declare enum StepType {
+    USER_CALL = "user_call",
+    CHAT_COMPLETION = "chat_completion"
+}
+//# sourceMappingURL=enums.d.ts.map

package/lib/tracing/enums.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"enums.d.ts","sourceRoot":"","sources":["../../src/lib/tracing/enums.ts"],"names":[],"mappings":"AAAA,oBAAY,QAAQ;IAClB,SAAS,cAAc;IACvB,eAAe,oBAAoB;CACpC"}

package/lib/tracing/enums.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StepType = void 0;
+var StepType;
+(function (StepType) {
+    StepType["USER_CALL"] = "user_call";
+    StepType["CHAT_COMPLETION"] = "chat_completion";
+})(StepType = exports.StepType || (exports.StepType = {}));
+//# sourceMappingURL=enums.js.map

package/lib/tracing/enums.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"enums.js","sourceRoot":"","sources":["../../src/lib/tracing/enums.ts"],"names":[],"mappings":";;;AAAA,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,mCAAuB,CAAA;IACvB,+CAAmC,CAAA;AACrC,CAAC,EAHW,QAAQ,GAAR,gBAAQ,KAAR,gBAAQ,QAGnB"}

package/lib/tracing/enums.mjs

@@ -0,0 +1,6 @@
+export var StepType;
+(function (StepType) {
+    StepType["USER_CALL"] = "user_call";
+    StepType["CHAT_COMPLETION"] = "chat_completion";
+})(StepType || (StepType = {}));
+//# sourceMappingURL=enums.mjs.map

package/lib/tracing/enums.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"enums.mjs","sourceRoot":"","sources":["../../src/lib/tracing/enums.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,QAGX;AAHD,WAAY,QAAQ;IAClB,mCAAuB,CAAA;IACvB,+CAAmC,CAAA;AACrC,CAAC,EAHW,QAAQ,KAAR,QAAQ,QAGnB"}

package/lib/tracing/steps.d.ts

@@ -0,0 +1,57 @@
+import { StepType } from "./enums.js";
+export interface StepData {
+    name: string;
+    id: string;
+    type: StepType;
+    inputs: any;
+    output: any;
+    groundTruth: any;
+    metadata: Record<string, any>;
+    steps: StepData[];
+    latency: number | null;
+    startTime: number;
+    endTime: number | null;
+}
+export interface ChatCompletionStepData extends StepData {
+    provider: string | null;
+    promptTokens: number | null;
+    completionTokens: number | null;
+    tokens: number | null;
+    cost: number | null;
+    model: string | null;
+    modelParameters: Record<string, any> | null;
+    rawOutput: string | null;
+}
+export declare class Step {
+    name: string;
+    id: string;
+    inputs: any;
+    output: any;
+    metadata: Record<string, any>;
+    stepType: StepType | null;
+    startTime: number;
+    endTime: number | null;
+    groundTruth: any;
+    latency: number | null;
+    steps: Step[];
+    constructor(name: string, inputs?: any, output?: any, metadata?: Record<string, any>);
+    addNestedStep(nestedStep: Step): void;
+    log(data: Partial<Record<keyof this, any>>): void;
+    toJSON(): StepData;
+}
+export declare class UserCallStep extends Step {
+    constructor(name: string, inputs?: any, output?: any, metadata?: Record<string, any>);
+}
+export declare class ChatCompletionStep extends Step {
+    provider: string | null;
+    promptTokens: number | null;
+    completionTokens: number | null;
+    tokens: number | null;
+    cost: number | null;
+    model: string | null;
+    modelParameters: Record<string, any> | null;
+    rawOutput: string | null;
+    constructor(name: string, inputs?: any, output?: any, metadata?: Record<string, any>);
+    toJSON(): ChatCompletionStepData;
+}
+//# sourceMappingURL=steps.d.ts.map

package/lib/tracing/steps.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"steps.d.ts","sourceRoot":"","sources":["../../src/lib/tracing/steps.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEnC,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,QAAQ,CAAC;IACf,MAAM,EAAE,GAAG,CAAC;IACZ,MAAM,EAAE,GAAG,CAAC;IACZ,WAAW,EAAE,GAAG,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,sBAAuB,SAAQ,QAAQ;IACtD,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAC;IAChC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;IAC5C,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B;AAED,qBAAa,IAAI;IACf,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,GAAG,CAAC;IACZ,MAAM,EAAE,GAAG,CAAC;IACZ,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,QAAQ,EAAE,QAAQ,GAAG,IAAI,CAAQ;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC9B,WAAW,EAAE,GAAG,CAAQ;IACxB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC9B,KAAK,EAAE,IAAI,EAAE,CAAM;gBAEP,IAAI,EAAE,MAAM,EAAE,MAAM,GAAE,GAAU,EAAE,MAAM,GAAE,GAAU,EAAE,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAUpG,aAAa,CAAC,UAAU,EAAE,IAAI,GAAG,IAAI;IAIrC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI;IASjD,MAAM,IAAI,QAAQ;CAenB;AAED,qBAAa,YAAa,SAAQ,IAAI;gBACxB,IAAI,EAAE,MAAM,EAAE,MAAM,GAAE,GAAU,EAAE,MAAM,GAAE,GAAU,EAAE,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;CAIrG;AAED,qBAAa,kBAAmB,SAAQ,IAAI;IAC1C,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAQ;IACnC,gBAAgB,EAAE,MAAM,GAAG,IAAI,CAAQ;IACvC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC7B,IAAI,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAQ;IAC5B,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAQ;IACnD,SAAS,EAAE,MAAM,GAAG,IAAI,CAAQ;gBAEpB,IAAI,EAAE,MAAM,EAAE,MAAM,GAAE,GAAU,EAAE,MAAM,GAAE,GAAU,EAAE,QAAQ,GAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAM;IAK3F,MAAM,IAAI,sBAAsB;CAc1C"}

package/lib/tracing/steps.js

@@ -0,0 +1,84 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ChatCompletionStep = exports.UserCallStep = exports.Step = void 0;
+const uuid_1 = require("uuid");
+const enums_1 = require("./enums.js");
+class Step {
+    constructor(name, inputs = null, output = null, metadata = {}) {
+        this.stepType = null;
+        this.endTime = null;
+        this.groundTruth = null;
+        this.latency = null;
+        this.steps = [];
+        this.name = name;
+        this.id = (0, uuid_1.v4)();
+        this.inputs = inputs;
+        this.output = output;
+        this.metadata = metadata;
+        this.startTime = Date.now();
+    }
+    addNestedStep(nestedStep) {
+        this.steps.push(nestedStep);
+    }
+    log(data) {
+        Object.keys(data).forEach((key) => {
+            if (key in this) {
+                // @ts-ignore
+                this[key] = data[key];
+            }
+        });
+    }
+    toJSON() {
+        return {
+            name: this.name,
+            id: this.id,
+            type: this.stepType,
+            inputs: this.inputs,
+            output: this.output,
+            groundTruth: this.groundTruth,
+            metadata: this.metadata,
+            steps: this.steps.map((nestedStep) => nestedStep.toJSON()),
+            latency: this.latency,
+            startTime: this.startTime,
+            endTime: this.endTime,
+        };
+    }
+}
+exports.Step = Step;
+class UserCallStep extends Step {
+    constructor(name, inputs = null, output = null, metadata = {}) {
+        super(name, inputs, output, metadata);
+        this.stepType = enums_1.StepType.USER_CALL;
+    }
+}
+exports.UserCallStep = UserCallStep;
+class ChatCompletionStep extends Step {
+    constructor(name, inputs = null, output = null, metadata = {}) {
+        super(name, inputs, output, metadata);
+        this.provider = null;
+        this.promptTokens = null;
+        this.completionTokens = null;
+        this.tokens = null;
+        this.cost = null;
+        this.model = null;
+        this.modelParameters = null;
+        this.rawOutput = null;
+        this.stepType = enums_1.StepType.CHAT_COMPLETION;
+    }
+    toJSON() {
+        const stepData = super.toJSON();
+        return {
+            ...stepData,
+            provider: this.provider,
+            promptTokens: this.promptTokens,
+            completionTokens: this.completionTokens,
+            tokens: this.tokens,
+            cost: this.cost,
+            model: this.model,
+            modelParameters: this.modelParameters,
+            rawOutput: this.rawOutput,
+        };
+    }
+}
+exports.ChatCompletionStep = ChatCompletionStep;
+//# sourceMappingURL=steps.js.map

package/lib/tracing/steps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"steps.js","sourceRoot":"","sources":["../../src/lib/tracing/steps.ts"],"names":[],"mappings":";;;AAAA,+BAAoC;AACpC,sCAAmC;AA2BnC,MAAa,IAAI;IAaf,YAAY,IAAY,EAAE,SAAc,IAAI,EAAE,SAAc,IAAI,EAAE,WAAgC,EAAE;QAPpG,aAAQ,GAAoB,IAAI,CAAC;QAEjC,YAAO,GAAkB,IAAI,CAAC;QAC9B,gBAAW,GAAQ,IAAI,CAAC;QACxB,YAAO,GAAkB,IAAI,CAAC;QAC9B,UAAK,GAAW,EAAE,CAAC;QAGjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,EAAE,GAAG,IAAA,SAAM,GAAE,CAAC;QACnB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAEzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED,aAAa,CAAC,UAAgB;QAC5B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC9B,CAAC;IAED,GAAG,CAAC,IAAsC;QACxC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;YAChC,IAAI,GAAG,IAAI,IAAI,EAAE;gBACf,aAAa;gBACb,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;aACvB;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,MAAM;QACJ,OAAO;YACL,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,QAAS;YACpB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC1D,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC;IACJ,CAAC;CACF;AAnDD,oBAmDC;AAED,MAAa,YAAa,SAAQ,IAAI;IACpC,YAAY,IAAY,EAAE,SAAc,IAAI,EAAE,SAAc,IAAI,EAAE,WAAgC,EAAE;QAClG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,gBAAQ,CAAC,SAAS,CAAC;IACrC,CAAC;CACF;AALD,oCAKC;AAED,MAAa,kBAAmB,SAAQ,IAAI;IAU1C,YAAY,IAAY,EAAE,SAAc,IAAI,EAAE,SAAc,IAAI,EAAE,WAAgC,EAAE;QAClG,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAVxC,aAAQ,GAAkB,IAAI,CAAC;QAC/B,iBAAY,GAAkB,IAAI,CAAC;QACnC,qBAAgB,GAAkB,IAAI,CAAC;QACvC,WAAM,GAAkB,IAAI,CAAC;QAC7B,SAAI,GAAkB,IAAI,CAAC;QAC3B,UAAK,GAAkB,IAAI,CAAC;QAC5B,oBAAe,GAA+B,IAAI,CAAC;QACnD,cAAS,GAAkB,IAAI,CAAC;QAI9B,IAAI,CAAC,QAAQ,GAAG,gBAAQ,CAAC,eAAe,CAAC;IAC3C,CAAC;IAEQ,MAAM;QACb,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAChC,OAAO;YACL,GAAG,QAAQ;YACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC;IACJ,CAAC;CACF;AA7BD,gDA6BC"}