openlit 1.3.1 → 1.4.0-beta.2

package/README.md

@@ -14,7 +14,7 @@
 [![Slack](https://img.shields.io/badge/Slack-4A154B?logo=slack&logoColor=white)](https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ)
 [![X](https://img.shields.io/badge/follow-%40openlit__io-1DA1F2?logo=x&style=social)](https://twitter.com/openlit_io)
 
-![OpenLIT Connections Banner](https://github.com/openlit/.github/blob/main/profile/assets/github-readme-connections-banner.png?raw=true)
+![OpenLIT Connections Banner](https://github.com/openlit/.github/blob/main/profile/assets/openlit-integrations-banner.png?raw=true)
 
 </div>
 

package/dist/config.d.ts

@@ -0,0 +1,14 @@
+import { OpenlitConfigInterface, PricingObject } from './types';
+export default class OpenlitConfig {
+    static environment: OpenlitConfigInterface['environment'];
+    static applicationName: OpenlitConfigInterface['applicationName'];
+    static pricingInfo: PricingObject;
+    static tracer: OpenlitConfigInterface['tracer'];
+    static otlpEndpoint?: OpenlitConfigInterface['otlpEndpoint'];
+    static otlpHeaders?: OpenlitConfigInterface['otlpHeaders'];
+    static disableBatch?: OpenlitConfigInterface['disableBatch'];
+    static traceContent?: OpenlitConfigInterface['traceContent'];
+    static pricing_json?: OpenlitConfigInterface['pricing_json'];
+    static updatePricingJson(pricing_json: any): Promise<PricingObject>;
+    static updateConfig({ environment, applicationName, tracer, otlpEndpoint, otlpHeaders, disableBatch, traceContent, pricing_json, }: OpenlitConfigInterface): void;
+}

package/dist/config.js

@@ -0,0 +1,30 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const helpers_1 = __importDefault(require("./helpers"));
+class OpenlitConfig {
+    static async updatePricingJson(pricing_json) {
+        try {
+            const response = await helpers_1.default.fetchPricingInfo(pricing_json);
+            this.pricingInfo = response;
+        }
+        catch (e) {
+            this.pricingInfo = {};
+        }
+        return this.pricingInfo;
+    }
+    static updateConfig({ environment = 'default', applicationName = 'default', tracer, otlpEndpoint, otlpHeaders, disableBatch = true, traceContent = true, pricing_json, }) {
+        this.environment = environment;
+        this.applicationName = applicationName;
+        this.tracer = tracer;
+        this.otlpEndpoint = otlpEndpoint;
+        this.otlpHeaders = otlpHeaders;
+        this.disableBatch = disableBatch;
+        this.traceContent = traceContent;
+        this.pricing_json = pricing_json;
+    }
+}
+exports.default = OpenlitConfig;
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;;;AAAA,wDAAsC;AAGtC,MAAqB,aAAa;IAWhC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,YAAiB;QAC9C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,iBAAa,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;YACpE,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC;QAC9B,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACxB,CAAC;QACD,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,EAClB,WAAW,GAAG,SAAS,EACvB,eAAe,GAAG,SAAS,EAC3B,MAAM,EACN,YAAY,EACZ,WAAW,EACX,YAAY,GAAG,IAAI,EACnB,YAAY,GAAG,IAAI,EACnB,YAAY,GACW;QACvB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;CACF;AAxCD,gCAwCC"}

package/dist/constant.d.ts

@@ -0,0 +1,6 @@
+export declare const SDK_NAME = "openlit";
+export declare const DEFAULT_ENVIRONMENT = "default";
+export declare const DEFAULT_APPLICATION_NAME = "default";
+export declare const INSTRUMENTATION_PREFIX = "@openlit";
+export declare const TELEMETRY_SDK_NAME = "opentelemetry";
+export declare const OPENLIT_URL = "http://127.0.0.1:3000";

package/dist/constant.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OPENLIT_URL = exports.TELEMETRY_SDK_NAME = exports.INSTRUMENTATION_PREFIX = exports.DEFAULT_APPLICATION_NAME = exports.DEFAULT_ENVIRONMENT = exports.SDK_NAME = void 0;
+exports.SDK_NAME = 'openlit';
+exports.DEFAULT_ENVIRONMENT = 'default';
+exports.DEFAULT_APPLICATION_NAME = 'default';
+exports.INSTRUMENTATION_PREFIX = '@openlit';
+exports.TELEMETRY_SDK_NAME = 'opentelemetry';
+exports.OPENLIT_URL = 'http://127.0.0.1:3000';
+//# sourceMappingURL=constant.js.map

package/dist/constant.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"constant.js","sourceRoot":"","sources":["../src/constant.ts"],"names":[],"mappings":";;;AAAa,QAAA,QAAQ,GAAG,SAAS,CAAC;AACrB,QAAA,mBAAmB,GAAG,SAAS,CAAC;AAChC,QAAA,wBAAwB,GAAG,SAAS,CAAC;AACrC,QAAA,sBAAsB,GAAG,UAAU,CAAC;AACpC,QAAA,kBAAkB,GAAG,eAAe,CAAC;AACrC,QAAA,WAAW,GAAG,uBAAuB,CAAC"}

package/{src/features/base.ts → dist/features/base.d.ts}

@@ -1,7 +1,6 @@
 import PromptHub from './prompt-hub';
 import Vault from './vault';
-
 export default class BaseOpenlit {
-  static getPrompts = PromptHub.getPrompts;
-  static getSecrets = Vault.getSecrets;
+    static getPrompts: typeof PromptHub.getPrompts;
+    static getSecrets: typeof Vault.getSecrets;
 }

package/dist/features/base.js

@@ -0,0 +1,13 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const prompt_hub_1 = __importDefault(require("./prompt-hub"));
+const vault_1 = __importDefault(require("./vault"));
+class BaseOpenlit {
+}
+BaseOpenlit.getPrompts = prompt_hub_1.default.getPrompts;
+BaseOpenlit.getSecrets = vault_1.default.getSecrets;
+exports.default = BaseOpenlit;
+//# sourceMappingURL=base.js.map

package/dist/features/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/features/base.ts"],"names":[],"mappings":";;;;;AAAA,8DAAqC;AACrC,oDAA4B;AAE5B,MAAqB,WAAW;;AACvB,sBAAU,GAAG,oBAAS,CAAC,UAAU,CAAC;AAClC,sBAAU,GAAG,eAAK,CAAC,UAAU,CAAC;kBAFlB,WAAW"}

package/dist/features/prompt-hub.d.ts

@@ -0,0 +1,4 @@
+import { PromptHubOptions } from '../types';
+export default class PromptHub {
+    static getPrompts(options: PromptHubOptions): Promise<any>;
+}

package/dist/features/prompt-hub.js

@@ -0,0 +1,66 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const config_1 = __importDefault(require("../config"));
+const constant_1 = require("../constant");
+class PromptHub {
+    static async getPrompts(options) {
+        const url = process.env.OPENLIT_URL || options.url || constant_1.OPENLIT_URL;
+        const apiKey = process.env.OPENLIT_API_KEY || options.apiKey || '';
+        let metaProperties = {
+            applicationName: config_1.default.applicationName,
+            environment: config_1.default.environment,
+        };
+        if (options.metaProperties &&
+            typeof options.metaProperties === 'object' &&
+            !Array.isArray(options.metaProperties)) {
+            metaProperties = {
+                ...metaProperties,
+                ...options.metaProperties,
+            };
+        }
+        try {
+            return await fetch(`${url}/api/prompt/get-compiled`, {
+                method: 'POST',
+                body: JSON.stringify({
+                    name: options.name,
+                    version: options.version,
+                    shouldCompile: !!options.shouldCompile,
+                    variables: options.variables || {},
+                    id: options.promptId,
+                    metaProperties,
+                    source: 'ts-sdk',
+                }),
+                headers: {
+                    Authorization: `Bearer ${apiKey}`,
+                },
+            })
+                .then(async (response) => {
+                if (!response.ok) {
+                    return {
+                        err: `Openlit Error : HTTP error! Status: ${response.status}`,
+                    };
+                }
+                return response.json();
+            })
+                .then((resp) => {
+                return resp;
+            });
+        }
+        catch (e) {
+            if (e && typeof e.toString === 'function') {
+                return {
+                    err: `Openlit Error : ${e.toString()}`,
+                    data: null,
+                };
+            }
+            return {
+                err: `Openlit Error : ${e}`,
+            };
+        }
+    }
+}
+exports.default = PromptHub;
+//# sourceMappingURL=prompt-hub.js.map

package/dist/features/prompt-hub.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-hub.js","sourceRoot":"","sources":["../../src/features/prompt-hub.ts"],"names":[],"mappings":";;;;;AAAA,uDAAsC;AACtC,0CAA0C;AAG1C,MAAqB,SAAS;IAC5B,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAyB;QAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,IAAI,sBAAW,CAAC;QAClE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QACnE,IAAI,cAAc,GAAG;YACnB,eAAe,EAAE,gBAAa,CAAC,eAAe;YAC9C,WAAW,EAAE,gBAAa,CAAC,WAAW;SACvC,CAAC;QACF,IACE,OAAO,CAAC,cAAc;YACtB,OAAO,OAAO,CAAC,cAAc,KAAK,QAAQ;YAC1C,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,cAAc,CAAC,EACtC,CAAC;YACD,cAAc,GAAG;gBACf,GAAG,cAAc;gBACjB,GAAG,OAAO,CAAC,cAAc;aAC1B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,KAAK,CAAC,GAAG,GAAG,0BAA0B,EAAE;gBACnD,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa;oBACtC,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,EAAE;oBAClC,EAAE,EAAE,OAAO,CAAC,QAAQ;oBACpB,cAAc;oBACd,MAAM,EAAE,QAAQ;iBACjB,CAAC;gBACF,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,MAAM,EAAE;iBAClC;aACF,CAAC;iBACC,IAAI,CAAC,KAAK,EAAE,QAAa,EAAE,EAAE;gBAC5B,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,OAAO;wBACL,GAAG,EAAE,uCAAuC,QAAQ,CAAC,MAAM,EAAE;qBAC9D,CAAC;gBACJ,CAAC;gBACD,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC,CAAC;iBACD,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE;gBAClB,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC1C,OAAO;oBACL,GAAG,EAAE,mBAAmB,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACtC,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,GAAG,EAAE,mBAAmB,CAAC,EAAE;aAC5B,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AA3DD,4BA2DC"}

package/dist/features/vault.d.ts

@@ -0,0 +1,4 @@
+import { VaultOptions } from '../types';
+export default class Vault {
+    static getSecrets(options: VaultOptions): Promise<any>;
+}

package/dist/features/vault.js

@@ -0,0 +1,63 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const config_1 = __importDefault(require("../config"));
+const constant_1 = require("../constant");
+class Vault {
+    static async getSecrets(options) {
+        const url = process.env.OPENLIT_URL || options.url || constant_1.OPENLIT_URL;
+        const apiKey = process.env.OPENLIT_API_KEY || options.apiKey || '';
+        const metaProperties = {
+            applicationName: config_1.default.applicationName,
+            environment: config_1.default.environment,
+        };
+        try {
+            const vaultResponse = await fetch(`${url}/api/vault/get-secrets`, {
+                method: 'POST',
+                body: JSON.stringify({
+                    key: options.key,
+                    tags: options.tags,
+                    metaProperties,
+                    source: 'ts-sdk',
+                }),
+                headers: {
+                    Authorization: `Bearer ${apiKey}`,
+                },
+            })
+                .then(async (response) => {
+                if (!response.ok) {
+                    return {
+                        err: `Openlit Error : HTTP error! Status: ${response.status}`,
+                    };
+                }
+                return response.json();
+            })
+                .then((resp) => {
+                return resp;
+            });
+            const { res = {} } = vaultResponse;
+            if (!!options.shouldSetEnv) {
+                Object.entries(res).forEach(([key, value]) => {
+                    process.env[key] = value;
+                });
+            }
+            return vaultResponse;
+        }
+        catch (e) {
+            console.log(e);
+            if (e && typeof e.toString === 'function') {
+                return {
+                    err: `Openlit Error : ${e.toString()}`,
+                    data: null,
+                };
+            }
+            return {
+                err: `Openlit Error : ${e}`,
+            };
+        }
+    }
+}
+exports.default = Vault;
+//# sourceMappingURL=vault.js.map

package/dist/features/vault.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vault.js","sourceRoot":"","sources":["../../src/features/vault.ts"],"names":[],"mappings":";;;;;AAAA,uDAAsC;AACtC,0CAA0C;AAG1C,MAAqB,KAAK;IACxB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,OAAqB;QAC3C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,OAAO,CAAC,GAAG,IAAI,sBAAW,CAAC;QAClE,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC;QAEnE,MAAM,cAAc,GAAG;YACrB,eAAe,EAAE,gBAAa,CAAC,eAAe;YAC9C,WAAW,EAAE,gBAAa,CAAC,WAAW;SACvC,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,GAAG,GAAG,wBAAwB,EAAE;gBAChE,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,GAAG,EAAE,OAAO,CAAC,GAAG;oBAChB,IAAI,EAAE,OAAO,CAAC,IAAI;oBAClB,cAAc;oBACd,MAAM,EAAE,QAAQ;iBACjB,CAAC;gBACF,OAAO,EAAE;oBACP,aAAa,EAAE,UAAU,MAAM,EAAE;iBAClC;aACF,CAAC;iBACC,IAAI,CAAC,KAAK,EAAE,QAAa,EAAE,EAAE;gBAC5B,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;oBACjB,OAAO;wBACL,GAAG,EAAE,uCAAuC,QAAQ,CAAC,MAAM,EAAE;qBAC9D,CAAC;gBACJ,CAAC;gBACD,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC,CAAC;iBACD,IAAI,CAAC,CAAC,IAAS,EAAE,EAAE;gBAClB,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;YAEL,MAAM,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,aAAa,CAAC;YACnC,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;gBAC3B,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAoB,EAAE,EAAE;oBAC9D,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,KAAe,CAAC;gBACrC,CAAC,CAAC,CAAC;YACL,CAAC;YAED,OAAO,aAAa,CAAC;QACvB,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YACf,IAAI,CAAC,IAAI,OAAO,CAAC,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBAC1C,OAAO;oBACL,GAAG,EAAE,mBAAmB,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACtC,IAAI,EAAE,IAAI;iBACX,CAAC;YACJ,CAAC;YAED,OAAO;gBACL,GAAG,EAAE,mBAAmB,CAAC,EAAE;aAC5B,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAzDD,wBAyDC"}

package/dist/helpers.d.ts

@@ -0,0 +1,13 @@
+import { Span } from '@opentelemetry/api';
+export default class OpenLitHelper {
+    static readonly PROMPT_TOKEN_FACTOR = 1000;
+    static openaiTokens(text: string, model: string): number;
+    static generalTokens(text: string): number;
+    static getChatModelCost(model: string, pricingInfo: any, promptTokens: number, completionTokens: number): number;
+    static getEmbedModelCost(model: string, pricingInfo: any, promptTokens: number): number;
+    static getImageModelCost(model: string, pricingInfo: any, size: string, quality: number): number;
+    static getAudioModelCost(model: string, pricingInfo: any, prompt: string): number;
+    static fetchPricingInfo(pricingJson: any): Promise<any>;
+    static handleException(span: Span, error: Error): void;
+    static createStreamProxy(stream: any, generatorFuncResponse: any): Promise<any>;
+}

package/dist/helpers.js

@@ -0,0 +1,118 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const js_tiktoken_1 = require("js-tiktoken");
+const api_1 = require("@opentelemetry/api");
+class OpenLitHelper {
+    static openaiTokens(text, model) {
+        try {
+            const encoding = (0, js_tiktoken_1.encodingForModel)(model);
+            return encoding.encode(text).length;
+        }
+        catch (error) {
+            console.error(`Error in openaiTokens: ${error}`);
+            throw error;
+        }
+    }
+    static generalTokens(text) {
+        const encoding = (0, js_tiktoken_1.encodingForModel)('gpt2');
+        return encoding.encode(text).length;
+    }
+    static getChatModelCost(model, pricingInfo, promptTokens, completionTokens) {
+        try {
+            return ((promptTokens / OpenLitHelper.PROMPT_TOKEN_FACTOR) * pricingInfo.chat[model].promptPrice +
+                (completionTokens / OpenLitHelper.PROMPT_TOKEN_FACTOR) *
+                    pricingInfo.chat[model].completionPrice);
+        }
+        catch (error) {
+            console.error(`Error in getChatModelCost: ${error}`);
+            return 0;
+        }
+    }
+    static getEmbedModelCost(model, pricingInfo, promptTokens) {
+        try {
+            return (promptTokens / OpenLitHelper.PROMPT_TOKEN_FACTOR) * pricingInfo.embeddings[model];
+        }
+        catch (error) {
+            console.error(`Error in getEmbedModelCost: ${error}`);
+            return 0;
+        }
+    }
+    static getImageModelCost(model, pricingInfo, size, quality) {
+        try {
+            return pricingInfo.images[model][quality][size];
+        }
+        catch (error) {
+            console.error(`Error in getImageModelCost: ${error}`);
+            return 0;
+        }
+    }
+    static getAudioModelCost(model, pricingInfo, prompt) {
+        try {
+            return (prompt.length / OpenLitHelper.PROMPT_TOKEN_FACTOR) * pricingInfo.audio[model];
+        }
+        catch (error) {
+            console.error(`Error in getAudioModelCost: ${error}`);
+            return 0;
+        }
+    }
+    static async fetchPricingInfo(pricingJson) {
+        let pricingUrl = 'https://raw.githubusercontent.com/openlit/openlit/main/assets/pricing.json';
+        if (pricingJson) {
+            let isUrl = false;
+            try {
+                isUrl = !!new URL(pricingJson);
+            }
+            catch {
+                isUrl = false;
+            }
+            if (isUrl) {
+                pricingUrl = pricingJson;
+            }
+            else {
+                try {
+                    if (typeof pricingJson === 'string') {
+                        const json = JSON.parse(pricingJson);
+                        return json;
+                    }
+                    else {
+                        const json = JSON.parse(JSON.stringify(pricingJson));
+                        return json;
+                    }
+                }
+                catch {
+                    return {};
+                }
+            }
+        }
+        try {
+            const response = await fetch(pricingUrl);
+            if (response.ok) {
+                return response.json();
+            }
+            else {
+                throw new Error(`HTTP error occurred while fetching pricing info: ${response.status}`);
+            }
+        }
+        catch (error) {
+            console.error(`Unexpected error occurred while fetching pricing info: ${error}`);
+            return {};
+        }
+    }
+    static handleException(span, error) {
+        span.recordException(error);
+        span.setStatus({ code: api_1.SpanStatusCode.ERROR, message: error.message });
+    }
+    static async createStreamProxy(stream, generatorFuncResponse) {
+        return new Proxy(stream, {
+            get(target, prop, receiver) {
+                if (prop === Symbol.asyncIterator) {
+                    return () => generatorFuncResponse;
+                }
+                return Reflect.get(target, prop, receiver);
+            }
+        });
+    }
+}
+OpenLitHelper.PROMPT_TOKEN_FACTOR = 1000;
+exports.default = OpenLitHelper;
+//# sourceMappingURL=helpers.js.map

package/dist/helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"helpers.js","sourceRoot":"","sources":["../src/helpers.ts"],"names":[],"mappings":";;AAAA,6CAA8D;AAC9D,4CAA0D;AAE1D,MAAqB,aAAa;IAGhC,MAAM,CAAC,YAAY,CAAC,IAAY,EAAE,KAAa;QAC7C,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,IAAA,8BAAgB,EAAC,KAAsB,CAAC,CAAC;YAC1D,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YACjD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,IAAY;QAC/B,MAAM,QAAQ,GAAG,IAAA,8BAAgB,EAAC,MAAM,CAAC,CAAC;QAC1C,OAAO,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,gBAAgB,CACrB,KAAa,EACb,WAAgB,EAChB,YAAoB,EACpB,gBAAwB;QAExB,IAAI,CAAC;YACH,OAAO,CACL,CAAC,YAAY,GAAG,aAAa,CAAC,mBAAmB,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,WAAW;gBACxF,CAAC,gBAAgB,GAAG,aAAa,CAAC,mBAAmB,CAAC;oBACpD,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,eAAe,CAC1C,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;YACrD,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,KAAa,EAAE,WAAgB,EAAE,YAAoB;QAC5E,IAAI,CAAC;YACH,OAAO,CAAC,YAAY,GAAG,aAAa,CAAC,mBAAmB,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAC5F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,KAAa,EAAE,WAAgB,EAAE,IAAY,EAAE,OAAe;QACrF,IAAI,CAAC;YACH,OAAO,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,CAAC,iBAAiB,CAAC,KAAa,EAAE,WAAgB,EAAE,MAAc;QACtE,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,aAAa,CAAC,mBAAmB,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;YACtD,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,gBAAgB,CAAC,WAAgB;QAC5C,IAAI,UAAU,GAAG,4EAA4E,CAAC;QAC9F,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,KAAK,GAAG,KAAK,CAAC;YAClB,IAAI,CAAC;gBACH,KAAK,GAAG,CAAC,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;YACjC,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,KAAK,CAAC;YAChB,CAAC;YAED,IAAI,KAAK,EAAE,CAAC;gBACV,UAAU,GAAG,WAAW,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,IAAI,OAAO,WAAW,KAAK,QAAQ,EAAE,CAAC;wBACpC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBACrC,OAAO,IAAI,CAAC;oBACd,CAAC;yBAAM,CAAC;wBACN,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;wBACrD,OAAO,IAAI,CAAC;oBACd,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,OAAO,EAAE,CAAC;gBACZ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,CAAC;YACzC,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,oDAAoD,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0DAA0D,KAAK,EAAE,CAAC,CAAC;YACjF,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAED,MAAM,CAAC,eAAe,CAAC,IAAU,EAAE,KAAY;QAC7C,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC5B,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,oBAAc,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAE,MAAW,EAAE,qBAA0B;QACrE,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE;YACvB,GAAG,CAAE,MAAM,EAAE,IAAI,EAAE,QAAQ;gBACzB,IAAI,IAAI,KAAK,MAAM,CAAC,aAAa,EAAE,CAAC;oBAClC,OAAO,GAAG,EAAE,CAAC,qBAAqB,CAAA;gBACpC,CAAC;gBACD,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAA;YAC5C,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;;AApHe,iCAAmB,GAAG,IAAI,CAAC;kBADxB,aAAa"}

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+import { Resource } from '@opentelemetry/resources';
+import { NodeSDK } from '@opentelemetry/sdk-node';
+import { OpenlitOptions } from './types';
+import BaseOpenlit from './features/base';
+export default class Openlit extends BaseOpenlit {
+    static resource: Resource;
+    static options: OpenlitOptions;
+    static _sdk: NodeSDK;
+    static init(options?: OpenlitOptions): void;
+}

package/dist/index.js

@@ -0,0 +1,61 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const resources_1 = require("@opentelemetry/resources");
+const semantic_conventions_1 = require("@opentelemetry/semantic-conventions");
+const sdk_node_1 = require("@opentelemetry/sdk-node");
+const tracing_1 = __importDefault(require("./tracing"));
+const constant_1 = require("./constant");
+const base_1 = __importDefault(require("./features/base"));
+class Openlit extends base_1.default {
+    static init(options) {
+        try {
+            const { environment = constant_1.DEFAULT_ENVIRONMENT, applicationName = constant_1.DEFAULT_APPLICATION_NAME } = options || {};
+            const otlpEndpoint = options?.otlpEndpoint || process.env.OTEL_EXPORTER_OTLP_ENDPOINT || undefined;
+            let otlpHeaders = options?.otlpHeaders;
+            if (!otlpHeaders) {
+                if (process.env.OTEL_EXPORTER_OTLP_HEADERS) {
+                    otlpHeaders = process.env.OTEL_EXPORTER_OTLP_HEADERS.split(',').reduce((acc, items) => {
+                        const keyVal = items.split('=');
+                        acc[keyVal[0]] = keyVal[1];
+                        return acc;
+                    }, {});
+                }
+                else {
+                    otlpHeaders = {};
+                }
+            }
+            this.options = options || {};
+            this.options.otlpEndpoint = otlpEndpoint;
+            this.options.otlpHeaders = otlpHeaders;
+            this.options.disableBatch =
+                options?.disableBatch === undefined ? true : !!options.disableBatch;
+            this.resource = new resources_1.Resource({
+                [semantic_conventions_1.SEMRESATTRS_SERVICE_NAME]: applicationName,
+                [semantic_conventions_1.SEMRESATTRS_DEPLOYMENT_ENVIRONMENT]: environment,
+                [semantic_conventions_1.SEMRESATTRS_TELEMETRY_SDK_NAME]: constant_1.SDK_NAME,
+            });
+            tracing_1.default.setup({
+                ...this.options,
+                environment,
+                applicationName,
+                otlpEndpoint,
+                otlpHeaders,
+                resource: this.resource,
+            });
+            this._sdk = new sdk_node_1.NodeSDK({
+                resource: this.resource,
+                traceExporter: tracing_1.default.traceExporter,
+            });
+            // This was causing the traceProvider initilization with multiple instances.
+            // this._sdk.start();
+        }
+        catch (e) {
+            console.log('Connection time out', e);
+        }
+    }
+}
+exports.default = Openlit;
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;AAAA,wDAAoD;AACpD,8EAI6C;AAC7C,sDAAkD;AAElD,wDAAgC;AAChC,yCAAqF;AAErF,2DAA0C;AAE1C,MAAqB,OAAQ,SAAQ,cAAW;IAI9C,MAAM,CAAC,IAAI,CAAC,OAAwB;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,WAAW,GAAG,8BAAmB,EAAE,eAAe,GAAG,mCAAwB,EAAE,GACrF,OAAO,IAAI,EAAE,CAAC;YAEhB,MAAM,YAAY,GAChB,OAAO,EAAE,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,SAAS,CAAC;YAChF,IAAI,WAAW,GAAG,OAAO,EAAE,WAAW,CAAC;YACvC,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,IAAI,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,CAAC;oBAC3C,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CACpE,CAAC,GAAwB,EAAE,KAAa,EAAE,EAAE;wBAC1C,MAAM,MAAM,GAAa,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;wBAC1C,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;wBAC3B,OAAO,GAAG,CAAC;oBACb,CAAC,EACD,EAAE,CACH,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,WAAW,GAAG,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;YAED,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,WAAW,GAAG,WAAW,CAAC;YACvC,IAAI,CAAC,OAAO,CAAC,YAAY;gBACvB,OAAO,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC;YAEtE,IAAI,CAAC,QAAQ,GAAG,IAAI,oBAAQ,CAAC;gBAC3B,CAAC,+CAAwB,CAAC,EAAE,eAAe;gBAC3C,CAAC,yDAAkC,CAAC,EAAE,WAAW;gBACjD,CAAC,qDAA8B,CAAC,EAAE,mBAAQ;aAC3C,CAAC,CAAC;YAEH,iBAAO,CAAC,KAAK,CAAC;gBACZ,GAAG,IAAI,CAAC,OAAO;gBACf,WAAW;gBACX,eAAe;gBACf,YAAY;gBACZ,WAAW;gBACX,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,GAAG,IAAI,kBAAO,CAAC;gBACtB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,aAAa,EAAE,iBAAO,CAAC,aAA6B;aACrD,CAAC,CAAC;YAEH,4EAA4E;YAC5E,qBAAqB;QACvB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;CACF;AA3DD,0BA2DC"}

package/dist/instrumentation/anthropic/index.d.ts

@@ -0,0 +1,12 @@
+import { InstrumentationBase, InstrumentationModuleDefinition } from '@opentelemetry/instrumentation';
+import { InstrumentationConfig } from '@opentelemetry/instrumentation';
+import Anthropic from '@anthropic-ai/sdk';
+export interface AnthropicInstrumentationConfig extends InstrumentationConfig {
+}
+export default class OpenlitAnthropicInstrumentation extends InstrumentationBase {
+    constructor(config?: AnthropicInstrumentationConfig);
+    protected init(): void | InstrumentationModuleDefinition | InstrumentationModuleDefinition[];
+    manualPatch(anthropic: any): void;
+    protected _patch(moduleExports: typeof Anthropic): void;
+    protected _unpatch(moduleExports: typeof Anthropic): void;
+}

package/dist/instrumentation/anthropic/index.js

@@ -0,0 +1,43 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+const instrumentation_1 = require("@opentelemetry/instrumentation");
+const constant_1 = require("../../constant");
+const wrapper_1 = __importDefault(require("./wrapper"));
+class OpenlitAnthropicInstrumentation extends instrumentation_1.InstrumentationBase {
+    constructor(config = {}) {
+        super(`${constant_1.INSTRUMENTATION_PREFIX}/instrumentation-anthropic`, '1.0.0', config);
+    }
+    init() {
+        const module = new instrumentation_1.InstrumentationNodeModuleDefinition('@anthropic-ai/sdk', ['>= 0.21.0'], (moduleExports) => {
+            this._patch(moduleExports);
+            return moduleExports;
+        }, (moduleExports) => {
+            if (moduleExports !== undefined) {
+                this._unpatch(moduleExports);
+            }
+        });
+        return [module];
+    }
+    manualPatch(anthropic) {
+        this._patch(anthropic);
+    }
+    _patch(moduleExports) {
+        try {
+            if ((0, instrumentation_1.isWrapped)(moduleExports.Anthropic.Messages.prototype.create)) {
+                this._unwrap(moduleExports.Anthropic.Messages.prototype, 'create');
+            }
+            this._wrap(moduleExports.Anthropic.Messages.prototype, 'create', wrapper_1.default._patchMessageCreate(this.tracer));
+        }
+        catch (e) {
+            console.error('Error in _patch method:', e);
+        }
+    }
+    _unpatch(moduleExports) {
+        this._unwrap(moduleExports.Anthropic.Messages.prototype, 'create');
+    }
+}
+exports.default = OpenlitAnthropicInstrumentation;
+//# sourceMappingURL=index.js.map

package/dist/instrumentation/anthropic/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/instrumentation/anthropic/index.ts"],"names":[],"mappings":";;;;;AAAA,oEAKwC;AAExC,6CAAwD;AAExD,wDAAyC;AAIzC,MAAqB,+BAAgC,SAAQ,qCAAmB;IAC9E,YAAY,SAAyC,EAAE;QACrD,KAAK,CAAC,GAAG,iCAAsB,4BAA4B,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAChF,CAAC;IAES,IAAI;QACZ,MAAM,MAAM,GAAG,IAAI,qDAAmC,CACpD,mBAAmB,EACnB,CAAC,WAAW,CAAC,EACb,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;YAC3B,OAAO,aAAa,CAAC;QACvB,CAAC,EACD,CAAC,aAAa,EAAE,EAAE;YAChB,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;gBAChC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;YAC/B,CAAC;QACH,CAAC,CACF,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,CAAC;IAClB,CAAC;IAEM,WAAW,CAAC,SAAc;QAC/B,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAES,MAAM,CAAC,aAA+B;QAC9C,IAAI,CAAC;YACH,IAAI,IAAA,2BAAS,EAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,CAAC;gBACjE,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACrE,CAAC;YAED,IAAI,CAAC,KAAK,CACR,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAC1C,QAAQ,EACR,iBAAgB,CAAC,mBAAmB,CAAC,IAAI,CAAC,MAAM,CAAC,CAClD,CAAC;QACJ,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAES,QAAQ,CAAC,aAA+B;QAChD,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACrE,CAAC;CACF;AA7CD,kDA6CC"}

package/dist/instrumentation/anthropic/wrapper.d.ts

@@ -0,0 +1,24 @@
+import { Span, Tracer } from '@opentelemetry/api';
+import BaseWrapper from '../base-wrapper';
+export default class AnthropicWrapper extends BaseWrapper {
+    static aiSystem: string;
+    static _patchMessageCreate(tracer: Tracer): any;
+    static _messageCreate({ args, genAIEndpoint, response, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        response: any;
+        span: Span;
+    }): Promise<any>;
+    static _messageCreateGenerator({ args, genAIEndpoint, response, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        response: any;
+        span: Span;
+    }): AsyncGenerator<any, any, unknown>;
+    static _messageCreateCommonSetter({ args, genAIEndpoint, result, span, }: {
+        args: any[];
+        genAIEndpoint: string;
+        result: any;
+        span: Span;
+    }): Promise<void>;
+}