@anyway-sh/node-server-sdk 0.22.10 → 0.22.12

package/dist/index.js

@@ -90,7 +90,7 @@ class PromptNotFoundError extends TraceloopError {
     }
 }
 
-var version = "0.22.10";
+var version = "0.22.12";
 
 /**
  * Base class for handling annotation operations with the Traceloop API.
@@ -3905,6 +3905,7 @@ class PricingCalculator {
         return null;
     }
     addCostAttributes(span) {
+        var _a, _b;
         const attrs = span.attributes;
         if (!attrs)
             return;
@@ -3912,8 +3913,8 @@ class PricingCalculator {
             attrs[incubating.ATTR_GEN_AI_REQUEST_MODEL];
         if (!model)
             return;
-        const inputTokens = attrs[incubating.ATTR_GEN_AI_USAGE_INPUT_TOKENS];
-        const outputTokens = attrs[incubating.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS];
+        const inputTokens = ((_a = attrs[incubating.ATTR_GEN_AI_USAGE_INPUT_TOKENS]) !== null && _a !== void 0 ? _a : attrs[incubating.ATTR_GEN_AI_USAGE_PROMPT_TOKENS]);
+        const outputTokens = ((_b = attrs[incubating.ATTR_GEN_AI_USAGE_OUTPUT_TOKENS]) !== null && _b !== void 0 ? _b : attrs[incubating.ATTR_GEN_AI_USAGE_COMPLETION_TOKENS]);
         if (inputTokens == null && outputTokens == null)
             return;
         const pricing = this.findPricing(model);
@@ -3934,13 +3935,607 @@ class PricingCalculator {
     }
 }
 
+var embeddings = {
+	"text-embedding-ada-002": 0.0001,
+	"text-embedding-3-small": 0.00002,
+	"text-embedding-3-large": 0.00013,
+	ada: 0.0001,
+	"ada-v2": 0.0001,
+	"text-ada-001": 0.0001,
+	"azure_text-embedding-ada-002": 0.0001,
+	"azure_text-embedding-3-small": 0.00002,
+	"azure_text-embedding-3-large": 0.00013,
+	azure_ada: 0.0001,
+	"azure_ada-v2": 0.0001,
+	"azure_text-ada-001": 0.0001,
+	"embed-english-v3.0": 0.0001,
+	"embed-multilingual-v3.0": 0.0001,
+	"embed-english-light-v3.0": 0.0001,
+	"embed-multilingual-light-v3.0": 0.0001,
+	"embed-english-v2.0": 0.0001,
+	"embed-english-light-v2.0": 0.0001,
+	"embed-multilingual-v2.0": 0.0001,
+	"mistral-embed": 0.0001,
+	"amazon.titan-embed-text-v1": 0.0001,
+	"amazon.titan-embed-text-v2": 0.00002,
+	"textembedding-gecko": 0.0001,
+	"textembedding-gecko@001": 0.0001,
+	"textembedding-gecko@002": 0.0001,
+	"textembedding-gecko@003": 0.0001
+};
+var images = {
+	"dall-e-3": {
+		standard: {
+			"1024x1024": 0.04,
+			"1024x1792": 0.02,
+			"1792x1024": 0.08
+		},
+		hd: {
+			"1024x1024": 0.08,
+			"1024x1792": 0.12,
+			"1792x1024": 0.12
+		}
+	},
+	"azure_dall-e-3": {
+		standard: {
+			"1024x1024": 0.04,
+			"1024x1792": 0.02,
+			"1792x1024": 0.08
+		},
+		hd: {
+			"1024x1024": 0.08,
+			"1024x1792": 0.12,
+			"1792x1024": 0.12
+		}
+	},
+	"dall-e-2": {
+		standard: {
+			"1024x1024": 0.02,
+			"512x512": 0.018,
+			"256x256": 0.016
+		}
+	},
+	"black-forest-labs/FLUX.1-dev": {
+		standard: {
+			"1000000": 0.025
+		}
+	},
+	"black-forest-labs/FLUX.1-canny": {
+		standard: {
+			"1000000": 0.025
+		}
+	},
+	"black-forest-labs/FLUX.1-depth": {
+		standard: {
+			"1000000": 0.025
+		}
+	},
+	"black-forest-labs/FLUX.1-redux": {
+		standard: {
+			"1000000": 0.025
+		}
+	},
+	"black-forest-labs/FLUX.1-schnell": {
+		standard: {
+			"1000000": 0.0027
+		}
+	},
+	"black-forest-labs/FLUX.1-pro": {
+		standard: {
+			"1000000": 0.04
+		}
+	},
+	"black-forest-labs/FLUX.1.1-pro": {
+		standard: {
+			"1000000": 0.05
+		}
+	},
+	"stabilityai/stable-diffusion-xl-base-1.0": {
+		standard: {
+			"512X512": 0.001,
+			"1024x1024": 0.01
+		}
+	},
+	"amazon.titan-image-generator-v1": {
+		standard: {
+			"512x512": 0.008,
+			"1024x1024": 0.01
+		},
+		premium: {
+			"512x512": 0.01,
+			"1024x1024": 0.012
+		}
+	}
+};
+var audio = {
+	"tts-1": 0.015,
+	"tts-1-hd": 0.03,
+	eleven_multilingual_v2: 0.24,
+	eleven_multilingual_v1: 0.24,
+	eleven_monolingual_v1: 0.24,
+	eleven_english_v1: 0.24,
+	eleven_turbo_v2: 0.24,
+	eleven_english_sts_v2: 0.24,
+	eleven_multilingual_sts_v2: 0.24,
+	best: 0.00010277777,
+	nano: 0.00003333333
+};
+var chat = {
+	"gpt-4.1-nano-2025-04-14": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0004
+	},
+	"gpt-4.1-nano": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0004
+	},
+	"gpt-4.1-mini-2025-04-14": {
+		promptPrice: 0.0004,
+		completionPrice: 0.0016
+	},
+	"gpt-4.1-mini": {
+		promptPrice: 0.0004,
+		completionPrice: 0.0016
+	},
+	"gpt-4.1-2025-04-14": {
+		promptPrice: 0.002,
+		completionPrice: 0.008
+	},
+	"gpt-4.1": {
+		promptPrice: 0.002,
+		completionPrice: 0.008
+	},
+	"gpt-4o": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"gpt-4o-2024-08-06": {
+		promptPrice: 0.0025,
+		completionPrice: 0.01
+	},
+	"gpt-4o-2024-05-13": {
+		promptPrice: 0.005,
+		completionPrice: 0.015
+	},
+	"gpt-4o-mini": {
+		promptPrice: 0.00015,
+		completionPrice: 0.0006
+	},
+	"gpt-4o-mini-2024-07-18": {
+		promptPrice: 0.00015,
+		completionPrice: 0.0006
+	},
+	"o1-mini": {
+		promptPrice: 0.003,
+		completionPrice: 0.012
+	},
+	"o1-mini-2024-09-12": {
+		promptPrice: 0.003,
+		completionPrice: 0.012
+	},
+	"o1-preview": {
+		promptPrice: 0.015,
+		completionPrice: 0.06
+	},
+	"o1-preview-2024-09-12": {
+		promptPrice: 0.015,
+		completionPrice: 0.06
+	},
+	"gpt-3.5-turbo": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"gpt-3.5-turbo-0125": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"azure_gpt-35-turbo": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"azure_gpt-35-turbo-16k": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"azure_gpt-35-turbo-instruct": {
+		promptPrice: 0.0015,
+		completionPrice: 0.002
+	},
+	"gpt-4": {
+		promptPrice: 0.03,
+		completionPrice: 0.06
+	},
+	"gpt-4-turbo": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"gpt-4-32k": {
+		promptPrice: 0.06,
+		completionPrice: 0.12
+	},
+	"gpt-4-1106-preview": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"gpt-4-0125-preview": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"gpt-4-preview": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"gpt-4-1106-vision-preview": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"gpt-4-vision-preview": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"azure_gpt-4": {
+		promptPrice: 0.03,
+		completionPrice: 0.06
+	},
+	"azure_gpt-4-32k": {
+		promptPrice: 0.06,
+		completionPrice: 0.12
+	},
+	"claude-3-opus-20240229": {
+		promptPrice: 0.015,
+		completionPrice: 0.075
+	},
+	"claude-3-sonnet-20240229": {
+		promptPrice: 0.003,
+		completionPrice: 0.015
+	},
+	"claude-3-haiku-20240307": {
+		promptPrice: 0.00025,
+		completionPrice: 0.00125
+	},
+	command: {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"command-nightly": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"command-light": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0006
+	},
+	"command-light-nightly": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0006
+	},
+	"open-mistral-7b": {
+		promptPrice: 0.00025,
+		completionPrice: 0.00025
+	},
+	"open-mixtral-8x7b": {
+		promptPrice: 0.0007,
+		completionPrice: 0.0007
+	},
+	"mistral-small-latest": {
+		promptPrice: 0.002,
+		completionPrice: 0.006
+	},
+	"mistral-medium-latest": {
+		promptPrice: 0.0027,
+		completionPrice: 0.0081
+	},
+	"mistral-large-latest": {
+		promptPrice: 0.008,
+		completionPrice: 0.024
+	},
+	"amazon.titan-text-express-v1": {
+		promptPrice: 0.0008,
+		completionPrice: 0.0016
+	},
+	"amazon.titan-text-lite-v1": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0004
+	},
+	"mistral.mistral-7b-instruct-v0:2": {
+		promptPrice: 0.00015,
+		completionPrice: 0.0002
+	},
+	"mistral.mixtral-8x7b-instruct-v0:1": {
+		promptPrice: 0.00045,
+		completionPrice: 0.0007
+	},
+	"mistral.mistral-large-2402-v1:0": {
+		promptPrice: 0.008,
+		completionPrice: 0.024
+	},
+	"anthropic.claude-3-haiku-20240307-v1:0": {
+		promptPrice: 0.00025,
+		completionPrice: 0.00125
+	},
+	"anthropic.claude-v2": {
+		promptPrice: 0.008,
+		completionPrice: 0.024
+	},
+	"anthropic.claude-3-sonnet-20240229-v1:0": {
+		promptPrice: 0.003,
+		completionPrice: 0.015
+	},
+	"anthropic.claude-3-opus-20240229-v1:0": {
+		promptPrice: 0.015,
+		completionPrice: 0.075
+	},
+	"meta.llama3-8b-instruct-v1:0": {
+		promptPrice: 0.0004,
+		completionPrice: 0.0006
+	},
+	"meta.llama3-70b-instruct-v1:0": {
+		promptPrice: 0.00265,
+		completionPrice: 0.0035
+	},
+	"meta.llama2-13b-chat-v1": {
+		promptPrice: 0.00075,
+		completionPrice: 0.001
+	},
+	"meta.llama2-70b-chat-v1": {
+		promptPrice: 0.00195,
+		completionPrice: 0.00256
+	},
+	"cohere.command-text-v14": {
+		promptPrice: 0.0015,
+		completionPrice: 0.002
+	},
+	"cohere.command-light-text-v14": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0006
+	},
+	"ai21.j2-mid-v1": {
+		promptPrice: 0.0125,
+		completionPrice: 0.0125
+	},
+	"ai21.j2-ultra-v1": {
+		promptPrice: 0.0188,
+		completionPrice: 0.0188
+	},
+	"gemini-1.0-pro": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"gemini-1.5-flash": {
+		promptPrice: 0.000075,
+		completionPrice: 0.0003
+	},
+	"gemini-1.5-pro": {
+		promptPrice: 0.00125,
+		completionPrice: 0.005
+	},
+	"gemini-1.0-pro-002": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"gemini-1.0-pro-001": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"gemini-1.5-pro-preview-0409": {
+		promptPrice: 0.005,
+		completionPrice: 0.015
+	},
+	"gemini-1.5-pro-preview-0514": {
+		promptPrice: 0.005,
+		completionPrice: 0.015
+	},
+	"gemini-1.5-flash-preview-0514": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"gemini-2.0-flash": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0004
+	},
+	"gemini-2.0-flash-lite": {
+		promptPrice: 0.000075,
+		completionPrice: 0.0003
+	},
+	"gemini-2.5-flash": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0025
+	},
+	"gemini-2.5-flash-preview": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0025
+	},
+	"gemini-2.5-flash-lite": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0004
+	},
+	"gemini-2.5-flash-lite-preview": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0004
+	},
+	"gemini-2.5-pro": {
+		promptPrice: 0.00125,
+		completionPrice: 0.01
+	},
+	"text-bison": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"text-bison@002": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"text-bison-32k": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"text-bison-32k@002": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"text-unicorn": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"text-unicorn@001": {
+		promptPrice: 0.01,
+		completionPrice: 0.03
+	},
+	"chat-bison": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"chat-bison@002": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"chat-bison-32k": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"chat-bison-32k@002": {
+		promptPrice: 0.001,
+		completionPrice: 0.002
+	},
+	"llama3-8b-8192": {
+		promptPrice: 0.00005,
+		completionPrice: 0.0001
+	},
+	"llama3-70b-8192": {
+		promptPrice: 0.00059,
+		completionPrice: 0.00079
+	},
+	"mixtral-8x7b-32768": {
+		promptPrice: 0.00024,
+		completionPrice: 0.00024
+	},
+	"gemma-7b-it": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0001
+	},
+	"reka-core": {
+		promptPrice: 0.002,
+		completionPrice: 0.002
+	},
+	"reka-core-20240415": {
+		promptPrice: 0.002,
+		completionPrice: 0.002
+	},
+	"reka-core-20240501": {
+		promptPrice: 0.002,
+		completionPrice: 0.002
+	},
+	"reka-flash": {
+		promptPrice: 0.0002,
+		completionPrice: 0.0008
+	},
+	"reka-flash-20240226": {
+		promptPrice: 0.0002,
+		completionPrice: 0.0008
+	},
+	"reka-edge": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0001
+	},
+	"reka-edge-20240208": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0001
+	},
+	"reka-spark": {
+		promptPrice: 0.00005,
+		completionPrice: 0.00005
+	},
+	"grok-beta": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"grok-vision-beta": {
+		promptPrice: 0.0005,
+		completionPrice: 0.0015
+	},
+	"jamba-1.5-mini": {
+		promptPrice: 0.0002,
+		completionPrice: 0.0004
+	},
+	"jamba-1.5-large": {
+		promptPrice: 0.002,
+		completionPrice: 0.008
+	},
+	"meta-llama/Llama-3.3-70B-Instruct-Turbo": {
+		promptPrice: 0.00088,
+		completionPrice: 0.00088
+	},
+	"meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo-vLLM-json": {
+		promptPrice: 0.00088,
+		completionPrice: 0.00088
+	},
+	"meta-llama/Meta-Llama-3.1-405B-Instruct-Lite-Pro-lora": {
+		promptPrice: 0.00088,
+		completionPrice: 0.00088
+	},
+	"meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": {
+		promptPrice: 0.00088,
+		completionPrice: 0.00088
+	},
+	"Qwen/QwQ-32B-Preview": {
+		promptPrice: 0.0012,
+		completionPrice: 0.0012
+	},
+	"codellama/CodeLlama-34b-Instruct-hf": {
+		promptPrice: 0.0008,
+		completionPrice: 0.0008
+	},
+	"databricks/dbrx-instruct": {
+		promptPrice: 0.0012,
+		completionPrice: 0.0012
+	},
+	"deepseek-ai/deepseek-llm-67b-chat": {
+		promptPrice: 0.0009,
+		completionPrice: 0.0009
+	},
+	"google/gemma-2b-it": {
+		promptPrice: 0.0001,
+		completionPrice: 0.0001
+	},
+	"google/gemma-2-27b-it": {
+		promptPrice: 0.0008,
+		completionPrice: 0.0008
+	},
+	"google/gemma-2-9b-it": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0003
+	},
+	"Gryphe/MythoMax-L2-13b-Lite": {
+		promptPrice: 0.0003,
+		completionPrice: 0.0003
+	},
+	"nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": {
+		promptPrice: 0.0088,
+		completionPrice: 0.0088
+	},
+	"deepseek-chat": {
+		promptPrice: 0.00014,
+		completionPrice: 0.00028
+	},
+	"deepseek-reasoner": {
+		promptPrice: 0.00055,
+		completionPrice: 0.00219
+	}
+};
+var defaultPricing = {
+	embeddings: embeddings,
+	images: images,
+	audio: audio,
+	chat: chat
+};
+
 function loadPricing(pricingJsonPath) {
     if (pricingJsonPath) {
         // eslint-disable-next-line @typescript-eslint/no-var-requires
         const fs = require("fs");
         return JSON.parse(fs.readFileSync(pricingJsonPath, "utf-8"));
     }
-    return require("./data/default_pricing.json");
+    return defaultPricing;
 }
 
 let _configuration;