@anyway-sh/node-server-sdk 0.22.8 → 0.22.10

package/dist/index.mjs

@@ -66,7 +66,7 @@ class PromptNotFoundError extends TraceloopError {
     }
 }
 
-var version = "0.22.8";
+var version = "0.22.10";
 
 /**
  * Base class for handling annotation operations with the Traceloop API.
@@ -3238,6 +3238,10 @@ function parseKeyPairsIntoRecord(keyPairs) {
 }
 
 const ALL_INSTRUMENTATION_LIBRARIES = "all";
+let _pricingCalculator = null;
+const setPricingCalculator = (calculator) => {
+    _pricingCalculator = calculator;
+};
 const spanAgentNames = new Map();
 const SPAN_AGENT_NAME_TTL = 5 * 60 * 1000;
 const AI_TELEMETRY_METADATA_AGENT = "ai.telemetry.metadata.agent";
@@ -3415,6 +3419,9 @@ const onSpanEnd = (originalOnEnd, instrumentationLibraries) => {
         if (Math.random() < 0.01) {
             cleanupExpiredSpanAgentNames();
         }
+        if (_pricingCalculator) {
+            _pricingCalculator.addCostAttributes(span);
+        }
         const compatibleSpan = ensureSpanCompatibility(span);
         originalOnEnd(compatibleSpan);
     };
@@ -3838,6 +3845,80 @@ const initializeRegistry = (options) => {
     });
 };
 
+const DATE_SUFFIX_PATTERN = /-\d{4}-\d{2}-\d{2}$/;
+const DATE_COMPACT_SUFFIX_PATTERN = /-\d{8}$/;
+class PricingCalculator {
+    constructor(pricingData) {
+        var _a;
+        this.chatModels = (_a = pricingData.chat) !== null && _a !== void 0 ? _a : {};
+    }
+    findPricing(modelName) {
+        if (!modelName)
+            return null;
+        const models = this.chatModels;
+        // 1. Exact match
+        if (models[modelName]) {
+            return this.normalize(models[modelName]);
+        }
+        // 2. Strip date suffix and retry
+        let stripped = modelName.replace(DATE_SUFFIX_PATTERN, "");
+        stripped = stripped.replace(DATE_COMPACT_SUFFIX_PATTERN, "");
+        if (stripped !== modelName && models[stripped]) {
+            return this.normalize(models[stripped]);
+        }
+        // 3. Prefix match (longest wins)
+        let bestMatch = null;
+        let bestLen = 0;
+        for (const baseModel of Object.keys(models)) {
+            if (modelName.startsWith(baseModel) && baseModel.length > bestLen) {
+                bestMatch = baseModel;
+                bestLen = baseModel.length;
+            }
+        }
+        if (bestMatch) {
+            return this.normalize(models[bestMatch]);
+        }
+        return null;
+    }
+    addCostAttributes(span) {
+        const attrs = span.attributes;
+        if (!attrs)
+            return;
+        const model = attrs[ATTR_GEN_AI_RESPONSE_MODEL] ||
+            attrs[ATTR_GEN_AI_REQUEST_MODEL];
+        if (!model)
+            return;
+        const inputTokens = attrs[ATTR_GEN_AI_USAGE_INPUT_TOKENS];
+        const outputTokens = attrs[ATTR_GEN_AI_USAGE_OUTPUT_TOKENS];
+        if (inputTokens == null && outputTokens == null)
+            return;
+        const pricing = this.findPricing(model);
+        if (!pricing)
+            return;
+        const inputCost = (inputTokens !== null && inputTokens !== void 0 ? inputTokens : 0) * pricing.inputCostPerToken;
+        const outputCost = (outputTokens !== null && outputTokens !== void 0 ? outputTokens : 0) * pricing.outputCostPerToken;
+        span.attributes["gen_ai.usage.input_cost"] = inputCost;
+        span.attributes["gen_ai.usage.output_cost"] = outputCost;
+        span.attributes["gen_ai.usage.cost"] = inputCost + outputCost;
+    }
+    normalize(pricing) {
+        var _a, _b;
+        return {
+            inputCostPerToken: ((_a = pricing.promptPrice) !== null && _a !== void 0 ? _a : 0) / 1000,
+            outputCostPerToken: ((_b = pricing.completionPrice) !== null && _b !== void 0 ? _b : 0) / 1000,
+        };
+    }
+}
+
+function loadPricing(pricingJsonPath) {
+    if (pricingJsonPath) {
+        // eslint-disable-next-line @typescript-eslint/no-var-requires
+        const fs = require("fs");
+        return JSON.parse(fs.readFileSync(pricingJsonPath, "utf-8"));
+    }
+    return require("./data/default_pricing.json");
+}
+
 let _configuration;
 let _client;
 /**
@@ -3906,6 +3987,15 @@ const initialize = (options = {}) => {
         }
         startTracing(_configuration);
     }
+    if (options.pricingEnabled !== false) {
+        try {
+            const pricingData = loadPricing(options.pricingJsonPath);
+            setPricingCalculator(new PricingCalculator(pricingData));
+        }
+        catch (e) {
+            console.warn(`[Traceloop] Failed to initialize pricing: ${e.message}`);
+        }
+    }
     initializeRegistry(_configuration);
     if (options.apiKey) {
         _client = new TraceloopClient({
@@ -4378,5 +4468,5 @@ var AssociationProperty;
     AssociationProperty["SESSION_ID"] = "session_id";
 })(AssociationProperty || (AssociationProperty = {}));
 
-export { ALL_INSTRUMENTATION_LIBRARIES, ArgumentNotProvidedError, AssociationProperty, Attachment, AttachmentReference, AttachmentUploader, Column, Dataset, Datasets, Evaluator, EvaluatorMadeByTraceloop, Experiment, ExternalAttachment, ImageUploader, InitializationError, LLMSpan, NotInitializedError, PromptNotFoundError, Row, SEVERITY, TraceloopClient, TraceloopError, VectorSpan, agent, attachment, conversation, createEvaluator, createSpanProcessor, forceFlush, getAvailableEvaluatorSlugs, getClient, getEvaluatorSchemaInfo, getPrompt, getTraceloopTracer, initialize, isAnyAttachment, isAttachment, isAttachmentReference, isExternalAttachment, reportCustomMetric, task, tool, traceloopInstrumentationLibraries, validateEvaluatorInput, waitForInitialization, withAgent, withAssociationProperties, withConversation, withLLMCall, withTask, withTool, withVectorDBCall, withWorkflow, workflow };
+export { ALL_INSTRUMENTATION_LIBRARIES, ArgumentNotProvidedError, AssociationProperty, Attachment, AttachmentReference, AttachmentUploader, Column, Dataset, Datasets, Evaluator, EvaluatorMadeByTraceloop, Experiment, ExternalAttachment, ImageUploader, InitializationError, LLMSpan, NotInitializedError, PromptNotFoundError, Row, SEVERITY, TraceloopClient, TraceloopError, VectorSpan, agent, attachment, conversation, createEvaluator, createSpanProcessor, forceFlush, getAvailableEvaluatorSlugs, getClient, getEvaluatorSchemaInfo, getPrompt, getTraceloopTracer, initialize, isAnyAttachment, isAttachment, isAttachmentReference, isExternalAttachment, reportCustomMetric, setPricingCalculator, task, tool, traceloopInstrumentationLibraries, validateEvaluatorInput, waitForInitialization, withAgent, withAssociationProperties, withConversation, withLLMCall, withTask, withTool, withVectorDBCall, withWorkflow, workflow };
 //# sourceMappingURL=index.mjs.map

package/dist/src/lib/interfaces/initialize-options.interface.d.ts

@@ -129,5 +129,15 @@ export interface InitializeOptions {
      * This is used to configure the Google Cloud Trace Exporter.
      */
     gcpProjectId?: string;
+    /**
+     * Whether to calculate and add cost attributes to spans. Optional.
+     * Defaults to true.
+     */
+    pricingEnabled?: boolean;
+    /**
+     * Path to a custom pricing JSON file. Optional.
+     * If not set, uses the bundled default pricing data.
+     */
+    pricingJsonPath?: string;
 }
 //# sourceMappingURL=initialize-options.interface.d.ts.map

package/dist/src/lib/pricing/calculator.d.ts

@@ -0,0 +1,24 @@
+import { ReadableSpan } from "@opentelemetry/sdk-trace-base";
+interface NormalizedPricing {
+    inputCostPerToken: number;
+    outputCostPerToken: number;
+}
+interface ModelPricing {
+    promptPrice: number;
+    completionPrice: number;
+}
+export interface PricingData {
+    chat?: Record<string, ModelPricing>;
+    embeddings?: Record<string, number>;
+    images?: Record<string, unknown>;
+    audio?: Record<string, unknown>;
+}
+export declare class PricingCalculator {
+    private chatModels;
+    constructor(pricingData: PricingData);
+    findPricing(modelName: string): NormalizedPricing | null;
+    addCostAttributes(span: ReadableSpan): void;
+    private normalize;
+}
+export {};
+//# sourceMappingURL=calculator.d.ts.map

package/dist/src/lib/pricing/index.d.ts

@@ -0,0 +1,4 @@
+export { PricingCalculator } from "./calculator";
+export type { PricingData } from "./calculator";
+export { loadPricing } from "./loader";
+//# sourceMappingURL=index.d.ts.map

package/dist/src/lib/pricing/loader.d.ts

@@ -0,0 +1,3 @@
+import { PricingData } from "./calculator";
+export declare function loadPricing(pricingJsonPath?: string): PricingData;
+//# sourceMappingURL=loader.d.ts.map

package/dist/src/lib/tracing/span-processor.d.ts

@@ -1,7 +1,9 @@
 import { SpanProcessor } from "@opentelemetry/sdk-trace-node";
 import { SpanExporter } from "@opentelemetry/sdk-trace-base";
+import { PricingCalculator } from "../pricing";
 export declare const ALL_INSTRUMENTATION_LIBRARIES: "all";
 type AllInstrumentationLibraries = typeof ALL_INSTRUMENTATION_LIBRARIES;
+export declare const setPricingCalculator: (calculator: PricingCalculator | null) => void;
 export interface SpanProcessorOptions {
     /**
      * The API Key for sending traces data. Optional.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@anyway-sh/node-server-sdk",
-  "version": "0.22.8",
+  "version": "0.22.10",
   "description": "Anyway Software Development Kit (SDK) for Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",