langsmith 0.5.6 → 0.5.8

package/dist/utils/prompts.js

@@ -1,4 +1,5 @@
 import { parse as parseVersion } from "semver";
+import { getInvalidPromptIdentifierMsg } from "./error.js";
 export function isVersionGreaterOrEqual(current_version, target_version) {
     const current = parseVersion(current_version);
     const target = parseVersion(target_version);
@@ -13,20 +14,20 @@ export function parsePromptIdentifier(identifier) {
         identifier.startsWith("/") ||
         identifier.endsWith("/") ||
         identifier.split(":").length > 2) {
-        throw new Error(`Invalid identifier format: ${identifier}`);
+        throw new Error(getInvalidPromptIdentifierMsg(identifier));
     }
     const [ownerNamePart, commitPart] = identifier.split(":");
     const commit = commitPart || "latest";
     if (ownerNamePart.includes("/")) {
         const [owner, name] = ownerNamePart.split("/", 2);
         if (!owner || !name) {
-            throw new Error(`Invalid identifier format: ${identifier}`);
+            throw new Error(getInvalidPromptIdentifierMsg(identifier));
         }
         return [owner, name, commit];
     }
     else {
         if (!ownerNamePart) {
-            throw new Error(`Invalid identifier format: ${identifier}`);
+            throw new Error(getInvalidPromptIdentifierMsg(identifier));
         }
         return ["-", ownerNamePart, commit];
     }

package/dist/wrappers/anthropic.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.wrapAnthropic = void 0;
+exports.createUsageMetadata = createUsageMetadata;
 const traceable_js_1 = require("../traceable.cjs");
 const usage_js_1 = require("../utils/usage.cjs");
 const TRACED_INVOCATION_KEYS = ["top_k", "top_p", "stream", "thinking"];
@@ -17,14 +18,18 @@ function createUsageMetadata(anthropicUsage) {
     const outputTokens = typeof anthropicUsage.output_tokens === "number"
         ? anthropicUsage.output_tokens
         : 0;
-    const totalTokens = inputTokens + outputTokens;
     const inputTokenDetails = (0, usage_js_1.convertAnthropicUsageToInputTokenDetails)(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     anthropicUsage);
+    // Anthropic cache tokens are ADDITIVE (not subsets of input_tokens like OpenAI).
+    // Sum them into input_tokens so the backend cost calculation is correct.
+    const cacheTokenSum = Object.values(inputTokenDetails).reduce((sum, v) => sum + (v ?? 0), 0);
+    const adjustedInputTokens = inputTokens + cacheTokenSum;
+    const adjustedTotalTokens = adjustedInputTokens + outputTokens;
     return {
-        input_tokens: inputTokens,
+        input_tokens: adjustedInputTokens,
         output_tokens: outputTokens,
-        total_tokens: totalTokens,
+        total_tokens: adjustedTotalTokens,
         ...(Object.keys(inputTokenDetails).length > 0 && {
             input_token_details: inputTokenDetails,
         }),

package/dist/wrappers/anthropic.d.ts

@@ -2,6 +2,7 @@ import type Anthropic from "@anthropic-ai/sdk";
 import type { Stream } from "@anthropic-ai/sdk/streaming";
 import type { MessageStream } from "@anthropic-ai/sdk/lib/MessageStream";
 import type { RunTreeConfig } from "../index.js";
+import { KVMap } from "../schemas.js";
 type ExtraRunTreeConfig = Pick<Partial<RunTreeConfig>, "name" | "metadata" | "tags">;
 type MessagesNamespace = {
     create: (...args: any[]) => any;
@@ -31,6 +32,10 @@ type PatchedAnthropicClient<T extends AnthropicType> = T & {
         };
     };
 };
+/**
+ * Create usage metadata from Anthropic's token usage format.
+ */
+export declare function createUsageMetadata(anthropicUsage: Partial<Anthropic.Messages.Usage>): KVMap | undefined;
 /**
  * Wraps an Anthropic client's completion methods, enabling automatic LangSmith
  * tracing. Method signatures are unchanged, with the exception that you can pass

package/dist/wrappers/anthropic.js

@@ -4,7 +4,7 @@ const TRACED_INVOCATION_KEYS = ["top_k", "top_p", "stream", "thinking"];
 /**
  * Create usage metadata from Anthropic's token usage format.
  */
-function createUsageMetadata(anthropicUsage) {
+export function createUsageMetadata(anthropicUsage) {
     if (!anthropicUsage) {
         return undefined;
     }
@@ -14,14 +14,18 @@ function createUsageMetadata(anthropicUsage) {
     const outputTokens = typeof anthropicUsage.output_tokens === "number"
         ? anthropicUsage.output_tokens
         : 0;
-    const totalTokens = inputTokens + outputTokens;
     const inputTokenDetails = convertAnthropicUsageToInputTokenDetails(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     anthropicUsage);
+    // Anthropic cache tokens are ADDITIVE (not subsets of input_tokens like OpenAI).
+    // Sum them into input_tokens so the backend cost calculation is correct.
+    const cacheTokenSum = Object.values(inputTokenDetails).reduce((sum, v) => sum + (v ?? 0), 0);
+    const adjustedInputTokens = inputTokens + cacheTokenSum;
+    const adjustedTotalTokens = adjustedInputTokens + outputTokens;
     return {
-        input_tokens: inputTokens,
+        input_tokens: adjustedInputTokens,
         output_tokens: outputTokens,
-        total_tokens: totalTokens,
+        total_tokens: adjustedTotalTokens,
         ...(Object.keys(inputTokenDetails).length > 0 && {
             input_token_details: inputTokenDetails,
         }),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.5.6",
+  "version": "0.5.8",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -158,7 +158,7 @@
     "@ai-sdk/provider": "^3.0.0",
     "@anthropic-ai/claude-agent-sdk": "^0.2.34",
     "@google/genai": "^1.29.0",
-    "@anthropic-ai/sdk": "^0.74.0",
+    "@anthropic-ai/sdk": "^0.78.0",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
@@ -167,7 +167,7 @@
     "@langchain/langgraph": "^0.3.6",
     "@langchain/openai": "^0.5.16",
     "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/auto-instrumentations-node": "^0.69.0",
+    "@opentelemetry/auto-instrumentations-node": "^0.70.1",
     "@opentelemetry/sdk-node": "^0.212.0",
     "@opentelemetry/sdk-trace-base": "^2.0.0",
     "@opentelemetry/sdk-trace-node": "^2.0.0",
@@ -449,6 +449,6 @@
     "rimraf/**/glob": "10.5.0"
   },
   "browser": {
-    "./dist/utils/prompt_cache/fs.js": "./dist/utils/prompt_cache/fs.browser.js"
+    "./dist/utils/fs.js": "./dist/utils/fs.browser.js"
   }
 }

package/dist/utils/prompt_cache/fs.browser.cjs

@@ -1,24 +0,0 @@
-"use strict";
-/**
- * File system operations for prompt cache (Browser version).
- *
- * This stub is used in browser builds via the package.json browser field.
- * File operations are not supported in browser environments.
- */
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.dumpCache = dumpCache;
-exports.loadCache = loadCache;
-/**
- * Dump cache entries to a JSON file.
- * @throws Error - Always throws in browser environments.
- */
-function dumpCache(_filePath, _entries) {
-    throw new Error("dump() is not supported in browser environments.");
-}
-/**
- * Load cache entries from a JSON file.
- * @throws Error - Always throws in browser environments.
- */
-function loadCache(_filePath) {
-    throw new Error("load() is not supported in browser environments.");
-}

package/dist/utils/prompt_cache/fs.browser.d.ts

@@ -1,16 +0,0 @@
-/**
- * File system operations for prompt cache (Browser version).
- *
- * This stub is used in browser builds via the package.json browser field.
- * File operations are not supported in browser environments.
- */
-/**
- * Dump cache entries to a JSON file.
- * @throws Error - Always throws in browser environments.
- */
-export declare function dumpCache(_filePath: string, _entries: Record<string, unknown>): void;
-/**
- * Load cache entries from a JSON file.
- * @throws Error - Always throws in browser environments.
- */
-export declare function loadCache(_filePath: string): Record<string, unknown> | null;

package/dist/utils/prompt_cache/fs.browser.js

@@ -1,20 +0,0 @@
-/**
- * File system operations for prompt cache (Browser version).
- *
- * This stub is used in browser builds via the package.json browser field.
- * File operations are not supported in browser environments.
- */
-/**
- * Dump cache entries to a JSON file.
- * @throws Error - Always throws in browser environments.
- */
-export function dumpCache(_filePath, _entries) {
-    throw new Error("dump() is not supported in browser environments.");
-}
-/**
- * Load cache entries from a JSON file.
- * @throws Error - Always throws in browser environments.
- */
-export function loadCache(_filePath) {
-    throw new Error("load() is not supported in browser environments.");
-}

package/dist/utils/prompt_cache/fs.cjs

@@ -1,86 +0,0 @@
-"use strict";
-/**
- * File system operations for prompt cache (Node.js version).
- *
- * This file is swapped with prompts_cache_fs.browser.ts for browser builds
- * via the package.json browser field.
- */
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.dumpCache = dumpCache;
-exports.loadCache = loadCache;
-const fs = __importStar(require("node:fs"));
-const path = __importStar(require("node:path"));
-/**
- * Dump cache entries to a JSON file.
- */
-function dumpCache(filePath, entries) {
-    const dir = path.dirname(filePath);
-    if (!fs.existsSync(dir)) {
-        fs.mkdirSync(dir, { recursive: true });
-    }
-    const data = { entries };
-    // Atomic write: write to temp file then rename
-    const tempPath = `${filePath}.tmp`;
-    try {
-        fs.writeFileSync(tempPath, JSON.stringify(data, null, 2));
-        fs.renameSync(tempPath, filePath);
-    }
-    catch (e) {
-        // Clean up temp file on failure
-        if (fs.existsSync(tempPath)) {
-            fs.unlinkSync(tempPath);
-        }
-        throw e;
-    }
-}
-/**
- * Load cache entries from a JSON file.
- *
- * @returns The entries object, or null if file doesn't exist or is invalid.
- */
-function loadCache(filePath) {
-    if (!fs.existsSync(filePath)) {
-        return null;
-    }
-    try {
-        const content = fs.readFileSync(filePath, "utf-8");
-        const data = JSON.parse(content);
-        return data.entries ?? null;
-    }
-    catch {
-        return null;
-    }
-}

package/dist/utils/prompt_cache/fs.d.ts

@@ -1,16 +0,0 @@
-/**
- * File system operations for prompt cache (Node.js version).
- *
- * This file is swapped with prompts_cache_fs.browser.ts for browser builds
- * via the package.json browser field.
- */
-/**
- * Dump cache entries to a JSON file.
- */
-export declare function dumpCache(filePath: string, entries: Record<string, unknown>): void;
-/**
- * Load cache entries from a JSON file.
- *
- * @returns The entries object, or null if file doesn't exist or is invalid.
- */
-export declare function loadCache(filePath: string): Record<string, unknown> | null;

package/dist/utils/prompt_cache/fs.js

@@ -1,49 +0,0 @@
-/**
- * File system operations for prompt cache (Node.js version).
- *
- * This file is swapped with prompts_cache_fs.browser.ts for browser builds
- * via the package.json browser field.
- */
-import * as fs from "node:fs";
-import * as path from "node:path";
-/**
- * Dump cache entries to a JSON file.
- */
-export function dumpCache(filePath, entries) {
-    const dir = path.dirname(filePath);
-    if (!fs.existsSync(dir)) {
-        fs.mkdirSync(dir, { recursive: true });
-    }
-    const data = { entries };
-    // Atomic write: write to temp file then rename
-    const tempPath = `${filePath}.tmp`;
-    try {
-        fs.writeFileSync(tempPath, JSON.stringify(data, null, 2));
-        fs.renameSync(tempPath, filePath);
-    }
-    catch (e) {
-        // Clean up temp file on failure
-        if (fs.existsSync(tempPath)) {
-            fs.unlinkSync(tempPath);
-        }
-        throw e;
-    }
-}
-/**
- * Load cache entries from a JSON file.
- *
- * @returns The entries object, or null if file doesn't exist or is invalid.
- */
-export function loadCache(filePath) {
-    if (!fs.existsSync(filePath)) {
-        return null;
-    }
-    try {
-        const content = fs.readFileSync(filePath, "utf-8");
-        const data = JSON.parse(content);
-        return data.entries ?? null;
-    }
-    catch {
-        return null;
-    }
-}