langsmith 0.5.7 → 0.5.8

package/dist/client.cjs

@@ -3195,7 +3195,7 @@ class Client {
             (0, _uuid_js_1.assertUuid)(feedback_source.metadata["__run"].run_id);
         }
         const feedback = {
-            id: feedbackId ?? uuid.v4(),
+            id: feedbackId ?? uuid.v7(),
             run_id: runId,
             key,
             score: _formatFeedbackScore(score),

package/dist/client.js

@@ -3157,7 +3157,7 @@ export class Client {
             assertUuid(feedback_source.metadata["__run"].run_id);
         }
         const feedback = {
-            id: feedbackId ?? uuid.v4(),
+            id: feedbackId ?? uuid.v7(),
             run_id: runId,
             key,
             score: _formatFeedbackScore(score),

package/dist/evaluation/evaluator.cjs

@@ -67,7 +67,7 @@ class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        let sourceRunId = (0, uuid_1.v4)();
+        let sourceRunId = (0, uuid_1.v7)();
         const metadata = {
             targetRunId: run.id,
         };

package/dist/evaluation/evaluator.js

@@ -1,4 +1,4 @@
-import { v4 as uuidv4 } from "uuid";
+import { v7 as uuidv7 } from "uuid";
 import { traceable } from "../traceable.js";
 /**
  * Wraps an evaluator function + implements the RunEvaluator interface.
@@ -63,7 +63,7 @@ export class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        let sourceRunId = uuidv4();
+        let sourceRunId = uuidv7();
         const metadata = {
             targetRunId: run.id,
         };

package/dist/index.cjs

@@ -18,4 +18,4 @@ Object.defineProperty(exports, "PromptCache", { enumerable: true, get: function
 Object.defineProperty(exports, "configureGlobalPromptCache", { enumerable: true, get: function () { return index_js_1.configureGlobalPromptCache; } });
 Object.defineProperty(exports, "promptCacheSingleton", { enumerable: true, get: function () { return index_js_1.promptCacheSingleton; } });
 // Update using yarn bump-version
-exports.__version__ = "0.5.7";
+exports.__version__ = "0.5.8";

package/dist/index.d.ts

@@ -5,4 +5,4 @@ export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
-export declare const __version__ = "0.5.7";
+export declare const __version__ = "0.5.8";

package/dist/index.js

@@ -5,4 +5,4 @@ export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 // Update using yarn bump-version
-export const __version__ = "0.5.7";
+export const __version__ = "0.5.8";

package/dist/utils/jestlike/vendor/evaluatedBy.cjs

@@ -22,7 +22,7 @@ function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        let evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v4)();
+        let evalRunId = config?.runId ?? config?.id ?? (0, uuid_1.v7)();
         let evalResult;
         if ((0, globals_js_1.trackingEnabled)(context)) {
             const wrappedEvaluator = (0, traceable_js_1.traceable)(async (_runTree, params) => {
@@ -83,7 +83,7 @@ async function evaluatedBy(outputs, evaluator) {
         ].join("\n"));
     }
     const wrappedEvaluator = wrapEvaluator(evaluator);
-    const evalRunId = (0, uuid_1.v4)();
+    const evalRunId = (0, uuid_1.v7)();
     const evalResult = await wrappedEvaluator({
         inputs: context.currentExample?.inputs ?? {},
         referenceOutputs: context?.currentExample?.outputs ?? {},

package/dist/utils/jestlike/vendor/evaluatedBy.js

@@ -1,6 +1,6 @@
 import { ROOT, traceable } from "../../../traceable.js";
 import { testWrapperAsyncLocalStorageInstance, _logTestFeedback, trackingEnabled, } from "../globals.js";
-import { v4 } from "uuid";
+import { v7 } from "uuid";
 function isEvaluationResult(x) {
     return (x != null &&
         typeof x === "object" &&
@@ -18,7 +18,7 @@ export function wrapEvaluator(evaluator) {
                 `See this page for more information: https://docs.smith.langchain.com/evaluation/how_to_guides/vitest_jest`,
             ].join("\n"));
         }
-        let evalRunId = config?.runId ?? config?.id ?? v4();
+        let evalRunId = config?.runId ?? config?.id ?? v7();
         let evalResult;
         if (trackingEnabled(context)) {
             const wrappedEvaluator = traceable(async (_runTree, params) => {
@@ -79,7 +79,7 @@ export async function evaluatedBy(outputs, evaluator) {
         ].join("\n"));
     }
     const wrappedEvaluator = wrapEvaluator(evaluator);
-    const evalRunId = v4();
+    const evalRunId = v7();
     const evalResult = await wrappedEvaluator({
         inputs: context.currentExample?.inputs ?? {},
         referenceOutputs: context?.currentExample?.outputs ?? {},

package/dist/wrappers/anthropic.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.wrapAnthropic = void 0;
+exports.createUsageMetadata = createUsageMetadata;
 const traceable_js_1 = require("../traceable.cjs");
 const usage_js_1 = require("../utils/usage.cjs");
 const TRACED_INVOCATION_KEYS = ["top_k", "top_p", "stream", "thinking"];
@@ -17,14 +18,18 @@ function createUsageMetadata(anthropicUsage) {
     const outputTokens = typeof anthropicUsage.output_tokens === "number"
         ? anthropicUsage.output_tokens
         : 0;
-    const totalTokens = inputTokens + outputTokens;
     const inputTokenDetails = (0, usage_js_1.convertAnthropicUsageToInputTokenDetails)(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     anthropicUsage);
+    // Anthropic cache tokens are ADDITIVE (not subsets of input_tokens like OpenAI).
+    // Sum them into input_tokens so the backend cost calculation is correct.
+    const cacheTokenSum = Object.values(inputTokenDetails).reduce((sum, v) => sum + (v ?? 0), 0);
+    const adjustedInputTokens = inputTokens + cacheTokenSum;
+    const adjustedTotalTokens = adjustedInputTokens + outputTokens;
     return {
-        input_tokens: inputTokens,
+        input_tokens: adjustedInputTokens,
         output_tokens: outputTokens,
-        total_tokens: totalTokens,
+        total_tokens: adjustedTotalTokens,
         ...(Object.keys(inputTokenDetails).length > 0 && {
             input_token_details: inputTokenDetails,
         }),

package/dist/wrappers/anthropic.d.ts

@@ -2,6 +2,7 @@ import type Anthropic from "@anthropic-ai/sdk";
 import type { Stream } from "@anthropic-ai/sdk/streaming";
 import type { MessageStream } from "@anthropic-ai/sdk/lib/MessageStream";
 import type { RunTreeConfig } from "../index.js";
+import { KVMap } from "../schemas.js";
 type ExtraRunTreeConfig = Pick<Partial<RunTreeConfig>, "name" | "metadata" | "tags">;
 type MessagesNamespace = {
     create: (...args: any[]) => any;
@@ -31,6 +32,10 @@ type PatchedAnthropicClient<T extends AnthropicType> = T & {
         };
     };
 };
+/**
+ * Create usage metadata from Anthropic's token usage format.
+ */
+export declare function createUsageMetadata(anthropicUsage: Partial<Anthropic.Messages.Usage>): KVMap | undefined;
 /**
  * Wraps an Anthropic client's completion methods, enabling automatic LangSmith
  * tracing. Method signatures are unchanged, with the exception that you can pass

package/dist/wrappers/anthropic.js

@@ -4,7 +4,7 @@ const TRACED_INVOCATION_KEYS = ["top_k", "top_p", "stream", "thinking"];
 /**
  * Create usage metadata from Anthropic's token usage format.
  */
-function createUsageMetadata(anthropicUsage) {
+export function createUsageMetadata(anthropicUsage) {
     if (!anthropicUsage) {
         return undefined;
     }
@@ -14,14 +14,18 @@ function createUsageMetadata(anthropicUsage) {
     const outputTokens = typeof anthropicUsage.output_tokens === "number"
         ? anthropicUsage.output_tokens
         : 0;
-    const totalTokens = inputTokens + outputTokens;
     const inputTokenDetails = convertAnthropicUsageToInputTokenDetails(
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
     anthropicUsage);
+    // Anthropic cache tokens are ADDITIVE (not subsets of input_tokens like OpenAI).
+    // Sum them into input_tokens so the backend cost calculation is correct.
+    const cacheTokenSum = Object.values(inputTokenDetails).reduce((sum, v) => sum + (v ?? 0), 0);
+    const adjustedInputTokens = inputTokens + cacheTokenSum;
+    const adjustedTotalTokens = adjustedInputTokens + outputTokens;
     return {
-        input_tokens: inputTokens,
+        input_tokens: adjustedInputTokens,
         output_tokens: outputTokens,
-        total_tokens: totalTokens,
+        total_tokens: adjustedTotalTokens,
         ...(Object.keys(inputTokenDetails).length > 0 && {
             input_token_details: inputTokenDetails,
         }),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.5.7",
+  "version": "0.5.8",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -158,7 +158,7 @@
     "@ai-sdk/provider": "^3.0.0",
     "@anthropic-ai/claude-agent-sdk": "^0.2.34",
     "@google/genai": "^1.29.0",
-    "@anthropic-ai/sdk": "^0.74.0",
+    "@anthropic-ai/sdk": "^0.78.0",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
@@ -167,7 +167,7 @@
     "@langchain/langgraph": "^0.3.6",
     "@langchain/openai": "^0.5.16",
     "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/auto-instrumentations-node": "^0.69.0",
+    "@opentelemetry/auto-instrumentations-node": "^0.70.1",
     "@opentelemetry/sdk-node": "^0.212.0",
     "@opentelemetry/sdk-trace-base": "^2.0.0",
     "@opentelemetry/sdk-trace-node": "^2.0.0",