langsmith 0.3.49 → 0.3.51

package/dist/client.cjs

@@ -588,11 +588,11 @@ class Client {
         if (patch) {
             const sampled = [];
             for (const run of runs) {
-                if (!this.filteredPostUuids.has(run.id)) {
+                if (!this.filteredPostUuids.has(run.trace_id)) {
                     sampled.push(run);
                 }
-                else {
-                    this.filteredPostUuids.delete(run.id);
+                else if (run.id === run.trace_id) {
+                    this.filteredPostUuids.delete(run.trace_id);
                 }
             }
             return sampled;

package/dist/client.js

@@ -550,11 +550,11 @@ export class Client {
         if (patch) {
             const sampled = [];
             for (const run of runs) {
-                if (!this.filteredPostUuids.has(run.id)) {
+                if (!this.filteredPostUuids.has(run.trace_id)) {
                     sampled.push(run);
                 }
-                else {
-                    this.filteredPostUuids.delete(run.id);
+                else if (run.id === run.trace_id) {
+                    this.filteredPostUuids.delete(run.trace_id);
                 }
             }
             return sampled;

package/dist/experimental/otel/processor.cjs

@@ -6,10 +6,24 @@ const sdk_trace_base_1 = require("@opentelemetry/sdk-trace-base");
 const constants_js_1 = require("./constants.cjs");
 const utils_js_1 = require("./utils.cjs");
 const run_trees_js_1 = require("../../run_trees.cjs");
+const NANOSECOND_DIGITS = 9;
+const MICROSECOND_DIGITS = 6;
 function isTraceableSpan(span) {
     return (span.attributes[constants_js_1.LANGSMITH_TRACEABLE] === "true" ||
         typeof span.attributes["ai.operationId"] === "string");
 }
+/**
+ * Convert hrTime to timestamp, for example "2019-05-14T17:00:00.000123Z"
+ * @param time
+ */
+function hrTimeToTimeStamp(time) {
+    const precision = NANOSECOND_DIGITS;
+    const tmp = `${"0".repeat(precision)}${time[1]}Z`;
+    const nanoString = tmp.substring(tmp.length - precision - 1);
+    const date = new Date(time[0] * 1000).toISOString();
+    // We only need 6 digits of precision for the dotted order
+    return `${date.replace("000Z", nanoString.slice(0, MICROSECOND_DIGITS))}Z`;
+}
 function getParentSpanId(span) {
     // Backcompat shim to support OTEL 1.x and 2.x
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -39,20 +53,35 @@ class LangSmithOTLPSpanProcessor extends sdk_trace_base_1.BatchSpanProcessor {
         this.traceMap[span.spanContext().traceId].spanCount++;
         const isTraceable = isTraceableSpan(span);
         const parentSpanId = getParentSpanId(span);
-        this.traceMap[span.spanContext().traceId].spanInfo[span.spanContext().spanId] = {
-            isTraceable,
-            parentSpanId,
-        };
         let currentCandidateParentSpanId = parentSpanId;
         let traceableParentId;
+        let parentDottedOrder;
+        // LangSmith uses the first span's id as the trace id, NOT the actual OTEL trace id
+        // Default to the current span if no parent information is present
+        let lsTraceId = (0, utils_js_1.getUuidFromOtelSpanId)(span.spanContext().spanId);
         while (currentCandidateParentSpanId) {
             const currentSpanInfo = this.traceMap[span.spanContext().traceId].spanInfo[currentCandidateParentSpanId];
             if (currentSpanInfo?.isTraceable) {
                 traceableParentId = currentCandidateParentSpanId;
+                parentDottedOrder = currentSpanInfo.dottedOrder;
+                lsTraceId = currentSpanInfo.lsTraceId;
                 break;
             }
             currentCandidateParentSpanId = currentSpanInfo?.parentSpanId;
         }
+        const startTimestamp = hrTimeToTimeStamp(span.startTime);
+        const spanUuid = (0, utils_js_1.getUuidFromOtelSpanId)(span.spanContext().spanId);
+        const dottedOrderComponent = (0, run_trees_js_1.stripNonAlphanumeric)(startTimestamp) + spanUuid;
+        const currentDottedOrder = parentDottedOrder
+            ? `${parentDottedOrder}.${dottedOrderComponent}`
+            : dottedOrderComponent;
+        this.traceMap[span.spanContext().traceId].spanInfo[span.spanContext().spanId] = {
+            isTraceable,
+            lsTraceId,
+            spanId: span.spanContext().spanId,
+            parentSpanId,
+            dottedOrder: currentDottedOrder,
+        };
         if (!traceableParentId) {
             span.attributes[constants_js_1.LANGSMITH_IS_ROOT] = true;
         }
@@ -60,6 +89,8 @@ class LangSmithOTLPSpanProcessor extends sdk_trace_base_1.BatchSpanProcessor {
             span.attributes[constants_js_1.LANGSMITH_PARENT_RUN_ID] =
                 (0, utils_js_1.getUuidFromOtelSpanId)(traceableParentId);
         }
+        span.attributes[constants_js_1.LANGSMITH_DOTTED_ORDER] = currentDottedOrder;
+        span.attributes[constants_js_1.LANGSMITH_TRACE_ID] = lsTraceId;
         if (isTraceable) {
             super.onStart(span, parentContext);
         }

package/dist/experimental/otel/processor.js

@@ -1,11 +1,25 @@
 import { BatchSpanProcessor, } from "@opentelemetry/sdk-trace-base";
-import { LANGSMITH_IS_ROOT, LANGSMITH_PARENT_RUN_ID, LANGSMITH_TRACEABLE, } from "./constants.js";
+import { LANGSMITH_IS_ROOT, LANGSMITH_PARENT_RUN_ID, LANGSMITH_TRACEABLE, LANGSMITH_DOTTED_ORDER, LANGSMITH_TRACE_ID, } from "./constants.js";
 import { getUuidFromOtelSpanId } from "./utils.js";
-import { RunTree } from "../../run_trees.js";
+import { RunTree, stripNonAlphanumeric } from "../../run_trees.js";
+const NANOSECOND_DIGITS = 9;
+const MICROSECOND_DIGITS = 6;
 export function isTraceableSpan(span) {
     return (span.attributes[LANGSMITH_TRACEABLE] === "true" ||
         typeof span.attributes["ai.operationId"] === "string");
 }
+/**
+ * Convert hrTime to timestamp, for example "2019-05-14T17:00:00.000123Z"
+ * @param time
+ */
+function hrTimeToTimeStamp(time) {
+    const precision = NANOSECOND_DIGITS;
+    const tmp = `${"0".repeat(precision)}${time[1]}Z`;
+    const nanoString = tmp.substring(tmp.length - precision - 1);
+    const date = new Date(time[0] * 1000).toISOString();
+    // We only need 6 digits of precision for the dotted order
+    return `${date.replace("000Z", nanoString.slice(0, MICROSECOND_DIGITS))}Z`;
+}
 function getParentSpanId(span) {
     // Backcompat shim to support OTEL 1.x and 2.x
     // eslint-disable-next-line @typescript-eslint/no-explicit-any
@@ -35,20 +49,35 @@ export class LangSmithOTLPSpanProcessor extends BatchSpanProcessor {
         this.traceMap[span.spanContext().traceId].spanCount++;
         const isTraceable = isTraceableSpan(span);
         const parentSpanId = getParentSpanId(span);
-        this.traceMap[span.spanContext().traceId].spanInfo[span.spanContext().spanId] = {
-            isTraceable,
-            parentSpanId,
-        };
         let currentCandidateParentSpanId = parentSpanId;
         let traceableParentId;
+        let parentDottedOrder;
+        // LangSmith uses the first span's id as the trace id, NOT the actual OTEL trace id
+        // Default to the current span if no parent information is present
+        let lsTraceId = getUuidFromOtelSpanId(span.spanContext().spanId);
         while (currentCandidateParentSpanId) {
             const currentSpanInfo = this.traceMap[span.spanContext().traceId].spanInfo[currentCandidateParentSpanId];
             if (currentSpanInfo?.isTraceable) {
                 traceableParentId = currentCandidateParentSpanId;
+                parentDottedOrder = currentSpanInfo.dottedOrder;
+                lsTraceId = currentSpanInfo.lsTraceId;
                 break;
             }
             currentCandidateParentSpanId = currentSpanInfo?.parentSpanId;
         }
+        const startTimestamp = hrTimeToTimeStamp(span.startTime);
+        const spanUuid = getUuidFromOtelSpanId(span.spanContext().spanId);
+        const dottedOrderComponent = stripNonAlphanumeric(startTimestamp) + spanUuid;
+        const currentDottedOrder = parentDottedOrder
+            ? `${parentDottedOrder}.${dottedOrderComponent}`
+            : dottedOrderComponent;
+        this.traceMap[span.spanContext().traceId].spanInfo[span.spanContext().spanId] = {
+            isTraceable,
+            lsTraceId,
+            spanId: span.spanContext().spanId,
+            parentSpanId,
+            dottedOrder: currentDottedOrder,
+        };
         if (!traceableParentId) {
             span.attributes[LANGSMITH_IS_ROOT] = true;
         }
@@ -56,6 +85,8 @@ export class LangSmithOTLPSpanProcessor extends BatchSpanProcessor {
             span.attributes[LANGSMITH_PARENT_RUN_ID] =
                 getUuidFromOtelSpanId(traceableParentId);
         }
+        span.attributes[LANGSMITH_DOTTED_ORDER] = currentDottedOrder;
+        span.attributes[LANGSMITH_TRACE_ID] = lsTraceId;
         if (isTraceable) {
             super.onStart(span, parentContext);
         }

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.49";
+exports.__version__ = "0.3.51";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.49";
+export declare const __version__ = "0.3.51";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.49";
+export const __version__ = "0.3.51";

package/dist/run_trees.cjs

@@ -34,6 +34,7 @@ var __importStar = (this && this.__importStar) || (function () {
 })();
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RunTree = void 0;
+exports.stripNonAlphanumeric = stripNonAlphanumeric;
 exports.convertToDottedOrderFormat = convertToDottedOrderFormat;
 exports.isRunTree = isRunTree;
 exports.isRunnableConfigLike = isRunnableConfigLike;
@@ -775,17 +776,62 @@ function _getWriteReplicasFromEnv() {
         return [];
     try {
         const parsed = JSON.parse(envVar);
-        _checkEndpointEnvUnset(parsed);
-        return Object.entries(parsed).map(([url, key]) => ({
-            apiUrl: url.replace(/\/$/, ""),
-            apiKey: key,
-        }));
+        if (Array.isArray(parsed)) {
+            const replicas = [];
+            for (const item of parsed) {
+                if (typeof item !== "object" || item === null) {
+                    console.warn(`Invalid item type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected object, got ${typeof item}`);
+                    continue;
+                }
+                if (typeof item.api_url !== "string") {
+                    console.warn(`Invalid api_url type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected string, got ${typeof item.api_url}`);
+                    continue;
+                }
+                if (typeof item.api_key !== "string") {
+                    console.warn(`Invalid api_key type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected string, got ${typeof item.api_key}`);
+                    continue;
+                }
+                replicas.push({
+                    apiUrl: item.api_url.replace(/\/$/, ""),
+                    apiKey: item.api_key,
+                });
+            }
+            return replicas;
+        }
+        else if (typeof parsed === "object" && parsed !== null) {
+            _checkEndpointEnvUnset(parsed);
+            const replicas = [];
+            for (const [url, key] of Object.entries(parsed)) {
+                const cleanUrl = url.replace(/\/$/, "");
+                if (typeof key === "string") {
+                    replicas.push({
+                        apiUrl: cleanUrl,
+                        apiKey: key,
+                    });
+                }
+                else {
+                    console.warn(`Invalid value type in LANGSMITH_RUNS_ENDPOINTS for URL ${url}: ` +
+                        `expected string, got ${typeof key}`);
+                    continue;
+                }
+            }
+            return replicas;
+        }
+        else {
+            console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON array of " +
+                `objects with api_url and api_key properties, or object mapping url->apiKey, got ${typeof parsed}`);
+            return [];
+        }
     }
     catch (e) {
         if ((0, error_js_1.isConflictingEndpointsError)(e)) {
             throw e;
         }
-        console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON mapping of url->apiKey");
+        console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON array of " +
+            "objects with api_url and api_key properties, or object mapping url->apiKey");
         return [];
     }
 }

package/dist/run_trees.d.ts

@@ -1,5 +1,6 @@
 import { Client } from "./client.js";
 import { Attachments, BaseRun, KVMap, RunCreate } from "./schemas.js";
+export declare function stripNonAlphanumeric(input: string): string;
 export declare function convertToDottedOrderFormat(epoch: number, runId: string, executionOrder?: number): {
     dottedOrder: string;
     microsecondPrecisionDatestring: string;

package/dist/run_trees.js

@@ -7,7 +7,7 @@ import { getEnvironmentVariable, getRuntimeEnvironment, } from "./utils/env.js";
 import { getDefaultProjectName } from "./utils/project.js";
 import { getLangSmithEnvironmentVariable } from "./utils/env.js";
 import { warnOnce } from "./utils/warn.js";
-function stripNonAlphanumeric(input) {
+export function stripNonAlphanumeric(input) {
     return input.replace(/[-:.]/g, "");
 }
 export function convertToDottedOrderFormat(epoch, runId, executionOrder = 1) {
@@ -735,17 +735,62 @@ function _getWriteReplicasFromEnv() {
         return [];
     try {
         const parsed = JSON.parse(envVar);
-        _checkEndpointEnvUnset(parsed);
-        return Object.entries(parsed).map(([url, key]) => ({
-            apiUrl: url.replace(/\/$/, ""),
-            apiKey: key,
-        }));
+        if (Array.isArray(parsed)) {
+            const replicas = [];
+            for (const item of parsed) {
+                if (typeof item !== "object" || item === null) {
+                    console.warn(`Invalid item type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected object, got ${typeof item}`);
+                    continue;
+                }
+                if (typeof item.api_url !== "string") {
+                    console.warn(`Invalid api_url type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected string, got ${typeof item.api_url}`);
+                    continue;
+                }
+                if (typeof item.api_key !== "string") {
+                    console.warn(`Invalid api_key type in LANGSMITH_RUNS_ENDPOINTS: ` +
+                        `expected string, got ${typeof item.api_key}`);
+                    continue;
+                }
+                replicas.push({
+                    apiUrl: item.api_url.replace(/\/$/, ""),
+                    apiKey: item.api_key,
+                });
+            }
+            return replicas;
+        }
+        else if (typeof parsed === "object" && parsed !== null) {
+            _checkEndpointEnvUnset(parsed);
+            const replicas = [];
+            for (const [url, key] of Object.entries(parsed)) {
+                const cleanUrl = url.replace(/\/$/, "");
+                if (typeof key === "string") {
+                    replicas.push({
+                        apiUrl: cleanUrl,
+                        apiKey: key,
+                    });
+                }
+                else {
+                    console.warn(`Invalid value type in LANGSMITH_RUNS_ENDPOINTS for URL ${url}: ` +
+                        `expected string, got ${typeof key}`);
+                    continue;
+                }
+            }
+            return replicas;
+        }
+        else {
+            console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON array of " +
+                `objects with api_url and api_key properties, or object mapping url->apiKey, got ${typeof parsed}`);
+            return [];
+        }
     }
     catch (e) {
         if (isConflictingEndpointsError(e)) {
             throw e;
         }
-        console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON mapping of url->apiKey");
+        console.warn("Invalid LANGSMITH_RUNS_ENDPOINTS – must be valid JSON array of " +
+            "objects with api_url and api_key properties, or object mapping url->apiKey");
         return [];
     }
 }

package/dist/utils/vercel.cjs

@@ -6,14 +6,42 @@ function extractInputTokenDetails(providerMetadata, spanAttributes) {
     if (providerMetadata.anthropic != null &&
         typeof providerMetadata.anthropic === "object") {
         const anthropic = providerMetadata.anthropic;
-        if (anthropic.cacheReadInputTokens != null &&
-            typeof anthropic.cacheReadInputTokens === "number") {
-            inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+        if (anthropic.usage != null && typeof anthropic.usage === "object") {
+            // Raw usage from Anthropic returned in AI SDK 5
+            const usage = anthropic.usage;
+            if (usage.cache_creation != null &&
+                typeof usage.cache_creation === "object") {
+                const cacheCreation = usage.cache_creation;
+                if (typeof cacheCreation.ephemeral_5m_input_tokens === "number") {
+                    inputTokenDetails.ephemeral_5m_input_tokens =
+                        cacheCreation.ephemeral_5m_input_tokens;
+                }
+                if (typeof cacheCreation.ephemeral_1h_input_tokens === "number") {
+                    inputTokenDetails.ephemeral_1hr_input_tokens =
+                        cacheCreation.ephemeral_1h_input_tokens;
+                }
+                // If cache_creation not returned (no beta header passed),
+                // fallback to assuming 5m cache tokens
+            }
+            else if (typeof usage.cache_creation_input_tokens === "number") {
+                inputTokenDetails.ephemeral_5m_input_tokens =
+                    usage.cache_creation_input_tokens;
+            }
+            if (typeof usage.cache_read_input_tokens === "number") {
+                inputTokenDetails.cache_read = usage.cache_read_input_tokens;
+            }
         }
-        if (anthropic.cacheCreationInputTokens != null &&
-            typeof anthropic.cacheCreationInputTokens === "number") {
-            inputTokenDetails.ephemeral_5m_input_tokens =
-                anthropic.cacheCreationInputTokens;
+        else {
+            // AI SDK 4 fields
+            if (anthropic.cacheReadInputTokens != null &&
+                typeof anthropic.cacheReadInputTokens === "number") {
+                inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+            }
+            if (anthropic.cacheCreationInputTokens != null &&
+                typeof anthropic.cacheCreationInputTokens === "number") {
+                inputTokenDetails.ephemeral_5m_input_tokens =
+                    anthropic.cacheCreationInputTokens;
+            }
         }
         return inputTokenDetails;
     }

package/dist/utils/vercel.js

@@ -3,14 +3,42 @@ function extractInputTokenDetails(providerMetadata, spanAttributes) {
     if (providerMetadata.anthropic != null &&
         typeof providerMetadata.anthropic === "object") {
         const anthropic = providerMetadata.anthropic;
-        if (anthropic.cacheReadInputTokens != null &&
-            typeof anthropic.cacheReadInputTokens === "number") {
-            inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+        if (anthropic.usage != null && typeof anthropic.usage === "object") {
+            // Raw usage from Anthropic returned in AI SDK 5
+            const usage = anthropic.usage;
+            if (usage.cache_creation != null &&
+                typeof usage.cache_creation === "object") {
+                const cacheCreation = usage.cache_creation;
+                if (typeof cacheCreation.ephemeral_5m_input_tokens === "number") {
+                    inputTokenDetails.ephemeral_5m_input_tokens =
+                        cacheCreation.ephemeral_5m_input_tokens;
+                }
+                if (typeof cacheCreation.ephemeral_1h_input_tokens === "number") {
+                    inputTokenDetails.ephemeral_1hr_input_tokens =
+                        cacheCreation.ephemeral_1h_input_tokens;
+                }
+                // If cache_creation not returned (no beta header passed),
+                // fallback to assuming 5m cache tokens
+            }
+            else if (typeof usage.cache_creation_input_tokens === "number") {
+                inputTokenDetails.ephemeral_5m_input_tokens =
+                    usage.cache_creation_input_tokens;
+            }
+            if (typeof usage.cache_read_input_tokens === "number") {
+                inputTokenDetails.cache_read = usage.cache_read_input_tokens;
+            }
         }
-        if (anthropic.cacheCreationInputTokens != null &&
-            typeof anthropic.cacheCreationInputTokens === "number") {
-            inputTokenDetails.ephemeral_5m_input_tokens =
-                anthropic.cacheCreationInputTokens;
+        else {
+            // AI SDK 4 fields
+            if (anthropic.cacheReadInputTokens != null &&
+                typeof anthropic.cacheReadInputTokens === "number") {
+                inputTokenDetails.cache_read = anthropic.cacheReadInputTokens;
+            }
+            if (anthropic.cacheCreationInputTokens != null &&
+                typeof anthropic.cacheCreationInputTokens === "number") {
+                inputTokenDetails.ephemeral_5m_input_tokens =
+                    anthropic.cacheCreationInputTokens;
+            }
         }
         return inputTokenDetails;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.49",
+  "version": "0.3.51",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -144,8 +144,8 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
-    "@ai-sdk/anthropic": "2.0.0-beta.8",
-    "@ai-sdk/openai": "2.0.0-beta.11",
+    "@ai-sdk/anthropic": "2.0.0-beta.12",
+    "@ai-sdk/openai": "2.0.0-beta.15",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",