langsmith 0.3.40 → 0.3.41

package/dist/experimental/otel/constants.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
 // OpenTelemetry GenAI semantic convention attribute names
 exports.GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
 exports.GEN_AI_SYSTEM = "gen_ai.system";
@@ -42,6 +42,7 @@ exports.LANGSMITH_TRACE_ID = "langsmith.trace.id";
 exports.LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 exports.LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
 exports.LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+exports.LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 // GenAI event names
 exports.GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 exports.GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/constants.d.ts

@@ -37,6 +37,7 @@ export declare const LANGSMITH_TRACE_ID = "langsmith.trace.id";
 export declare const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 export declare const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
 export declare const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+export declare const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 export declare const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export declare const GEN_AI_USER_MESSAGE = "gen_ai.user.message";
 export declare const GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";

package/dist/experimental/otel/constants.js

@@ -39,6 +39,7 @@ export const LANGSMITH_TRACE_ID = "langsmith.trace.id";
 export const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
 export const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
 export const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+export const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
 // GenAI event names
 export const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
 export const GEN_AI_USER_MESSAGE = "gen_ai.user.message";

package/dist/experimental/otel/exporter.cjs

@@ -79,11 +79,11 @@ class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceEx
         // Configure headers with API key and project if available
         let defaultHeaderString = (0, env_js_2.getEnvironmentVariable)("OTEL_EXPORTER_OTLP_HEADERS") ?? "";
         if (!defaultHeaderString) {
-            const apiKey = (0, env_js_2.getLangSmithEnvironmentVariable)("API_KEY");
+            const apiKey = config?.apiKey ?? (0, env_js_2.getLangSmithEnvironmentVariable)("API_KEY");
             if (apiKey) {
                 defaultHeaderString = `x-api-key=${apiKey}`;
             }
-            const project = (0, env_js_2.getLangSmithEnvironmentVariable)("PROJECT");
+            const project = config?.projectName ?? (0, env_js_2.getLangSmithEnvironmentVariable)("PROJECT");
             if (project) {
                 defaultHeaderString += `,Langsmith-Project=${project}`;
             }
@@ -138,9 +138,16 @@ class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceEx
                 // Iterate over all attributes starting with "ai.telemetry.metadata"
                 for (const [key, value] of Object.entries(span.attributes)) {
                     if (key.startsWith("ai.telemetry.metadata.")) {
-                        const metadataKey = key.replace("ai.telemetry.metadata.", "");
-                        span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] =
-                            value;
+                        if (key === "ai.telemetry.metadata.ls_project_name") {
+                            span.attributes[constants.LANGSMITH_SESSION_NAME] = value;
+                        }
+                        else if (key === "ai.telemetry.metadata.ls_project_id") {
+                            span.attributes[constants.LANGSMITH_SESSION_ID] = value;
+                        }
+                        else {
+                            const metadataKey = key.replace("ai.telemetry.metadata.", "");
+                            span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] = value;
+                        }
                         delete span.attributes[key];
                     }
                 }

package/dist/experimental/otel/exporter.d.ts

@@ -24,6 +24,14 @@ export type LangSmithOTLPTraceExporterConfig = ConstructorParameters<typeof OTLP
      * @returns A transformed version of the span.
      */
     transformExportedSpan?: (span: ReadableSpan) => ReadableSpan | Promise<ReadableSpan>;
+    /**
+     * The API key to use for the exporter.
+     */
+    apiKey?: string;
+    /**
+     * The name of the project to export traces to.
+     */
+    projectName?: string;
 };
 /**
  * LangSmith OpenTelemetry trace exporter that extends the standard OTLP trace exporter

package/dist/experimental/otel/exporter.js

@@ -43,11 +43,11 @@ export class LangSmithOTLPTraceExporter extends OTLPTraceExporter {
         // Configure headers with API key and project if available
         let defaultHeaderString = getEnvironmentVariable("OTEL_EXPORTER_OTLP_HEADERS") ?? "";
         if (!defaultHeaderString) {
-            const apiKey = getLangSmithEnvironmentVariable("API_KEY");
+            const apiKey = config?.apiKey ?? getLangSmithEnvironmentVariable("API_KEY");
             if (apiKey) {
                 defaultHeaderString = `x-api-key=${apiKey}`;
             }
-            const project = getLangSmithEnvironmentVariable("PROJECT");
+            const project = config?.projectName ?? getLangSmithEnvironmentVariable("PROJECT");
             if (project) {
                 defaultHeaderString += `,Langsmith-Project=${project}`;
             }
@@ -102,9 +102,16 @@ export class LangSmithOTLPTraceExporter extends OTLPTraceExporter {
                 // Iterate over all attributes starting with "ai.telemetry.metadata"
                 for (const [key, value] of Object.entries(span.attributes)) {
                     if (key.startsWith("ai.telemetry.metadata.")) {
-                        const metadataKey = key.replace("ai.telemetry.metadata.", "");
-                        span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] =
-                            value;
+                        if (key === "ai.telemetry.metadata.ls_project_name") {
+                            span.attributes[constants.LANGSMITH_SESSION_NAME] = value;
+                        }
+                        else if (key === "ai.telemetry.metadata.ls_project_id") {
+                            span.attributes[constants.LANGSMITH_SESSION_ID] = value;
+                        }
+                        else {
+                            const metadataKey = key.replace("ai.telemetry.metadata.", "");
+                            span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] = value;
+                        }
                         delete span.attributes[key];
                     }
                 }

package/dist/index.cjs

@@ -10,4 +10,4 @@ Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true
 var project_js_1 = require("./utils/project.cjs");
 Object.defineProperty(exports, "getDefaultProjectName", { enumerable: true, get: function () { return project_js_1.getDefaultProjectName; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.40";
+exports.__version__ = "0.3.41";

package/dist/index.d.ts

@@ -3,4 +3,4 @@ export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, }
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
-export declare const __version__ = "0.3.40";
+export declare const __version__ = "0.3.41";

package/dist/index.js

@@ -3,4 +3,4 @@ export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.40";
+export const __version__ = "0.3.41";

package/dist/traceable.cjs

@@ -12,6 +12,7 @@ const env_js_2 = require("./utils/env.cjs");
 const index_js_1 = require("./index.cjs");
 const otel_js_1 = require("./singletons/otel.cjs");
 const utils_js_1 = require("./experimental/otel/utils.cjs");
+const constants_js_2 = require("./experimental/otel/constants.cjs");
 traceable_js_1.AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new node_async_hooks_1.AsyncLocalStorage());
 /**
  * Create OpenTelemetry context manager from RunTree if OTEL is enabled.
@@ -29,10 +30,13 @@ function maybeCreateOtelContext(runTree, tracer
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", index_js_1.__version__);
+            const attributes = {};
+            if (runTree.reference_example_id) {
+                attributes[constants_js_2.LANGSMITH_REFERENCE_EXAMPLE_ID] =
+                    runTree.reference_example_id;
+            }
             return resolvedTracer.startActiveSpan(runTree.name, {
-                attributes: {
-                    "langsmith.traceable": "true",
-                },
+                attributes,
             }, () => {
                 otel_trace.setSpanContext(otel_context.active(), spanContext);
                 return fn();

package/dist/traceable.js

@@ -8,6 +8,7 @@ import { getEnvironmentVariable } from "./utils/env.js";
 import { __version__ } from "./index.js";
 import { getOTELTrace, getOTELContext } from "./singletons/otel.js";
 import { createOtelSpanContextFromRun } from "./experimental/otel/utils.js";
+import { LANGSMITH_REFERENCE_EXAMPLE_ID } from "./experimental/otel/constants.js";
 AsyncLocalStorageProviderSingleton.initializeGlobalInstance(new AsyncLocalStorage());
 /**
  * Create OpenTelemetry context manager from RunTree if OTEL is enabled.
@@ -25,10 +26,13 @@ function maybeCreateOtelContext(runTree, tracer
         // eslint-disable-next-line @typescript-eslint/no-explicit-any
         return (fn) => {
             const resolvedTracer = tracer ?? otel_trace.getTracer("langsmith", __version__);
+            const attributes = {};
+            if (runTree.reference_example_id) {
+                attributes[LANGSMITH_REFERENCE_EXAMPLE_ID] =
+                    runTree.reference_example_id;
+            }
             return resolvedTracer.startActiveSpan(runTree.name, {
-                attributes: {
-                    "langsmith.traceable": "true",
-                },
+                attributes,
             }, () => {
                 otel_trace.setSpanContext(otel_context.active(), spanContext);
                 return fn();

package/dist/utils/fast-safe-stringify/index.cjs

@@ -18,10 +18,52 @@ function defaultOptions() {
 function encodeString(str) {
     return encoder.encode(str);
 }
+// Shared function to handle well-known types
+function serializeWellKnownTypes(val) {
+    if (val && typeof val === "object" && val !== null) {
+        if (val instanceof Map) {
+            return Object.fromEntries(val);
+        }
+        else if (val instanceof Set) {
+            return Array.from(val);
+        }
+        else if (val instanceof Date) {
+            return val.toISOString();
+        }
+        else if (val instanceof RegExp) {
+            return val.toString();
+        }
+        else if (val instanceof Error) {
+            return {
+                name: val.name,
+                message: val.message,
+            };
+        }
+    }
+    else if (typeof val === "bigint") {
+        return val.toString();
+    }
+    return val;
+}
+// Default replacer function to handle well-known types
+function createDefaultReplacer(userReplacer) {
+    return function (key, val) {
+        // Apply user replacer first if provided
+        if (userReplacer) {
+            const userResult = userReplacer.call(this, key, val);
+            // If user replacer returned undefined, fall back to our serialization
+            if (userResult !== undefined) {
+                return userResult;
+            }
+        }
+        // Fall back to our well-known type handling
+        return serializeWellKnownTypes(val);
+    };
+}
 // Regular stringify
 function serialize(obj, errorContext, replacer, spacer, options) {
     try {
-        const str = JSON.stringify(obj, replacer, spacer);
+        const str = JSON.stringify(obj, createDefaultReplacer(replacer), spacer);
         return encodeString(str);
     }
     catch (e) {
@@ -107,6 +149,8 @@ function decirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             var keys = Object.keys(val);
             for (i = 0; i < keys.length; i++) {
                 var key = keys[i];
@@ -193,6 +237,8 @@ function deterministicDecirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             // Create a temporary object in the required way
             var tmp = {};
             var keys = Object.keys(val).sort(compareFunction);

package/dist/utils/fast-safe-stringify/index.js

@@ -15,10 +15,52 @@ function defaultOptions() {
 function encodeString(str) {
     return encoder.encode(str);
 }
+// Shared function to handle well-known types
+function serializeWellKnownTypes(val) {
+    if (val && typeof val === "object" && val !== null) {
+        if (val instanceof Map) {
+            return Object.fromEntries(val);
+        }
+        else if (val instanceof Set) {
+            return Array.from(val);
+        }
+        else if (val instanceof Date) {
+            return val.toISOString();
+        }
+        else if (val instanceof RegExp) {
+            return val.toString();
+        }
+        else if (val instanceof Error) {
+            return {
+                name: val.name,
+                message: val.message,
+            };
+        }
+    }
+    else if (typeof val === "bigint") {
+        return val.toString();
+    }
+    return val;
+}
+// Default replacer function to handle well-known types
+function createDefaultReplacer(userReplacer) {
+    return function (key, val) {
+        // Apply user replacer first if provided
+        if (userReplacer) {
+            const userResult = userReplacer.call(this, key, val);
+            // If user replacer returned undefined, fall back to our serialization
+            if (userResult !== undefined) {
+                return userResult;
+            }
+        }
+        // Fall back to our well-known type handling
+        return serializeWellKnownTypes(val);
+    };
+}
 // Regular stringify
 export function serialize(obj, errorContext, replacer, spacer, options) {
     try {
-        const str = JSON.stringify(obj, replacer, spacer);
+        const str = JSON.stringify(obj, createDefaultReplacer(replacer), spacer);
         return encodeString(str);
     }
     catch (e) {
@@ -104,6 +146,8 @@ function decirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             var keys = Object.keys(val);
             for (i = 0; i < keys.length; i++) {
                 var key = keys[i];
@@ -190,6 +234,8 @@ function deterministicDecirc(val, k, edgeIndex, stack, parent, depth, options) {
             }
         }
         else {
+            // Handle well-known types before Object.keys iteration
+            val = serializeWellKnownTypes(val);
             // Create a temporary object in the required way
             var tmp = {};
             var keys = Object.keys(val).sort(compareFunction);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.40",
+  "version": "0.3.41",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [