langsmith 0.10.4 → 0.10.6

package/dist/client.js

@@ -9,6 +9,8 @@ import { Langsmith as OpenAPILangsmith } from "./_openapi_client/index.js";
 import { assertUuid } from "./utils/_uuid.js";
 import { isSampledById } from "./utils/sampling.js";
 import { warnOnce } from "./utils/warn.js";
+import { EnvAddressError, toWire } from "./address.js";
+import { applyToPayload, checkAddress, logUntraced, rejectConflicting, resolveFromEnv, warnOnEnv, } from "./utils/agent_addressing.js";
 import { getQueryBackend, QueryBackend } from "./utils/v2_migration.js";
 import { parseHubIdentifier } from "./utils/prompts.js";
 import { raiseForStatus, isLangSmithNotFoundError, isLangSmithConflictError, } from "./utils/error.js";
@@ -44,6 +46,26 @@ function _normalizeRunTimestamps(run) {
         end_time: _ensureUTCTimestamp(run.end_time),
     };
 }
+/** Index creates by id (last wins); warns when one id goes to two projects. */
+function indexRunCreatesById(creates) {
+    const byId = {};
+    for (const run of creates) {
+        if (!run.id) {
+            continue;
+        }
+        const previous = byId[run.id];
+        if (previous !== undefined && previous.session_name !== run.session_name) {
+            console.warn(`LangSmith run ${run.id} was queued for two projects with the same id ` +
+                `(${JSON.stringify(previous.session_name)} and ` +
+                `${JSON.stringify(run.session_name)}); only one of the projects will ` +
+                "keep the run. This usually means two write replicas both keep the " +
+                "original run ids, for example a replica marked `primary` plus one " +
+                "for the run's own project.");
+        }
+        byId[run.id] = run;
+    }
+    return byId;
+}
 export function mergeRuntimeEnvIntoRun(run, cachedEnvVars, omitTracedRuntimeInfo, tracingSampleRate) {
     if (omitTracedRuntimeInfo) {
         return run;
@@ -827,6 +849,10 @@ export class Client {
             throw new Error("Trace batch concurrency must be positive.");
         }
         this.debug = config.debug ?? this.debug;
+        if (this.debug) {
+            const source = config.apiUrl != null ? "apiUrl option" : defaultConfig.apiUrlSource;
+            console.log(`LangSmith API URL ${this.apiUrl} resolved from ${source}`);
+        }
         this.fetchImplementation = config.fetchImplementation;
         // Failed trace dump configuration
         this.failedTracesDir =
@@ -878,6 +904,7 @@ export class Client {
         }
         // Cache metadata env vars once during construction to avoid repeatedly scanning process.env
         this.cachedLSEnvVarsForMetadata = getLangSmithEnvVarsMetadata();
+        warnOnEnv();
         // Initialize prompt cache
         // Handle backwards compatibility for deprecated `cache` parameter
         if (config.cache !== undefined && config.disablePromptCache) {
@@ -913,12 +940,18 @@ export class Client {
         const envWorkspaceId = getLangSmithEnvironmentVariable("WORKSPACE_ID");
         const envAuthSet = hasValue(envApiKey);
         const apiUrl = envApiUrl ?? profileConfig.apiUrl ?? DEFAULT_API_URL;
+        const apiUrlSource = envApiUrl != null
+            ? "LANGSMITH_ENDPOINT / LANGCHAIN_ENDPOINT environment variable"
+            : profileConfig.apiUrl != null
+                ? "profile config"
+                : "built-in default";
         const workspaceId = envWorkspaceId ?? profileConfig.workspaceId;
         const hideInputs = getLangSmithEnvironmentVariable("HIDE_INPUTS") === "true";
         const hideOutputs = getLangSmithEnvironmentVariable("HIDE_OUTPUTS") === "true";
         const hideMetadata = getLangSmithEnvironmentVariable("HIDE_METADATA") === "true";
         return {
             apiUrl: apiUrl,
+            apiUrlSource,
             apiKey: envApiKey,
             webUrl: undefined,
             hideInputs: hideInputs,
@@ -1239,8 +1272,9 @@ export class Client {
             return event;
         });
     }
-    async prepareRunCreateOrUpdateInputs(run) {
+    async prepareRunCreateOrUpdateInputs(run, options) {
         const runParams = { ...run };
+        applyToPayload(runParams, { update: options?.update ?? false });
         if (runParams.inputs !== undefined) {
             runParams.inputs = await this.processInputs(runParams.inputs);
         }
@@ -1722,8 +1756,24 @@ export class Client {
             ...this._mergedHeaders,
             "Content-Type": "application/json",
         };
+        const address = checkAddress(run.address);
+        // `RunTree.postRun` passes a built run body, carrying the wire `session_name`.
+        const bodySessionName = run.session_name;
+        rejectConflicting(run.project_name ?? bodySessionName, address);
         const session_name = run.project_name;
         delete run.project_name;
+        if (!session_name && bodySessionName == null && !address) {
+            try {
+                run.address = resolveFromEnv()[1];
+            }
+            catch (e) {
+                if (!(e instanceof EnvAddressError)) {
+                    throw e;
+                }
+                logUntraced(e);
+                return;
+            }
+        }
         const runCreate = await this.prepareRunCreateOrUpdateInputs({
             session_name,
             ...run,
@@ -1772,15 +1822,10 @@ export class Client {
             return;
         }
         let preparedCreateParams = await Promise.all(runCreates?.map((create) => this.prepareRunCreateOrUpdateInputs(create)) ?? []);
-        let preparedUpdateParams = await Promise.all(runUpdates?.map((update) => this.prepareRunCreateOrUpdateInputs(update)) ?? []);
+        let preparedUpdateParams = await Promise.all(runUpdates?.map((update) => this.prepareRunCreateOrUpdateInputs(update, { update: true })) ?? []);
+        // Index even without updates: the collision warning must see creates-only batches.
+        const createById = indexRunCreatesById(preparedCreateParams);
         if (preparedCreateParams.length > 0 && preparedUpdateParams.length > 0) {
-            const createById = preparedCreateParams.reduce((params, run) => {
-                if (!run.id) {
-                    return params;
-                }
-                params[run.id] = run;
-                return params;
-            }, {});
             const standaloneUpdates = [];
             for (const updateParam of preparedUpdateParams) {
                 if (updateParam.id !== undefined && createById[updateParam.id]) {
@@ -1871,7 +1916,7 @@ export class Client {
         }
         let preparedUpdateParams = [];
         for (const update of runUpdates ?? []) {
-            preparedUpdateParams.push(await this.prepareRunCreateOrUpdateInputs(update));
+            preparedUpdateParams.push(await this.prepareRunCreateOrUpdateInputs(update, { update: true }));
         }
         // require trace_id and dotted_order
         const invalidRunCreate = preparedCreateParams.find((runCreate) => {
@@ -1887,14 +1932,8 @@ export class Client {
             throw new Error(`Multipart ingest requires "trace_id" and "dotted_order" to be set when updating a run`);
         }
         // combine post and patch dicts where possible
+        const createById = indexRunCreatesById(preparedCreateParams);
         if (preparedCreateParams.length > 0 && preparedUpdateParams.length > 0) {
-            const createById = preparedCreateParams.reduce((params, run) => {
-                if (!run.id) {
-                    return params;
-                }
-                params[run.id] = run;
-                return params;
-            }, {});
             const standaloneUpdates = [];
             for (const updateParam of preparedUpdateParams) {
                 if (updateParam.id !== undefined && createById[updateParam.id]) {
@@ -2144,6 +2183,8 @@ export class Client {
         if (run.events) {
             run.events = this._filterNewTokenEvents(run.events);
         }
+        // On `run` too: the direct path below serializes it.
+        applyToPayload(run, { update: true });
         // TODO: Untangle types
         const data = { ...run, id: runId };
         if (!this._filterForSampling([data]).length) {
@@ -2235,6 +2276,9 @@ export class Client {
             "Use client.runs.getURL() instead. " +
             "See https://docs.langchain.com/langsmith/smithdb-sdk-migration-runs#runs-get-url for the migration guide.", { type: "DeprecationWarning", code: "LANGSMITH_DEPRECATED_GET_RUN_URL" });
         if (run !== undefined) {
+            if (!run.session_id && run.address) {
+                throw new Error("Addressed runs have no URL until read back.");
+            }
             let sessionId;
             if (run.session_id) {
                 sessionId = run.session_id;
@@ -3564,7 +3608,7 @@ export class Client {
         if (attachment_urls) {
             example.attachments = Object.entries(attachment_urls).reduce((acc, [key, value]) => {
                 acc[key.slice("attachment.".length)] = {
-                    presigned_url: value.presigned_url,
+                    presigned_url: new URL(value.presigned_url, this.apiUrl).href,
                     mime_type: value.mime_type,
                 };
                 return acc;
@@ -3632,7 +3676,7 @@ export class Client {
                 if (attachment_urls) {
                     example.attachments = Object.entries(attachment_urls).reduce((acc, [key, value]) => {
                         acc[key.slice("attachment.".length)] = {
-                            presigned_url: value.presigned_url,
+                            presigned_url: new URL(value.presigned_url, this.apiUrl).href,
                             mime_type: value.mime_type || undefined,
                         };
                         return acc;
@@ -3857,16 +3901,18 @@ export class Client {
         });
     }
     async createFeedback(runIdOrParams, keyArg, optionsArg) {
-        const { runId = null, key, score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, traceId, comparativeExperimentId, sessionId, startTime, extendTraceRetention, } = typeof runIdOrParams === "object" && runIdOrParams !== null
+        const { runId = null, key, score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, traceId, comparativeExperimentId, sessionId, startTime, extendTraceRetention, address: rawAddress, } = typeof runIdOrParams === "object" && runIdOrParams !== null
             ? runIdOrParams
             : { runId: runIdOrParams, key: keyArg, ...optionsArg };
+        const address = checkAddress(rawAddress);
+        rejectConflicting(sessionId ?? projectId, address);
         if (!runId && !projectId) {
             throw new Error("One of runId or projectId must be provided");
         }
         if (runId && projectId) {
             throw new Error("Only one of runId or projectId can be provided");
         }
-        if (runId && sessionId === undefined) {
+        if (runId && sessionId === undefined && !address) {
             await this._checkFeedbackSessionId();
         }
         const feedback_source = {
@@ -3902,7 +3948,7 @@ export class Client {
         if (samplingId != null && !this._shouldSample(samplingId)) {
             return feedback;
         }
-        const body = JSON.stringify(feedback);
+        const body = JSON.stringify(address ? { ...feedback, ...toWire(address) } : feedback);
         const url = `${this.apiUrl}/feedback`;
         await this.caller.call(async () => {
             const res = await this._fetch(url, {

package/dist/evaluation/_runner.cjs

@@ -211,6 +211,12 @@ class _ExperimentManager {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_disableEvaluatorTracing", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.client = args.client ?? new index_js_1.Client();
         if (!args.experiment) {
             this._experimentName = (0, _random_name_js_1.randomName)();
@@ -248,6 +254,7 @@ class _ExperimentManager {
         this._numExamples = args.numExamples;
         this._evaluatorKeys = args.evaluatorKeys;
         this._includeAttachments = args.includeAttachments;
+        this._disableEvaluatorTracing = args.disableEvaluatorTracing;
     }
     _getExperiment() {
         if (!this._experiment) {
@@ -350,6 +357,7 @@ class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async withPredictions(target, options) {
@@ -379,6 +387,7 @@ class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async withEvaluators(evaluators, options) {
@@ -406,6 +415,7 @@ class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async withSummaryEvaluators(summaryEvaluators) {
@@ -424,6 +434,7 @@ class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async *getResults() {
@@ -541,9 +552,14 @@ class _ExperimentManager {
                             : new Date(example.created_at).toISOString(),
                     },
                     client: fields.client,
-                    tracingEnabled: true,
+                    tracingEnabled: !this._disableEvaluatorTracing,
                 };
-                const evaluatorResponse = await evaluator.evaluateRun(run, example, options);
+                const rawEvaluatorResponse = await evaluator.evaluateRun(run, example, options);
+                // With tracing off there is no evaluator run for the feedback to point
+                // at, so drop the link rather than leaving it dangling.
+                const evaluatorResponse = this._disableEvaluatorTracing
+                    ? _withoutSourceRunIds(rawEvaluatorResponse)
+                    : rawEvaluatorResponse;
                 evaluationResults.results.push(...(await fields.client.logEvaluationFeedback({
                     evaluatorResponse,
                     run,
@@ -590,7 +606,10 @@ class _ExperimentManager {
             experiment: this.experimentName,
             projectId: projectId,
         }));
-        const wrappedEvaluators = await wrapSummaryEvaluators(summaryEvaluators, options);
+        const wrappedEvaluators = await wrapSummaryEvaluators(summaryEvaluators, options, 
+        // Only override when disabling. Passing `true` here would force tracing
+        // on for callers who have it switched off via the environment.
+        this._disableEvaluatorTracing ? false : undefined);
         yield async function* (runsArray) {
             const aggregateFeedback = [];
             for (const evaluator of wrappedEvaluators) {
@@ -777,6 +796,7 @@ async function _evaluate(target, fields) {
         numRepetitions: fields.numRepetitions ?? 1,
         evaluatorKeys: _collectEvaluatorKeys(standardFields.evaluators),
         includeAttachments: standardFields.includeAttachments,
+        disableEvaluatorTracing: standardFields.disableEvaluatorTracing,
     }).start();
     const targetConcurrency = standardFields.targetConcurrency ?? standardFields.maxConcurrency ?? 0;
     const evaluationConcurrency = standardFields.evaluationConcurrency ?? standardFields.maxConcurrency ?? 0;
@@ -988,7 +1008,25 @@ function _resolveData(data, options) {
     }
     return data;
 }
-async function wrapSummaryEvaluators(evaluators, optionsArray) {
+/**
+ * Strip evaluator-run links from an evaluator response.
+ *
+ * Used when evaluator tracing is disabled: no evaluator run is created, so a
+ * `sourceRunId` on the feedback would point at a run that does not exist.
+ */
+function _withoutSourceRunIds(response) {
+    if ("results" in response) {
+        return {
+            ...response,
+            results: response.results.map((result) => ({
+                ...result,
+                sourceRunId: undefined,
+            })),
+        };
+    }
+    return { ...response, sourceRunId: undefined };
+}
+async function wrapSummaryEvaluators(evaluators, optionsArray, tracingEnabled) {
     async function _wrap(evaluator) {
         const evalName = evaluator.name || "BatchEvaluator";
         const wrapperInner = (runs, examples) => {
@@ -1008,7 +1046,11 @@ async function wrapSummaryEvaluators(evaluators, optionsArray) {
                 }
                 // Otherwise use the traditional (runs, examples) signature
                 return Promise.resolve(evaluator(runs, examples));
-            }, { ...optionsArray, name: evalName });
+            }, {
+                ...optionsArray,
+                name: evalName,
+                ...(tracingEnabled === undefined ? {} : { tracingEnabled }),
+            });
             return Promise.resolve(wrapperSuperInner(`Runs[] (Length=${runs.length})`, `Examples[] (Length=${examples.length})`));
         };
         return wrapperInner;

package/dist/evaluation/_runner.d.ts

@@ -73,6 +73,7 @@ interface _ExperimentManagerArgs {
     _runsArray?: Run[];
     resultRows?: AsyncGenerator<_ExperimentResultRowWithIndex>;
     includeAttachments?: boolean;
+    disableEvaluatorTracing?: boolean;
 }
 type BaseEvaluateOptions = {
     /**
@@ -140,6 +141,16 @@ export interface EvaluateOptions extends BaseEvaluateOptions {
      * @default false
      */
     includeAttachments?: boolean;
+    /**
+     * Whether to skip tracing evaluator invocations to the `evaluators` project.
+     *
+     * When `true`, evaluators run without creating evaluator traces. Feedback is
+     * still created and attached to the experiment runs, but it won't link back
+     * to an evaluator run, which also means it can't be corrected from the UI.
+     * Tracing of the target itself is unaffected.
+     * @default false
+     */
+    disableEvaluatorTracing?: boolean;
 }
 export interface ComparativeEvaluateOptions extends BaseEvaluateOptions {
     /**
@@ -194,6 +205,7 @@ export declare class _ExperimentManager {
     _metadata: KVMap;
     _description?: string;
     _includeAttachments?: boolean;
+    _disableEvaluatorTracing?: boolean;
     get experimentName(): string;
     getExamples(): Promise<Array<Example>>;
     setExamples(examples: Example[]): void;

package/dist/evaluation/_runner.js

@@ -203,6 +203,12 @@ export class _ExperimentManager {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_disableEvaluatorTracing", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this.client = args.client ?? new Client();
         if (!args.experiment) {
             this._experimentName = randomName();
@@ -240,6 +246,7 @@ export class _ExperimentManager {
         this._numExamples = args.numExamples;
         this._evaluatorKeys = args.evaluatorKeys;
         this._includeAttachments = args.includeAttachments;
+        this._disableEvaluatorTracing = args.disableEvaluatorTracing;
     }
     _getExperiment() {
         if (!this._experiment) {
@@ -342,6 +349,7 @@ export class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async withPredictions(target, options) {
@@ -371,6 +379,7 @@ export class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async withEvaluators(evaluators, options) {
@@ -398,6 +407,7 @@ export class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async withSummaryEvaluators(summaryEvaluators) {
@@ -416,6 +426,7 @@ export class _ExperimentManager {
             numExamples: this._numExamples,
             evaluatorKeys: this._evaluatorKeys,
             includeAttachments: this._includeAttachments,
+            disableEvaluatorTracing: this._disableEvaluatorTracing,
         });
     }
     async *getResults() {
@@ -533,9 +544,14 @@ export class _ExperimentManager {
                             : new Date(example.created_at).toISOString(),
                     },
                     client: fields.client,
-                    tracingEnabled: true,
+                    tracingEnabled: !this._disableEvaluatorTracing,
                 };
-                const evaluatorResponse = await evaluator.evaluateRun(run, example, options);
+                const rawEvaluatorResponse = await evaluator.evaluateRun(run, example, options);
+                // With tracing off there is no evaluator run for the feedback to point
+                // at, so drop the link rather than leaving it dangling.
+                const evaluatorResponse = this._disableEvaluatorTracing
+                    ? _withoutSourceRunIds(rawEvaluatorResponse)
+                    : rawEvaluatorResponse;
                 evaluationResults.results.push(...(await fields.client.logEvaluationFeedback({
                     evaluatorResponse,
                     run,
@@ -582,7 +598,10 @@ export class _ExperimentManager {
             experiment: this.experimentName,
             projectId: projectId,
         }));
-        const wrappedEvaluators = await wrapSummaryEvaluators(summaryEvaluators, options);
+        const wrappedEvaluators = await wrapSummaryEvaluators(summaryEvaluators, options, 
+        // Only override when disabling. Passing `true` here would force tracing
+        // on for callers who have it switched off via the environment.
+        this._disableEvaluatorTracing ? false : undefined);
         yield async function* (runsArray) {
             const aggregateFeedback = [];
             for (const evaluator of wrappedEvaluators) {
@@ -768,6 +787,7 @@ async function _evaluate(target, fields) {
         numRepetitions: fields.numRepetitions ?? 1,
         evaluatorKeys: _collectEvaluatorKeys(standardFields.evaluators),
         includeAttachments: standardFields.includeAttachments,
+        disableEvaluatorTracing: standardFields.disableEvaluatorTracing,
     }).start();
     const targetConcurrency = standardFields.targetConcurrency ?? standardFields.maxConcurrency ?? 0;
     const evaluationConcurrency = standardFields.evaluationConcurrency ?? standardFields.maxConcurrency ?? 0;
@@ -979,7 +999,25 @@ function _resolveData(data, options) {
     }
     return data;
 }
-async function wrapSummaryEvaluators(evaluators, optionsArray) {
+/**
+ * Strip evaluator-run links from an evaluator response.
+ *
+ * Used when evaluator tracing is disabled: no evaluator run is created, so a
+ * `sourceRunId` on the feedback would point at a run that does not exist.
+ */
+function _withoutSourceRunIds(response) {
+    if ("results" in response) {
+        return {
+            ...response,
+            results: response.results.map((result) => ({
+                ...result,
+                sourceRunId: undefined,
+            })),
+        };
+    }
+    return { ...response, sourceRunId: undefined };
+}
+async function wrapSummaryEvaluators(evaluators, optionsArray, tracingEnabled) {
     async function _wrap(evaluator) {
         const evalName = evaluator.name || "BatchEvaluator";
         const wrapperInner = (runs, examples) => {
@@ -999,7 +1037,11 @@ async function wrapSummaryEvaluators(evaluators, optionsArray) {
                 }
                 // Otherwise use the traditional (runs, examples) signature
                 return Promise.resolve(evaluator(runs, examples));
-            }, { ...optionsArray, name: evalName });
+            }, {
+                ...optionsArray,
+                name: evalName,
+                ...(tracingEnabled === undefined ? {} : { tracingEnabled }),
+            });
             return Promise.resolve(wrapperSuperInner(`Runs[] (Length=${runs.length})`, `Examples[] (Length=${examples.length})`));
         };
         return wrapperInner;

package/dist/experimental/otel/constants.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = exports.LANGSMITH_IS_ROOT = exports.LANGSMITH_TRACEABLE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = exports.LANGSMITH_IS_ROOT = exports.LANGSMITH_TRACEABLE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_TOOL_DEFINITIONS = exports.GEN_AI_TOOL_CALL_ID = exports.GEN_AI_TOOL_NAME = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = void 0;
 // OpenTelemetry GenAI semantic convention attribute names
 exports.GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
 exports.GEN_AI_SYSTEM = "gen_ai.system";
@@ -23,6 +24,9 @@ exports.GEN_AI_SERIALIZED_NAME = "gen_ai.serialized.name";
 exports.GEN_AI_SERIALIZED_SIGNATURE = "gen_ai.serialized.signature";
 exports.GEN_AI_SERIALIZED_DOC = "gen_ai.serialized.doc";
 exports.GEN_AI_RESPONSE_ID = "gen_ai.response.id";
+exports.GEN_AI_TOOL_NAME = "gen_ai.tool.name";
+exports.GEN_AI_TOOL_CALL_ID = "gen_ai.tool.call.id";
+exports.GEN_AI_TOOL_DEFINITIONS = "gen_ai.tool.definitions";
 exports.GEN_AI_RESPONSE_SERVICE_TIER = "gen_ai.response.service_tier";
 exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = "gen_ai.response.system_fingerprint";
 exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = "gen_ai.usage.input_token_details";

package/dist/experimental/otel/constants.d.ts

@@ -19,6 +19,9 @@ export declare const GEN_AI_SERIALIZED_NAME = "gen_ai.serialized.name";
 export declare const GEN_AI_SERIALIZED_SIGNATURE = "gen_ai.serialized.signature";
 export declare const GEN_AI_SERIALIZED_DOC = "gen_ai.serialized.doc";
 export declare const GEN_AI_RESPONSE_ID = "gen_ai.response.id";
+export declare const GEN_AI_TOOL_NAME = "gen_ai.tool.name";
+export declare const GEN_AI_TOOL_CALL_ID = "gen_ai.tool.call.id";
+export declare const GEN_AI_TOOL_DEFINITIONS = "gen_ai.tool.definitions";
 export declare const GEN_AI_RESPONSE_SERVICE_TIER = "gen_ai.response.service_tier";
 export declare const GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = "gen_ai.response.system_fingerprint";
 export declare const GEN_AI_USAGE_INPUT_TOKEN_DETAILS = "gen_ai.usage.input_token_details";

package/dist/experimental/otel/constants.js

@@ -20,6 +20,9 @@ export const GEN_AI_SERIALIZED_NAME = "gen_ai.serialized.name";
 export const GEN_AI_SERIALIZED_SIGNATURE = "gen_ai.serialized.signature";
 export const GEN_AI_SERIALIZED_DOC = "gen_ai.serialized.doc";
 export const GEN_AI_RESPONSE_ID = "gen_ai.response.id";
+export const GEN_AI_TOOL_NAME = "gen_ai.tool.name";
+export const GEN_AI_TOOL_CALL_ID = "gen_ai.tool.call.id";
+export const GEN_AI_TOOL_DEFINITIONS = "gen_ai.tool.definitions";
 export const GEN_AI_RESPONSE_SERVICE_TIER = "gen_ai.response.service_tier";
 export const GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = "gen_ai.response.system_fingerprint";
 export const GEN_AI_USAGE_INPUT_TOKEN_DETAILS = "gen_ai.usage.input_token_details";

package/dist/experimental/otel/translator.cjs

@@ -203,6 +203,16 @@ class LangSmithToOTELTranslator {
         }
         // Set other parameters from invocation_params
         this.setInvocationParameters(span, runInfo);
+        if ("run_type" in runInfo && runInfo.run_type === "tool") {
+            if ("name" in runInfo && runInfo.name) {
+                span.setAttribute(constants.GEN_AI_TOOL_NAME, runInfo.name);
+            }
+            // Match Python: prefer extra.tool_call_id over metadata.tool_call_id.
+            const toolCallId = runInfo.extra?.tool_call_id || runInfo.extra?.metadata?.tool_call_id;
+            if (toolCallId != null) {
+                span.setAttribute(constants.GEN_AI_TOOL_CALL_ID, String(toolCallId));
+            }
+        }
         // Set metadata and tags if available
         const metadata = runInfo.extra?.metadata || {};
         for (const [key, value] of Object.entries(metadata)) {
@@ -289,6 +299,10 @@ class LangSmithToOTELTranslator {
         span.setAttribute(constants.GEN_AI_SYSTEM, system);
     }
     setInvocationParameters(span, runInfo) {
+        const tools = runInfo.extra?.invocation_params?.tools;
+        if (Array.isArray(tools) && tools.length > 0) {
+            span.setAttribute(constants.GEN_AI_TOOL_DEFINITIONS, JSON.stringify(tools));
+        }
         if (!runInfo.extra?.metadata?.invocation_params) {
             return;
         }

package/dist/experimental/otel/translator.js

@@ -167,6 +167,16 @@ export class LangSmithToOTELTranslator {
         }
         // Set other parameters from invocation_params
         this.setInvocationParameters(span, runInfo);
+        if ("run_type" in runInfo && runInfo.run_type === "tool") {
+            if ("name" in runInfo && runInfo.name) {
+                span.setAttribute(constants.GEN_AI_TOOL_NAME, runInfo.name);
+            }
+            // Match Python: prefer extra.tool_call_id over metadata.tool_call_id.
+            const toolCallId = runInfo.extra?.tool_call_id || runInfo.extra?.metadata?.tool_call_id;
+            if (toolCallId != null) {
+                span.setAttribute(constants.GEN_AI_TOOL_CALL_ID, String(toolCallId));
+            }
+        }
         // Set metadata and tags if available
         const metadata = runInfo.extra?.metadata || {};
         for (const [key, value] of Object.entries(metadata)) {
@@ -253,6 +263,10 @@ export class LangSmithToOTELTranslator {
         span.setAttribute(constants.GEN_AI_SYSTEM, system);
     }
     setInvocationParameters(span, runInfo) {
+        const tools = runInfo.extra?.invocation_params?.tools;
+        if (Array.isArray(tools) && tools.length > 0) {
+            span.setAttribute(constants.GEN_AI_TOOL_DEFINITIONS, JSON.stringify(tools));
+        }
         if (!runInfo.extra?.metadata?.invocation_params) {
             return;
         }

package/dist/index.cjs

@@ -1,10 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.LS_MESSAGE_VIEW_EXCLUDE = exports.__version__ = exports.InternalServerError = exports.RateLimitError = exports.UnprocessableEntityError = exports.ConflictError = exports.NotFoundError = exports.PermissionDeniedError = exports.AuthenticationError = exports.BadRequestError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIUserAbortError = exports.APIError = exports.LangsmithError = exports.promptCacheSingleton = exports.configureGlobalPromptCache = exports.PromptCache = exports.Cache = exports.isTracingEnabled = exports.uuid7FromTime = exports.uuid7 = exports.computeRunIdForSecondaryReplica = exports.getDefaultProjectName = exports.overrideFetchImplementation = exports.RunTree = exports.Client = void 0;
+exports.LS_MESSAGE_VIEW_EXCLUDE = exports.__version__ = exports.InternalServerError = exports.RateLimitError = exports.UnprocessableEntityError = exports.ConflictError = exports.NotFoundError = exports.PermissionDeniedError = exports.AuthenticationError = exports.BadRequestError = exports.APIConnectionTimeoutError = exports.APIConnectionError = exports.APIUserAbortError = exports.APIError = exports.LangsmithError = exports.promptCacheSingleton = exports.configureGlobalPromptCache = exports.PromptCache = exports.Cache = exports.isTracingEnabled = exports.uuid7FromTime = exports.uuid7 = exports.computeRunIdForSecondaryReplica = exports.getDefaultProjectName = exports.overrideFetchImplementation = exports.EnvAddressError = exports.RunTree = exports.Client = void 0;
 var client_js_1 = require("./client.cjs");
 Object.defineProperty(exports, "Client", { enumerable: true, get: function () { return client_js_1.Client; } });
 var run_trees_js_1 = require("./run_trees.cjs");
 Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () { return run_trees_js_1.RunTree; } });
+var address_js_1 = require("./address.cjs");
+Object.defineProperty(exports, "EnvAddressError", { enumerable: true, get: function () { return address_js_1.EnvAddressError; } });
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 var project_js_1 = require("./utils/project.cjs");
@@ -35,6 +37,6 @@ Object.defineProperty(exports, "UnprocessableEntityError", { enumerable: true, g
 Object.defineProperty(exports, "RateLimitError", { enumerable: true, get: function () { return error_js_1.RateLimitError; } });
 Object.defineProperty(exports, "InternalServerError", { enumerable: true, get: function () { return error_js_1.InternalServerError; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.10.4";
+exports.__version__ = "0.10.6";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 exports.LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/index.d.ts

@@ -1,11 +1,12 @@
 export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, FeedbackConfigSchema, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig, type WriteReplica } from "./run_trees.js";
+export { type Address, EnvAddressError } from "./address.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { computeRunIdForSecondaryReplica, uuid7, uuid7FromTime, } from "./uuid.js";
 export { isTracingEnabled } from "./utils/guard.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 export { LangsmithError, APIError, APIUserAbortError, APIConnectionError, APIConnectionTimeoutError, BadRequestError, AuthenticationError, PermissionDeniedError, NotFoundError, ConflictError, UnprocessableEntityError, RateLimitError, InternalServerError, } from "./_openapi_client/core/error.js";
-export declare const __version__ = "0.10.4";
+export declare const __version__ = "0.10.6";
 export declare const LS_MESSAGE_VIEW_EXCLUDE: "ls_message_view_exclude";