@nocobase/plugin-ai 1.9.32 → 1.9.34

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/_random_name.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.randomName = void 0;
+exports.randomName = randomName;
 const adjectives = [
     "abandoned",
     "aching",
@@ -727,4 +727,3 @@ function randomName() {
     const number = Math.floor(Math.random() * 100);
     return `${adjective}-${noun}-${number}`;
 }
-exports.randomName = randomName;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/_runner.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports._ExperimentManager = exports.evaluate = void 0;
+exports._ExperimentManager = void 0;
+exports.evaluate = evaluate;
 const index_js_1 = require("../index.cjs");
 const traceable_js_1 = require("../traceable.cjs");
 const _git_js_1 = require("../utils/_git.cjs");
@@ -17,7 +18,6 @@ const evaluate_comparative_js_1 = require("./evaluate_comparative.cjs");
 function evaluate(target, options) {
     return _evaluate(target, options);
 }
-exports.evaluate = evaluate;
 /**
  * Manage the execution of experiments.
  *
@@ -195,7 +195,7 @@ class _ExperimentManager {
         let metadata = args.metadata || {};
         if (!("revision_id" in metadata)) {
             metadata = {
-                revision_id: (0, env_js_1.getLangChainEnvVarsMetadata)().revision_id,
+                revision_id: (0, env_js_1.getLangSmithEnvVarsMetadata)().revision_id,
                 ...metadata,
             };
         }
@@ -408,6 +408,7 @@ class _ExperimentManager {
         else {
             const caller = new async_caller_js_1.AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const example of examples) {
@@ -468,6 +469,7 @@ class _ExperimentManager {
         else {
             const caller = new async_caller_js_1.AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const currentResults of this.getResults()) {
@@ -690,6 +692,7 @@ async function _evaluate(target, fields) {
     // Start consuming the results.
     const results = new ExperimentResults(manager);
     await results.processData(manager);
+    await client.awaitPendingTraceBatches();
     return results;
 }
 async function _forward(fn, example, experimentName, metadata, client, includeAttachments) {

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/_runner.js

@@ -4,7 +4,7 @@ import { getDefaultRevisionId, getGitInfo } from "../utils/_git.js";
 import { assertUuid } from "../utils/_uuid.js";
 import { AsyncCaller } from "../utils/async_caller.js";
 import { atee } from "../utils/atee.js";
-import { getLangChainEnvVarsMetadata } from "../utils/env.js";
+import { getLangSmithEnvVarsMetadata } from "../utils/env.js";
 import { printErrorStackTrace } from "../utils/error.js";
 import { randomName } from "./_random_name.js";
 import { runEvaluator, } from "./evaluator.js";
@@ -191,7 +191,7 @@ export class _ExperimentManager {
         let metadata = args.metadata || {};
         if (!("revision_id" in metadata)) {
             metadata = {
-                revision_id: getLangChainEnvVarsMetadata().revision_id,
+                revision_id: getLangSmithEnvVarsMetadata().revision_id,
                 ...metadata,
             };
         }
@@ -404,6 +404,7 @@ export class _ExperimentManager {
         else {
             const caller = new AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const example of examples) {
@@ -464,6 +465,7 @@ export class _ExperimentManager {
         else {
             const caller = new AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const currentResults of this.getResults()) {
@@ -685,6 +687,7 @@ async function _evaluate(target, fields) {
     // Start consuming the results.
     const results = new ExperimentResults(manager);
     await results.processData(manager);
+    await client.awaitPendingTraceBatches();
     return results;
 }
 async function _forward(fn, example, experimentName, metadata, client, includeAttachments) {

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluate_comparative.cjs

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.evaluateComparative = void 0;
+exports.evaluateComparative = evaluateComparative;
 const uuid_1 = require("uuid");
 const index_js_1 = require("../index.cjs");
 const shuffle_js_1 = require("../utils/shuffle.cjs");
@@ -45,6 +45,7 @@ async function loadTraces(client, experiment, options) {
     }
     return results;
 }
+/** @deprecated Use `evaluate` and pass two experiments as targets. */
 async function evaluateComparative(experiments, options) {
     if (experiments.length < 2) {
         throw new Error("Comparative evaluation requires at least 2 experiments.");
@@ -159,7 +160,10 @@ async function evaluateComparative(experiments, options) {
             runMapByExampleId[run.reference_example_id].push(run);
         }
     }
-    const caller = new async_caller_js_1.AsyncCaller({ maxConcurrency: options.maxConcurrency });
+    const caller = new async_caller_js_1.AsyncCaller({
+        maxConcurrency: options.maxConcurrency,
+        debug: client.debug,
+    });
     async function evaluateAndSubmitFeedback(runs, example, evaluator) {
         const expectedRunIds = new Set(runs.map((r) => r.id));
         // Check if evaluator expects an object parameter
@@ -214,6 +218,6 @@ async function evaluateComparative(experiments, options) {
         return tracedEvaluators.map((evaluator) => caller.call(evaluateAndSubmitFeedback, runs, exampleMap[exampleId], evaluator));
     });
     const results = await Promise.all(promises);
+    await client.awaitPendingTraceBatches();
     return { experimentName, results };
 }
-exports.evaluateComparative = evaluateComparative;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluate_comparative.d.ts

@@ -57,5 +57,6 @@ export interface ComparisonEvaluationResults {
     experimentName: string;
     results: ComparisonEvaluationResultRow[];
 }
+/** @deprecated Use `evaluate` and pass two experiments as targets. */
 export declare function evaluateComparative(experiments: Array<string> | Array<Promise<ExperimentResults> | ExperimentResults>, options: EvaluateComparativeOptions): Promise<ComparisonEvaluationResults>;
 export {};

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluate_comparative.js

@@ -39,6 +39,7 @@ async function loadTraces(client, experiment, options) {
     }
     return results;
 }
+/** @deprecated Use `evaluate` and pass two experiments as targets. */
 export async function evaluateComparative(experiments, options) {
     if (experiments.length < 2) {
         throw new Error("Comparative evaluation requires at least 2 experiments.");
@@ -153,7 +154,10 @@ export async function evaluateComparative(experiments, options) {
             runMapByExampleId[run.reference_example_id].push(run);
         }
     }
-    const caller = new AsyncCaller({ maxConcurrency: options.maxConcurrency });
+    const caller = new AsyncCaller({
+        maxConcurrency: options.maxConcurrency,
+        debug: client.debug,
+    });
     async function evaluateAndSubmitFeedback(runs, example, evaluator) {
         const expectedRunIds = new Set(runs.map((r) => r.id));
         // Check if evaluator expects an object parameter
@@ -208,5 +212,6 @@ export async function evaluateComparative(experiments, options) {
         return tracedEvaluators.map((evaluator) => caller.call(evaluateAndSubmitFeedback, runs, exampleMap[exampleId], evaluator));
     });
     const results = await Promise.all(promises);
+    await client.awaitPendingTraceBatches();
     return { experimentName, results };
 }

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluator.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.runEvaluator = exports.DynamicRunEvaluator = void 0;
+exports.DynamicRunEvaluator = void 0;
+exports.runEvaluator = runEvaluator;
 const uuid_1 = require("uuid");
 const traceable_js_1 = require("../traceable.cjs");
 /**
@@ -66,7 +67,7 @@ class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        const sourceRunId = (0, uuid_1.v4)();
+        let sourceRunId = (0, uuid_1.v4)();
         const metadata = {
             targetRunId: run.id,
         };
@@ -79,7 +80,11 @@ class DynamicRunEvaluator {
         const wrappedTraceableFunc = (0, traceable_js_1.traceable)(this.func, {
             project_name: "evaluators",
             name: "evaluator",
-            id: sourceRunId,
+            on_end: (runTree) => {
+                // If tracing with OTEL, setting run id manually does not work.
+                // Instead get it at the end of the run.
+                sourceRunId = runTree.id;
+            },
             ...options,
         });
         const result = await wrappedTraceableFunc(
@@ -109,4 +114,3 @@ exports.DynamicRunEvaluator = DynamicRunEvaluator;
 function runEvaluator(func) {
     return new DynamicRunEvaluator(func);
 }
-exports.runEvaluator = runEvaluator;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/evaluator.js

@@ -63,7 +63,7 @@ export class DynamicRunEvaluator {
      * @returns A promise that extracts to the evaluation result.
      */
     async evaluateRun(run, example, options) {
-        const sourceRunId = uuidv4();
+        let sourceRunId = uuidv4();
         const metadata = {
             targetRunId: run.id,
         };
@@ -76,7 +76,11 @@ export class DynamicRunEvaluator {
         const wrappedTraceableFunc = traceable(this.func, {
             project_name: "evaluators",
             name: "evaluator",
-            id: sourceRunId,
+            on_end: (runTree) => {
+                // If tracing with OTEL, setting run id manually does not work.
+                // Instead get it at the end of the run.
+                sourceRunId = runTree.id;
+            },
             ...options,
         });
         const result = await wrappedTraceableFunc(

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/evaluation/langchain.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getLangchainStringEvaluator = void 0;
+exports.getLangchainStringEvaluator = getLangchainStringEvaluator;
 // eslint-disable-next-line import/no-extraneous-dependencies
 const evaluation_1 = require("langchain/evaluation");
 const langchain_js_1 = require("../langchain.cjs");
@@ -52,4 +52,3 @@ async function getLangchainStringEvaluator(type, options) {
         return { key: feedbackKey, ...score };
     };
 }
-exports.getLangchainStringEvaluator = getLangchainStringEvaluator;

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/otel/constants.cjs

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AI_SDK_TOOL_OPERATIONS = exports.AI_SDK_LLM_OPERATIONS = exports.GEN_AI_CHOICE = exports.GEN_AI_ASSISTANT_MESSAGE = exports.GEN_AI_USER_MESSAGE = exports.GEN_AI_SYSTEM_MESSAGE = exports.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = exports.LANGSMITH_IS_ROOT = exports.LANGSMITH_TRACEABLE = exports.LANGSMITH_REFERENCE_EXAMPLE_ID = exports.LANGSMITH_USAGE_METADATA = exports.LANGSMITH_PARENT_RUN_ID = exports.LANGSMITH_DOTTED_ORDER = exports.LANGSMITH_TRACE_ID = exports.LANGSMITH_RUN_ID = exports.LANGSMITH_REQUEST_HEADERS = exports.LANGSMITH_REQUEST_STREAMING = exports.LANGSMITH_RUNTIME = exports.LANGSMITH_TAGS = exports.LANGSMITH_METADATA = exports.LANGSMITH_NAME = exports.LANGSMITH_RUN_TYPE = exports.LANGSMITH_SESSION_NAME = exports.LANGSMITH_SESSION_ID = exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = exports.GEN_AI_RESPONSE_SERVICE_TIER = exports.GEN_AI_RESPONSE_ID = exports.GEN_AI_SERIALIZED_DOC = exports.GEN_AI_SERIALIZED_SIGNATURE = exports.GEN_AI_SERIALIZED_NAME = exports.GEN_AI_REQUEST_EXTRA_BODY = exports.GEN_AI_REQUEST_EXTRA_QUERY = exports.GENAI_COMPLETION = exports.GENAI_PROMPT = exports.GEN_AI_RESPONSE_FINISH_REASONS = exports.GEN_AI_REQUEST_PRESENCE_PENALTY = exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = exports.GEN_AI_REQUEST_TOP_P = exports.GEN_AI_REQUEST_TEMPERATURE = exports.GEN_AI_REQUEST_MAX_TOKENS = exports.GEN_AI_USAGE_TOTAL_TOKENS = exports.GEN_AI_USAGE_OUTPUT_TOKENS = exports.GEN_AI_USAGE_INPUT_TOKENS = exports.GEN_AI_RESPONSE_MODEL = exports.GEN_AI_REQUEST_MODEL = exports.GEN_AI_SYSTEM = exports.GEN_AI_OPERATION_NAME = void 0;
+// OpenTelemetry GenAI semantic convention attribute names
+exports.GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
+exports.GEN_AI_SYSTEM = "gen_ai.system";
+exports.GEN_AI_REQUEST_MODEL = "gen_ai.request.model";
+exports.GEN_AI_RESPONSE_MODEL = "gen_ai.response.model";
+exports.GEN_AI_USAGE_INPUT_TOKENS = "gen_ai.usage.input_tokens";
+exports.GEN_AI_USAGE_OUTPUT_TOKENS = "gen_ai.usage.output_tokens";
+exports.GEN_AI_USAGE_TOTAL_TOKENS = "gen_ai.usage.total_tokens";
+exports.GEN_AI_REQUEST_MAX_TOKENS = "gen_ai.request.max_tokens";
+exports.GEN_AI_REQUEST_TEMPERATURE = "gen_ai.request.temperature";
+exports.GEN_AI_REQUEST_TOP_P = "gen_ai.request.top_p";
+exports.GEN_AI_REQUEST_FREQUENCY_PENALTY = "gen_ai.request.frequency_penalty";
+exports.GEN_AI_REQUEST_PRESENCE_PENALTY = "gen_ai.request.presence_penalty";
+exports.GEN_AI_RESPONSE_FINISH_REASONS = "gen_ai.response.finish_reasons";
+exports.GENAI_PROMPT = "gen_ai.prompt";
+exports.GENAI_COMPLETION = "gen_ai.completion";
+exports.GEN_AI_REQUEST_EXTRA_QUERY = "gen_ai.request.extra_query";
+exports.GEN_AI_REQUEST_EXTRA_BODY = "gen_ai.request.extra_body";
+exports.GEN_AI_SERIALIZED_NAME = "gen_ai.serialized.name";
+exports.GEN_AI_SERIALIZED_SIGNATURE = "gen_ai.serialized.signature";
+exports.GEN_AI_SERIALIZED_DOC = "gen_ai.serialized.doc";
+exports.GEN_AI_RESPONSE_ID = "gen_ai.response.id";
+exports.GEN_AI_RESPONSE_SERVICE_TIER = "gen_ai.response.service_tier";
+exports.GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = "gen_ai.response.system_fingerprint";
+exports.GEN_AI_USAGE_INPUT_TOKEN_DETAILS = "gen_ai.usage.input_token_details";
+exports.GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = "gen_ai.usage.output_token_details";
+// LangSmith custom attributes
+exports.LANGSMITH_SESSION_ID = "langsmith.trace.session_id";
+exports.LANGSMITH_SESSION_NAME = "langsmith.trace.session_name";
+exports.LANGSMITH_RUN_TYPE = "langsmith.span.kind";
+exports.LANGSMITH_NAME = "langsmith.trace.name";
+exports.LANGSMITH_METADATA = "langsmith.metadata";
+exports.LANGSMITH_TAGS = "langsmith.span.tags";
+exports.LANGSMITH_RUNTIME = "langsmith.span.runtime";
+exports.LANGSMITH_REQUEST_STREAMING = "langsmith.request.streaming";
+exports.LANGSMITH_REQUEST_HEADERS = "langsmith.request.headers";
+exports.LANGSMITH_RUN_ID = "langsmith.span.id";
+exports.LANGSMITH_TRACE_ID = "langsmith.trace.id";
+exports.LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
+exports.LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+exports.LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+exports.LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
+exports.LANGSMITH_TRACEABLE = "langsmith.traceable";
+exports.LANGSMITH_IS_ROOT = "langsmith.is_root";
+exports.LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = "langsmith.traceable_parent_otel_span_id";
+// GenAI event names
+exports.GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
+exports.GEN_AI_USER_MESSAGE = "gen_ai.user.message";
+exports.GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";
+exports.GEN_AI_CHOICE = "gen_ai.choice";
+exports.AI_SDK_LLM_OPERATIONS = [
+    "ai.generateText.doGenerate",
+    "ai.streamText.doStream",
+    "ai.generateObject.doGenerate",
+    "ai.streamObject.doStream",
+];
+exports.AI_SDK_TOOL_OPERATIONS = ["ai.toolCall"];

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/otel/constants.d.ts

@@ -0,0 +1,49 @@
+export declare const GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
+export declare const GEN_AI_SYSTEM = "gen_ai.system";
+export declare const GEN_AI_REQUEST_MODEL = "gen_ai.request.model";
+export declare const GEN_AI_RESPONSE_MODEL = "gen_ai.response.model";
+export declare const GEN_AI_USAGE_INPUT_TOKENS = "gen_ai.usage.input_tokens";
+export declare const GEN_AI_USAGE_OUTPUT_TOKENS = "gen_ai.usage.output_tokens";
+export declare const GEN_AI_USAGE_TOTAL_TOKENS = "gen_ai.usage.total_tokens";
+export declare const GEN_AI_REQUEST_MAX_TOKENS = "gen_ai.request.max_tokens";
+export declare const GEN_AI_REQUEST_TEMPERATURE = "gen_ai.request.temperature";
+export declare const GEN_AI_REQUEST_TOP_P = "gen_ai.request.top_p";
+export declare const GEN_AI_REQUEST_FREQUENCY_PENALTY = "gen_ai.request.frequency_penalty";
+export declare const GEN_AI_REQUEST_PRESENCE_PENALTY = "gen_ai.request.presence_penalty";
+export declare const GEN_AI_RESPONSE_FINISH_REASONS = "gen_ai.response.finish_reasons";
+export declare const GENAI_PROMPT = "gen_ai.prompt";
+export declare const GENAI_COMPLETION = "gen_ai.completion";
+export declare const GEN_AI_REQUEST_EXTRA_QUERY = "gen_ai.request.extra_query";
+export declare const GEN_AI_REQUEST_EXTRA_BODY = "gen_ai.request.extra_body";
+export declare const GEN_AI_SERIALIZED_NAME = "gen_ai.serialized.name";
+export declare const GEN_AI_SERIALIZED_SIGNATURE = "gen_ai.serialized.signature";
+export declare const GEN_AI_SERIALIZED_DOC = "gen_ai.serialized.doc";
+export declare const GEN_AI_RESPONSE_ID = "gen_ai.response.id";
+export declare const GEN_AI_RESPONSE_SERVICE_TIER = "gen_ai.response.service_tier";
+export declare const GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = "gen_ai.response.system_fingerprint";
+export declare const GEN_AI_USAGE_INPUT_TOKEN_DETAILS = "gen_ai.usage.input_token_details";
+export declare const GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = "gen_ai.usage.output_token_details";
+export declare const LANGSMITH_SESSION_ID = "langsmith.trace.session_id";
+export declare const LANGSMITH_SESSION_NAME = "langsmith.trace.session_name";
+export declare const LANGSMITH_RUN_TYPE = "langsmith.span.kind";
+export declare const LANGSMITH_NAME = "langsmith.trace.name";
+export declare const LANGSMITH_METADATA = "langsmith.metadata";
+export declare const LANGSMITH_TAGS = "langsmith.span.tags";
+export declare const LANGSMITH_RUNTIME = "langsmith.span.runtime";
+export declare const LANGSMITH_REQUEST_STREAMING = "langsmith.request.streaming";
+export declare const LANGSMITH_REQUEST_HEADERS = "langsmith.request.headers";
+export declare const LANGSMITH_RUN_ID = "langsmith.span.id";
+export declare const LANGSMITH_TRACE_ID = "langsmith.trace.id";
+export declare const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
+export declare const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+export declare const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+export declare const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
+export declare const LANGSMITH_TRACEABLE = "langsmith.traceable";
+export declare const LANGSMITH_IS_ROOT = "langsmith.is_root";
+export declare const LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = "langsmith.traceable_parent_otel_span_id";
+export declare const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
+export declare const GEN_AI_USER_MESSAGE = "gen_ai.user.message";
+export declare const GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";
+export declare const GEN_AI_CHOICE = "gen_ai.choice";
+export declare const AI_SDK_LLM_OPERATIONS: string[];
+export declare const AI_SDK_TOOL_OPERATIONS: string[];

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/otel/constants.js

@@ -0,0 +1,57 @@
+// OpenTelemetry GenAI semantic convention attribute names
+export const GEN_AI_OPERATION_NAME = "gen_ai.operation.name";
+export const GEN_AI_SYSTEM = "gen_ai.system";
+export const GEN_AI_REQUEST_MODEL = "gen_ai.request.model";
+export const GEN_AI_RESPONSE_MODEL = "gen_ai.response.model";
+export const GEN_AI_USAGE_INPUT_TOKENS = "gen_ai.usage.input_tokens";
+export const GEN_AI_USAGE_OUTPUT_TOKENS = "gen_ai.usage.output_tokens";
+export const GEN_AI_USAGE_TOTAL_TOKENS = "gen_ai.usage.total_tokens";
+export const GEN_AI_REQUEST_MAX_TOKENS = "gen_ai.request.max_tokens";
+export const GEN_AI_REQUEST_TEMPERATURE = "gen_ai.request.temperature";
+export const GEN_AI_REQUEST_TOP_P = "gen_ai.request.top_p";
+export const GEN_AI_REQUEST_FREQUENCY_PENALTY = "gen_ai.request.frequency_penalty";
+export const GEN_AI_REQUEST_PRESENCE_PENALTY = "gen_ai.request.presence_penalty";
+export const GEN_AI_RESPONSE_FINISH_REASONS = "gen_ai.response.finish_reasons";
+export const GENAI_PROMPT = "gen_ai.prompt";
+export const GENAI_COMPLETION = "gen_ai.completion";
+export const GEN_AI_REQUEST_EXTRA_QUERY = "gen_ai.request.extra_query";
+export const GEN_AI_REQUEST_EXTRA_BODY = "gen_ai.request.extra_body";
+export const GEN_AI_SERIALIZED_NAME = "gen_ai.serialized.name";
+export const GEN_AI_SERIALIZED_SIGNATURE = "gen_ai.serialized.signature";
+export const GEN_AI_SERIALIZED_DOC = "gen_ai.serialized.doc";
+export const GEN_AI_RESPONSE_ID = "gen_ai.response.id";
+export const GEN_AI_RESPONSE_SERVICE_TIER = "gen_ai.response.service_tier";
+export const GEN_AI_RESPONSE_SYSTEM_FINGERPRINT = "gen_ai.response.system_fingerprint";
+export const GEN_AI_USAGE_INPUT_TOKEN_DETAILS = "gen_ai.usage.input_token_details";
+export const GEN_AI_USAGE_OUTPUT_TOKEN_DETAILS = "gen_ai.usage.output_token_details";
+// LangSmith custom attributes
+export const LANGSMITH_SESSION_ID = "langsmith.trace.session_id";
+export const LANGSMITH_SESSION_NAME = "langsmith.trace.session_name";
+export const LANGSMITH_RUN_TYPE = "langsmith.span.kind";
+export const LANGSMITH_NAME = "langsmith.trace.name";
+export const LANGSMITH_METADATA = "langsmith.metadata";
+export const LANGSMITH_TAGS = "langsmith.span.tags";
+export const LANGSMITH_RUNTIME = "langsmith.span.runtime";
+export const LANGSMITH_REQUEST_STREAMING = "langsmith.request.streaming";
+export const LANGSMITH_REQUEST_HEADERS = "langsmith.request.headers";
+export const LANGSMITH_RUN_ID = "langsmith.span.id";
+export const LANGSMITH_TRACE_ID = "langsmith.trace.id";
+export const LANGSMITH_DOTTED_ORDER = "langsmith.span.dotted_order";
+export const LANGSMITH_PARENT_RUN_ID = "langsmith.span.parent_id";
+export const LANGSMITH_USAGE_METADATA = "langsmith.usage_metadata";
+export const LANGSMITH_REFERENCE_EXAMPLE_ID = "langsmith.reference_example_id";
+export const LANGSMITH_TRACEABLE = "langsmith.traceable";
+export const LANGSMITH_IS_ROOT = "langsmith.is_root";
+export const LANGSMITH_TRACEABLE_PARENT_OTEL_SPAN_ID = "langsmith.traceable_parent_otel_span_id";
+// GenAI event names
+export const GEN_AI_SYSTEM_MESSAGE = "gen_ai.system.message";
+export const GEN_AI_USER_MESSAGE = "gen_ai.user.message";
+export const GEN_AI_ASSISTANT_MESSAGE = "gen_ai.assistant.message";
+export const GEN_AI_CHOICE = "gen_ai.choice";
+export const AI_SDK_LLM_OPERATIONS = [
+    "ai.generateText.doGenerate",
+    "ai.streamText.doStream",
+    "ai.generateObject.doGenerate",
+    "ai.streamObject.doStream",
+];
+export const AI_SDK_TOOL_OPERATIONS = ["ai.toolCall"];

package/dist/node_modules/@langchain/core/node_modules/langsmith/dist/experimental/otel/exporter.cjs

@@ -0,0 +1,222 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LangSmithOTLPTraceExporter = void 0;
+const exporter_trace_otlp_proto_1 = require("@opentelemetry/exporter-trace-otlp-proto");
+const constants = __importStar(require("./constants.cjs"));
+const env_js_1 = require("../../env.cjs");
+const env_js_2 = require("../../utils/env.cjs");
+const vercel_js_1 = require("../../utils/vercel.cjs");
+/**
+ * Convert headers string in format "name=value,name2=value2" to object
+ */
+function parseHeadersString(headersStr) {
+    const headers = {};
+    if (!headersStr)
+        return headers;
+    headersStr.split(",").forEach((pair) => {
+        const [name, ...valueParts] = pair.split("=");
+        if (name && valueParts.length > 0) {
+            headers[name.trim()] = valueParts.join("=").trim();
+        }
+    });
+    return headers;
+}
+/**
+ * LangSmith OpenTelemetry trace exporter that extends the standard OTLP trace exporter
+ * with LangSmith-specific configuration and span attribute transformations.
+ *
+ * This exporter automatically configures itself with LangSmith endpoints and API keys,
+ * based on your LANGSMITH_API_KEY and LANGSMITH_PROJECT environment variables.
+ * Will also respect OTEL_EXPORTER_OTLP_ENDPOINT or OTEL_EXPORTER_OTLP_HEADERS environment
+ * variables if set.
+ *
+ * @param config - Optional configuration object that accepts all OTLPTraceExporter parameters.
+ *                 If not provided, uses default LangSmith configuration:
+ *                 - `url`: Defaults to LangSmith OTEL endpoint (`${LANGSMITH_ENDPOINT}/otel/v1/traces`)
+ *                 - `headers`: Auto-configured with LangSmith API key and project headers
+ *                 Any provided config will override these defaults.
+ */
+class LangSmithOTLPTraceExporter extends exporter_trace_otlp_proto_1.OTLPTraceExporter {
+    constructor(config) {
+        const defaultLsEndpoint = (0, env_js_2.getLangSmithEnvironmentVariable)("ENDPOINT") ||
+            "https://api.smith.langchain.com";
+        const defaultBaseUrl = defaultLsEndpoint.replace(/\/$/, "");
+        const defaultUrl = (0, env_js_2.getEnvironmentVariable)("OTEL_EXPORTER_OTLP_ENDPOINT") ??
+            `${defaultBaseUrl}/otel/v1/traces`;
+        // Configure headers with API key and project if available
+        let headers = config?.headers;
+        if (headers === undefined) {
+            let defaultHeaderString = (0, env_js_2.getEnvironmentVariable)("OTEL_EXPORTER_OTLP_HEADERS") ?? "";
+            if (!defaultHeaderString) {
+                const apiKey = config?.apiKey ?? (0, env_js_2.getLangSmithEnvironmentVariable)("API_KEY");
+                if (apiKey) {
+                    defaultHeaderString = `x-api-key=${apiKey}`;
+                }
+            }
+            headers = parseHeadersString(defaultHeaderString);
+        }
+        super({
+            url: defaultUrl,
+            headers,
+            ...config,
+        });
+        Object.defineProperty(this, "transformExportedSpan", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "projectName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.transformExportedSpan = config?.transformExportedSpan;
+        this.projectName =
+            config?.projectName ?? (0, env_js_2.getLangSmithEnvironmentVariable)("PROJECT");
+    }
+    export(spans, resultCallback) {
+        if (!(0, env_js_1.isTracingEnabled)()) {
+            return resultCallback({ code: 0 });
+        }
+        const runExport = async () => {
+            for (let span of spans) {
+                if (this.transformExportedSpan) {
+                    span = await this.transformExportedSpan(span);
+                }
+                if (!span.attributes[constants.GENAI_PROMPT]) {
+                    if (span.attributes["ai.prompt"]) {
+                        span.attributes[constants.GENAI_PROMPT] =
+                            span.attributes["ai.prompt"];
+                    }
+                    if (span.attributes["ai.prompt.messages"] &&
+                        typeof span.attributes["ai.prompt.messages"] === "string") {
+                        let messages;
+                        try {
+                            messages = JSON.parse(span.attributes["ai.prompt.messages"]);
+                        }
+                        catch (e) {
+                            console.error("Failed to parse ai.prompt.messages", e);
+                        }
+                        if (messages && Array.isArray(messages)) {
+                            span.attributes[constants.GENAI_PROMPT] = JSON.stringify({
+                                input: messages,
+                            });
+                        }
+                    }
+                    if (span.attributes["ai.toolCall.input"]) {
+                        span.attributes[constants.GENAI_PROMPT] =
+                            span.attributes["ai.toolCall.input"];
+                    }
+                    else if (span.attributes["ai.toolCall.args"]) {
+                        span.attributes[constants.GENAI_PROMPT] =
+                            span.attributes["ai.toolCall.args"];
+                    }
+                }
+                // Iterate over all attributes starting with "ai.telemetry.metadata"
+                for (const [key, value] of Object.entries(span.attributes)) {
+                    if (key.startsWith("ai.telemetry.metadata.")) {
+                        if (key === "ai.telemetry.metadata.ls_project_name") {
+                            span.attributes[constants.LANGSMITH_SESSION_NAME] = value;
+                        }
+                        else if (key === "ai.telemetry.metadata.ls_project_id") {
+                            span.attributes[constants.LANGSMITH_SESSION_ID] = value;
+                        }
+                        else {
+                            const metadataKey = key.replace("ai.telemetry.metadata.", "");
+                            span.attributes[`${constants.LANGSMITH_METADATA}.${metadataKey}`] = value;
+                        }
+                        delete span.attributes[key];
+                    }
+                }
+                if (!span.attributes[constants.GENAI_COMPLETION]) {
+                    if (span.attributes["ai.response.text"]) {
+                        span.attributes[constants.GENAI_COMPLETION] =
+                            span.attributes["ai.response.text"];
+                    }
+                    if (span.attributes["ai.response.choices"]) {
+                        span.attributes[constants.GENAI_COMPLETION] =
+                            span.attributes["ai.response.choices"];
+                    }
+                    if (span.attributes["ai.response.object"]) {
+                        span.attributes[constants.GENAI_COMPLETION] =
+                            span.attributes["ai.response.object"];
+                    }
+                    if (span.attributes["ai.response.toolCalls"]) {
+                        span.attributes[constants.GENAI_COMPLETION] =
+                            span.attributes["ai.response.toolCalls"];
+                    }
+                    if (span.attributes["ai.toolCall.output"]) {
+                        span.attributes[constants.GENAI_COMPLETION] =
+                            span.attributes["ai.toolCall.output"];
+                    }
+                    else if (span.attributes["ai.toolCall.result"]) {
+                        span.attributes[constants.GENAI_COMPLETION] =
+                            span.attributes["ai.toolCall.result"];
+                    }
+                }
+                if (typeof span.attributes["ai.operationId"] === "string" &&
+                    constants.AI_SDK_LLM_OPERATIONS.includes(span.attributes["ai.operationId"])) {
+                    span.attributes[constants.LANGSMITH_RUN_TYPE] = "llm";
+                    const usageMetadata = (0, vercel_js_1.extractUsageMetadata)(span);
+                    span.attributes[constants.LANGSMITH_USAGE_METADATA] =
+                        JSON.stringify(usageMetadata);
+                }
+                else if (typeof span.attributes["ai.operationId"] === "string" &&
+                    constants.AI_SDK_TOOL_OPERATIONS.includes(span.attributes["ai.operationId"])) {
+                    span.attributes[constants.LANGSMITH_RUN_TYPE] = "tool";
+                    if (span.attributes["ai.toolCall.name"]) {
+                        span.attributes[constants.LANGSMITH_NAME] =
+                            span.attributes["ai.toolCall.name"];
+                    }
+                }
+                if (span.attributes[`${constants.LANGSMITH_METADATA}.ls_run_name`]) {
+                    span.attributes[constants.LANGSMITH_NAME] =
+                        span.attributes[`${constants.LANGSMITH_METADATA}.ls_run_name`];
+                    delete span.attributes[`${constants.LANGSMITH_METADATA}.ls_run_name`];
+                }
+                if (span.attributes[constants.LANGSMITH_SESSION_NAME] === undefined &&
+                    this.projectName !== undefined) {
+                    span.attributes[constants.LANGSMITH_SESSION_NAME] = this.projectName;
+                }
+            }
+            super.export(spans, resultCallback);
+        };
+        void runExport();
+    }
+}
+exports.LangSmithOTLPTraceExporter = LangSmithOTLPTraceExporter;