langsmith 0.3.22 → 0.3.24

package/dist/client.cjs

@@ -2644,11 +2644,12 @@ class Client {
      * @returns The created AnnotationQueue object
      */
     async createAnnotationQueue(options) {
-        const { name, description, queueId } = options;
+        const { name, description, queueId, rubricInstructions } = options;
         const body = {
             name,
             description,
             id: queueId || uuid.v4(),
+            rubric_instructions: rubricInstructions,
         };
         const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/annotation-queues`, {
             method: "POST",
@@ -2664,17 +2665,18 @@ class Client {
     /**
      * Read an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to read
-     * @returns The AnnotationQueue object
+     * @returns The AnnotationQueueWithDetails object
      */
     async readAnnotationQueue(queueId) {
-        // TODO: Replace when actual endpoint is added
-        const queueIteratorResult = await this.listAnnotationQueues({
-            queueIds: [queueId],
-        }).next();
-        if (queueIteratorResult.done) {
-            throw new Error(`Annotation queue with ID ${queueId} not found`);
-        }
-        return queueIteratorResult.value;
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/annotation-queues/${(0, _uuid_js_1.assertUuid)(queueId, "queueId")}`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        await (0, error_js_1.raiseForStatus)(response, "read annotation queue");
+        const data = await response.json();
+        return data;
     }
     /**
      * Update an annotation queue with the specified queue ID.
@@ -2684,11 +2686,15 @@ class Client {
      * @param options.description - The new description for the annotation queue
      */
     async updateAnnotationQueue(queueId, options) {
-        const { name, description } = options;
+        const { name, description, rubricInstructions } = options;
         const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/annotation-queues/${(0, _uuid_js_1.assertUuid)(queueId, "queueId")}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify({ name, description }),
+            body: JSON.stringify({
+                name,
+                description,
+                rubric_instructions: rubricInstructions,
+            }),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion } from "./schemas.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion, AnnotationQueueWithDetails } from "./schemas.js";
 import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
 export interface ClientConfig {
     apiUrl?: string;
@@ -743,13 +743,14 @@ export declare class Client implements LangSmithTracingClientInterface {
         name: string;
         description?: string;
         queueId?: string;
-    }): Promise<AnnotationQueue>;
+        rubricInstructions?: string;
+    }): Promise<AnnotationQueueWithDetails>;
     /**
      * Read an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to read
-     * @returns The AnnotationQueue object
+     * @returns The AnnotationQueueWithDetails object
      */
-    readAnnotationQueue(queueId: string): Promise<AnnotationQueue>;
+    readAnnotationQueue(queueId: string): Promise<AnnotationQueueWithDetails>;
     /**
      * Update an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to update
@@ -760,6 +761,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     updateAnnotationQueue(queueId: string, options: {
         name: string;
         description?: string;
+        rubricInstructions?: string;
     }): Promise<void>;
     /**
      * Delete an annotation queue with the specified queue ID.

package/dist/client.js

@@ -2606,11 +2606,12 @@ export class Client {
      * @returns The created AnnotationQueue object
      */
     async createAnnotationQueue(options) {
-        const { name, description, queueId } = options;
+        const { name, description, queueId, rubricInstructions } = options;
         const body = {
             name,
             description,
             id: queueId || uuid.v4(),
+            rubric_instructions: rubricInstructions,
         };
         const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues`, {
             method: "POST",
@@ -2626,17 +2627,18 @@ export class Client {
     /**
      * Read an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to read
-     * @returns The AnnotationQueue object
+     * @returns The AnnotationQueueWithDetails object
      */
     async readAnnotationQueue(queueId) {
-        // TODO: Replace when actual endpoint is added
-        const queueIteratorResult = await this.listAnnotationQueues({
-            queueIds: [queueId],
-        }).next();
-        if (queueIteratorResult.done) {
-            throw new Error(`Annotation queue with ID ${queueId} not found`);
-        }
-        return queueIteratorResult.value;
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        await raiseForStatus(response, "read annotation queue");
+        const data = await response.json();
+        return data;
     }
     /**
      * Update an annotation queue with the specified queue ID.
@@ -2646,11 +2648,15 @@ export class Client {
      * @param options.description - The new description for the annotation queue
      */
     async updateAnnotationQueue(queueId, options) {
-        const { name, description } = options;
+        const { name, description, rubricInstructions } = options;
         const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify({ name, description }),
+            body: JSON.stringify({
+                name,
+                description,
+                rubric_instructions: rubricInstructions,
+            }),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.22";
+exports.__version__ = "0.3.24";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.22";
+export declare const __version__ = "0.3.24";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.22";
+export const __version__ = "0.3.24";

package/dist/schemas.d.ts

@@ -451,6 +451,10 @@ export interface AnnotationQueue {
     /** The ID of the tenant associated with the annotation queue. */
     tenant_id: string;
 }
+export interface AnnotationQueueWithDetails extends AnnotationQueue {
+    /** The rubric instructions for the annotation queue. */
+    rubric_instructions?: string;
+}
 export interface RunWithAnnotationQueueInfo extends BaseRun {
     /** The last time this run was reviewed. */
     last_reviewed_time?: string;

package/dist/vercel.cjs

@@ -183,6 +183,11 @@ const RESERVED_METADATA_KEYS = [
     TRACE_METADATA_KEY.output,
     BAGGAGE_METADATA_KEY.output,
 ];
+function getParentSpanId(span) {
+    // Backcompat shim to support OTEL 1.x and 2.x
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    return (span.parentSpanId ?? span.parentSpanContext?.spanId ?? undefined);
+}
 /**
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
@@ -289,9 +294,12 @@ class AISDKExporter {
         return { ...rest, isEnabled: rest.isEnabled ?? defaultEnabled, metadata };
     }
     /** @internal */
-    parseInteropFromMetadata(span) {
+    parseInteropFromMetadata(span, parentSpan) {
         if (!this.isRootRun(span))
             return undefined;
+        if (parentSpan?.name === "ai.toolCall") {
+            return undefined;
+        }
         const userTraceId = this.getSpanAttributeKey(span, RUN_ID_METADATA_KEY.output);
         const parentTrace = this.getSpanAttributeKey(span, TRACE_METADATA_KEY.output);
         if (parentTrace && userTraceId) {
@@ -580,12 +588,7 @@ class AISDKExporter {
             .sort((a, b) => sortByHr(a.startTime, b.startTime));
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
-            const parentId = 
-            // Backcompat shim to support OTEL 1.x and 2.x
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            span.parentSpanId ??
-                span.parentSpanContext?.spanId ??
-                undefined;
+            const parentId = getParentSpanId(span);
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},
@@ -599,12 +602,15 @@ class AISDKExporter {
             const run = this.getRunCreate(span);
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] ??= -1;
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] += 1;
+            const parentSpan = parentId
+                ? typedSpans.find((i) => i.spanContext().spanId === parentId)
+                : undefined;
             traceMap.nodeMap[runId] ??= {
                 id: runId,
                 startTime: span.startTime,
                 run,
                 sent: false,
-                interop: this.parseInteropFromMetadata(span),
+                interop: this.parseInteropFromMetadata(span, parentSpan),
                 executionOrder: traceMap.relativeExecutionOrder[parentRunId ?? ROOT],
             };
             if (this.debug)

package/dist/vercel.js

@@ -180,6 +180,11 @@ const RESERVED_METADATA_KEYS = [
     TRACE_METADATA_KEY.output,
     BAGGAGE_METADATA_KEY.output,
 ];
+function getParentSpanId(span) {
+    // Backcompat shim to support OTEL 1.x and 2.x
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    return (span.parentSpanId ?? span.parentSpanContext?.spanId ?? undefined);
+}
 /**
  * OpenTelemetry trace exporter for Vercel AI SDK.
  *
@@ -286,9 +291,12 @@ export class AISDKExporter {
         return { ...rest, isEnabled: rest.isEnabled ?? defaultEnabled, metadata };
     }
     /** @internal */
-    parseInteropFromMetadata(span) {
+    parseInteropFromMetadata(span, parentSpan) {
         if (!this.isRootRun(span))
             return undefined;
+        if (parentSpan?.name === "ai.toolCall") {
+            return undefined;
+        }
         const userTraceId = this.getSpanAttributeKey(span, RUN_ID_METADATA_KEY.output);
         const parentTrace = this.getSpanAttributeKey(span, TRACE_METADATA_KEY.output);
         if (parentTrace && userTraceId) {
@@ -577,12 +585,7 @@ export class AISDKExporter {
             .sort((a, b) => sortByHr(a.startTime, b.startTime));
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
-            const parentId = 
-            // Backcompat shim to support OTEL 1.x and 2.x
-            // eslint-disable-next-line @typescript-eslint/no-explicit-any
-            span.parentSpanId ??
-                span.parentSpanContext?.spanId ??
-                undefined;
+            const parentId = getParentSpanId(span);
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},
@@ -596,12 +599,15 @@ export class AISDKExporter {
             const run = this.getRunCreate(span);
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] ??= -1;
             traceMap.relativeExecutionOrder[parentRunId ?? ROOT] += 1;
+            const parentSpan = parentId
+                ? typedSpans.find((i) => i.spanContext().spanId === parentId)
+                : undefined;
             traceMap.nodeMap[runId] ??= {
                 id: runId,
                 startTime: span.startTime,
                 run,
                 sent: false,
-                interop: this.parseInteropFromMetadata(span),
+                interop: this.parseInteropFromMetadata(span, parentSpan),
                 executionOrder: traceMap.relativeExecutionOrder[parentRunId ?? ROOT],
             };
             if (this.debug)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.22",
+  "version": "0.3.24",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -141,8 +141,10 @@
     "@langchain/langgraph": "^0.2.20",
     "@langchain/openai": "^0.3.11",
     "@opentelemetry/api": "^1.9.0",
+    "@opentelemetry/auto-instrumentations-node": "^0.58.0",
     "@opentelemetry/sdk-trace-base": "^2.0.0",
     "@opentelemetry/sdk-trace-node": "^2.0.0",
+    "@opentelemetry/sdk-node": "^0.200.0",
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.1",
     "@typescript-eslint/eslint-plugin": "^5.59.8",