langsmith 0.3.21 → 0.3.23

package/dist/client.cjs

@@ -2644,11 +2644,12 @@ class Client {
      * @returns The created AnnotationQueue object
      */
     async createAnnotationQueue(options) {
-        const { name, description, queueId } = options;
+        const { name, description, queueId, rubricInstructions } = options;
         const body = {
             name,
             description,
             id: queueId || uuid.v4(),
+            rubric_instructions: rubricInstructions,
         };
         const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/annotation-queues`, {
             method: "POST",
@@ -2664,17 +2665,18 @@ class Client {
     /**
      * Read an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to read
-     * @returns The AnnotationQueue object
+     * @returns The AnnotationQueueWithDetails object
      */
     async readAnnotationQueue(queueId) {
-        // TODO: Replace when actual endpoint is added
-        const queueIteratorResult = await this.listAnnotationQueues({
-            queueIds: [queueId],
-        }).next();
-        if (queueIteratorResult.done) {
-            throw new Error(`Annotation queue with ID ${queueId} not found`);
-        }
-        return queueIteratorResult.value;
+        const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/annotation-queues/${(0, _uuid_js_1.assertUuid)(queueId, "queueId")}`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        await (0, error_js_1.raiseForStatus)(response, "read annotation queue");
+        const data = await response.json();
+        return data;
     }
     /**
      * Update an annotation queue with the specified queue ID.
@@ -2684,11 +2686,15 @@ class Client {
      * @param options.description - The new description for the annotation queue
      */
     async updateAnnotationQueue(queueId, options) {
-        const { name, description } = options;
+        const { name, description, rubricInstructions } = options;
         const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(this.debug), `${this.apiUrl}/annotation-queues/${(0, _uuid_js_1.assertUuid)(queueId, "queueId")}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify({ name, description }),
+            body: JSON.stringify({
+                name,
+                description,
+                rubric_instructions: rubricInstructions,
+            }),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });

package/dist/client.d.ts

@@ -1,5 +1,5 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion } from "./schemas.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleCreate, ExampleUpdate, ExampleUpdateWithoutId, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, LangSmithSettings, LikePromptResponse, Prompt, PromptCommit, PromptSortField, Run, RunCreate, RunUpdate, ScoreType, ExampleSearch, TimeDelta, TracerSession, TracerSessionResult, ValueType, AnnotationQueue, RunWithAnnotationQueueInfo, Attachments, UploadExamplesResponse, UpdateExamplesResponse, DatasetVersion, AnnotationQueueWithDetails } from "./schemas.js";
 import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
 export interface ClientConfig {
     apiUrl?: string;
@@ -743,13 +743,14 @@ export declare class Client implements LangSmithTracingClientInterface {
         name: string;
         description?: string;
         queueId?: string;
-    }): Promise<AnnotationQueue>;
+        rubricInstructions?: string;
+    }): Promise<AnnotationQueueWithDetails>;
     /**
      * Read an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to read
-     * @returns The AnnotationQueue object
+     * @returns The AnnotationQueueWithDetails object
      */
-    readAnnotationQueue(queueId: string): Promise<AnnotationQueue>;
+    readAnnotationQueue(queueId: string): Promise<AnnotationQueueWithDetails>;
     /**
      * Update an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to update
@@ -760,6 +761,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     updateAnnotationQueue(queueId: string, options: {
         name: string;
         description?: string;
+        rubricInstructions?: string;
     }): Promise<void>;
     /**
      * Delete an annotation queue with the specified queue ID.

package/dist/client.js

@@ -2606,11 +2606,12 @@ export class Client {
      * @returns The created AnnotationQueue object
      */
     async createAnnotationQueue(options) {
-        const { name, description, queueId } = options;
+        const { name, description, queueId, rubricInstructions } = options;
         const body = {
             name,
             description,
             id: queueId || uuid.v4(),
+            rubric_instructions: rubricInstructions,
         };
         const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues`, {
             method: "POST",
@@ -2626,17 +2627,18 @@ export class Client {
     /**
      * Read an annotation queue with the specified queue ID.
      * @param queueId - The ID of the annotation queue to read
-     * @returns The AnnotationQueue object
+     * @returns The AnnotationQueueWithDetails object
      */
     async readAnnotationQueue(queueId) {
-        // TODO: Replace when actual endpoint is added
-        const queueIteratorResult = await this.listAnnotationQueues({
-            queueIds: [queueId],
-        }).next();
-        if (queueIteratorResult.done) {
-            throw new Error(`Annotation queue with ID ${queueId} not found`);
-        }
-        return queueIteratorResult.value;
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
+            method: "GET",
+            headers: this.headers,
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        await raiseForStatus(response, "read annotation queue");
+        const data = await response.json();
+        return data;
     }
     /**
      * Update an annotation queue with the specified queue ID.
@@ -2646,11 +2648,15 @@ export class Client {
      * @param options.description - The new description for the annotation queue
      */
     async updateAnnotationQueue(queueId, options) {
-        const { name, description } = options;
+        const { name, description, rubricInstructions } = options;
         const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
-            body: JSON.stringify({ name, description }),
+            body: JSON.stringify({
+                name,
+                description,
+                rubric_instructions: rubricInstructions,
+            }),
             signal: AbortSignal.timeout(this.timeout_ms),
             ...this.fetchOptions,
         });

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.21";
+exports.__version__ = "0.3.23";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.21";
+export declare const __version__ = "0.3.23";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.21";
+export const __version__ = "0.3.23";

package/dist/schemas.d.ts

@@ -451,6 +451,10 @@ export interface AnnotationQueue {
     /** The ID of the tenant associated with the annotation queue. */
     tenant_id: string;
 }
+export interface AnnotationQueueWithDetails extends AnnotationQueue {
+    /** The rubric instructions for the annotation queue. */
+    rubric_instructions?: string;
+}
 export interface RunWithAnnotationQueueInfo extends BaseRun {
     /** The last time this run was reviewed. */
     last_reviewed_time?: string;

package/dist/vercel.cjs

@@ -580,7 +580,12 @@ class AISDKExporter {
             .sort((a, b) => sortByHr(a.startTime, b.startTime));
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
-            const parentId = span.parentSpanId ?? undefined;
+            const parentId = 
+            // Backcompat shim to support OTEL 1.x and 2.x
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            span.parentSpanId ??
+                span.parentSpanContext?.spanId ??
+                undefined;
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},

package/dist/vercel.js

@@ -577,7 +577,12 @@ export class AISDKExporter {
             .sort((a, b) => sortByHr(a.startTime, b.startTime));
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
-            const parentId = span.parentSpanId ?? undefined;
+            const parentId = 
+            // Backcompat shim to support OTEL 1.x and 2.x
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            span.parentSpanId ??
+                span.parentSpanContext?.spanId ??
+                undefined;
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.21",
+  "version": "0.3.23",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -132,7 +132,7 @@
     "uuid": "^10.0.0"
   },
   "devDependencies": {
-    "@ai-sdk/openai": "^1.0.13",
+    "@ai-sdk/openai": "^1.3.20",
     "@babel/preset-env": "^7.22.4",
     "@faker-js/faker": "^8.4.1",
     "@jest/globals": "^29.5.0",
@@ -141,13 +141,13 @@
     "@langchain/langgraph": "^0.2.20",
     "@langchain/openai": "^0.3.11",
     "@opentelemetry/api": "^1.9.0",
-    "@opentelemetry/sdk-trace-base": "^1.26.0",
-    "@opentelemetry/sdk-trace-node": "^1.26.0",
+    "@opentelemetry/sdk-trace-base": "^2.0.0",
+    "@opentelemetry/sdk-trace-node": "^2.0.0",
     "@tsconfig/recommended": "^1.0.2",
     "@types/jest": "^29.5.1",
     "@typescript-eslint/eslint-plugin": "^5.59.8",
     "@typescript-eslint/parser": "^5.59.8",
-    "ai": "^4.0.27",
+    "ai": "^4.3.10",
     "babel-jest": "^29.5.0",
     "cross-env": "^7.0.3",
     "dotenv": "^16.1.3",