langsmith 0.3.28-rc.1 → 0.3.28

package/dist/client.cjs

@@ -1175,7 +1175,7 @@ class Client {
      * });
      */
     async *listRuns(props) {
-        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, isRoot, runType, error, id, query, filter, traceFilter, treeFilter, limit, select, } = props;
+        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, isRoot, runType, error, id, query, filter, traceFilter, treeFilter, limit, select, order, } = props;
         let projectIds = [];
         if (projectId) {
             projectIds = Array.isArray(projectId) ? projectId : [projectId];
@@ -1234,6 +1234,7 @@ class Client {
             trace: traceId,
             select: select ? select : default_select,
             is_root: isRoot,
+            order,
         };
         let runsYielded = 0;
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
@@ -1254,6 +1255,49 @@ class Client {
             }
         }
     }
+    async *listGroupRuns(props) {
+        const { projectId, projectName, groupBy, filter, startTime, endTime, limit, offset, } = props;
+        const sessionId = projectId || (await this.readProject({ projectName })).id;
+        const baseBody = {
+            session_id: sessionId,
+            group_by: groupBy,
+            filter,
+            start_time: startTime ? startTime.toISOString() : null,
+            end_time: endTime ? endTime.toISOString() : null,
+            limit: Number(limit) || 100,
+        };
+        let currentOffset = Number(offset) || 0;
+        const path = "/runs/group";
+        const url = `${this.apiUrl}${path}`;
+        while (true) {
+            const currentBody = {
+                ...baseBody,
+                offset: currentOffset,
+            };
+            // Remove undefined values from the payload
+            const filteredPayload = Object.fromEntries(Object.entries(currentBody).filter(([_, value]) => value !== undefined));
+            const response = await this.caller.call((0, fetch_js_1._getFetchImplementation)(), url, {
+                method: "POST",
+                headers: { ...this.headers, "Content-Type": "application/json" },
+                body: JSON.stringify(filteredPayload),
+                signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
+            });
+            await (0, error_js_1.raiseForStatus)(response, `Failed to fetch ${path}`);
+            const items = await response.json();
+            const { groups, total } = items;
+            if (groups.length === 0) {
+                break;
+            }
+            for (const thread of groups) {
+                yield thread;
+            }
+            currentOffset += groups.length;
+            if (currentOffset >= total) {
+                break;
+            }
+        }
+    }
     async getRunStats({ id, trace, parentRun, runType, projectNames, projectIds, referenceExampleIds, startTime, endTime, error, query, filter, traceFilter, treeFilter, isRoot, dataSourceType, }) {
         let projectIds_ = projectIds || [];
         if (projectNames) {

package/dist/client.d.ts

@@ -54,6 +54,10 @@ interface ListRunsParams {
      * The ID of the parent run to filter by.
      */
     parentRunId?: string;
+    /**
+     * The order by run start date
+     */
+    order?: "asc" | "desc";
     /**
      * The ID of the reference example to filter by.
      */
@@ -118,6 +122,56 @@ interface ListRunsParams {
      */
     select?: string[];
 }
+interface GroupRunsParams {
+    /**
+     * The ID or IDs of the project(s) to filter by.
+     */
+    projectId?: string;
+    /**
+     * The ID or IDs of the project(s) to filter by.
+     */
+    projectName?: string;
+    /**
+     * @example "conversation"
+     */
+    groupBy: string;
+    /**
+     * The filter string to apply.
+     *
+     * Run Filtering:
+     * Listing runs with query params is useful for simple queries, but doesn't support many common needs, such as filtering by metadata, tags, or other fields.
+     * LangSmith supports a filter query language to permit more complex filtering operations when fetching runs. This guide will provide a high level overview of the grammar as well as a few examples of when it can be useful.
+     * If you'd prefer a more visual guide, you can get a taste of the language by viewing the table of runs on any of your projects' pages. We provide some recommended filters to get you started that you can copy and use the SDK.
+     *
+     * Grammar:
+     * The filtering grammar is based on common comparators on fields in the run object. Supported comparators include:
+     * - gte (greater than or equal to)
+     * - gt (greater than)
+     * - lte (less than or equal to)
+     * - lt (less than)
+     * - eq (equal to)
+     * - neq (not equal to)
+     * - has (check if run contains a tag or metadata json blob)
+     * - search (search for a substring in a string field)
+     */
+    filter?: string;
+    /**
+     * The start time to filter by.
+     */
+    startTime?: Date;
+    /**
+     * The end time to filter by.
+     */
+    endTime?: Date;
+    /**
+     * The maximum number of runs to retrieve.
+     */
+    limit?: number;
+    /**
+     * The maximum number of runs to retrieve.
+     */
+    offset?: number;
+}
 interface UploadCSVParams {
     csvFile: Blob;
     fileName: string;
@@ -187,6 +241,21 @@ type AutoBatchQueueItem = {
     action: "create" | "update";
     item: RunCreate | RunUpdate;
 };
+type Thread = {
+    filter: string;
+    count: number;
+    total_tokens: number;
+    total_cost: number | null;
+    min_start_time: string;
+    max_start_time: string;
+    latency_p50: number;
+    latency_p99: number;
+    feedback_stats: any | null;
+    group_key: string;
+    first_inputs: string;
+    last_outputs: string;
+    last_error: string | null;
+};
 export declare function mergeRuntimeEnvIntoRunCreate(run: RunCreate): RunCreate;
 export declare class AutoBatchQueue {
     items: {
@@ -376,6 +445,7 @@ export declare class Client implements LangSmithTracingClientInterface {
      * });
      */
     listRuns(props: ListRunsParams): AsyncIterable<Run>;
+    listGroupRuns(props: GroupRunsParams): AsyncIterable<Thread>;
     getRunStats({ id, trace, parentRun, runType, projectNames, projectIds, referenceExampleIds, startTime, endTime, error, query, filter, traceFilter, treeFilter, isRoot, dataSourceType, }: {
         id?: string[];
         trace?: string;

package/dist/client.js

@@ -1137,7 +1137,7 @@ export class Client {
      * });
      */
     async *listRuns(props) {
-        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, isRoot, runType, error, id, query, filter, traceFilter, treeFilter, limit, select, } = props;
+        const { projectId, projectName, parentRunId, traceId, referenceExampleId, startTime, executionOrder, isRoot, runType, error, id, query, filter, traceFilter, treeFilter, limit, select, order, } = props;
         let projectIds = [];
         if (projectId) {
             projectIds = Array.isArray(projectId) ? projectId : [projectId];
@@ -1196,6 +1196,7 @@ export class Client {
             trace: traceId,
             select: select ? select : default_select,
             is_root: isRoot,
+            order,
         };
         let runsYielded = 0;
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
@@ -1216,6 +1217,49 @@ export class Client {
             }
         }
     }
+    async *listGroupRuns(props) {
+        const { projectId, projectName, groupBy, filter, startTime, endTime, limit, offset, } = props;
+        const sessionId = projectId || (await this.readProject({ projectName })).id;
+        const baseBody = {
+            session_id: sessionId,
+            group_by: groupBy,
+            filter,
+            start_time: startTime ? startTime.toISOString() : null,
+            end_time: endTime ? endTime.toISOString() : null,
+            limit: Number(limit) || 100,
+        };
+        let currentOffset = Number(offset) || 0;
+        const path = "/runs/group";
+        const url = `${this.apiUrl}${path}`;
+        while (true) {
+            const currentBody = {
+                ...baseBody,
+                offset: currentOffset,
+            };
+            // Remove undefined values from the payload
+            const filteredPayload = Object.fromEntries(Object.entries(currentBody).filter(([_, value]) => value !== undefined));
+            const response = await this.caller.call(_getFetchImplementation(), url, {
+                method: "POST",
+                headers: { ...this.headers, "Content-Type": "application/json" },
+                body: JSON.stringify(filteredPayload),
+                signal: AbortSignal.timeout(this.timeout_ms),
+                ...this.fetchOptions,
+            });
+            await raiseForStatus(response, `Failed to fetch ${path}`);
+            const items = await response.json();
+            const { groups, total } = items;
+            if (groups.length === 0) {
+                break;
+            }
+            for (const thread of groups) {
+                yield thread;
+            }
+            currentOffset += groups.length;
+            if (currentOffset >= total) {
+                break;
+            }
+        }
+    }
     async getRunStats({ id, trace, parentRun, runType, projectNames, projectIds, referenceExampleIds, startTime, endTime, error, query, filter, traceFilter, treeFilter, isRoot, dataSourceType, }) {
         let projectIds_ = projectIds || [];
         if (projectNames) {

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.28-rc.1";
+exports.__version__ = "0.3.28";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.28-rc.1";
+export declare const __version__ = "0.3.28";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.28-rc.1";
+export const __version__ = "0.3.28";

package/dist/vercel.cjs

@@ -291,7 +291,7 @@ class AISDKExporter {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: []
+            value: {}
         });
         Object.defineProperty(this, "debug", {
             enumerable: true,
@@ -644,18 +644,13 @@ class AISDKExporter {
     _export(spans, resultCallback) {
         this.logDebug("exporting spans", spans);
         const typedSpans = spans
-            .concat(this.pendingSpans)
+            .concat(Object.values(this.pendingSpans))
             .slice()
             // Parent spans should go before child spans in the final order,
             // but may have the same exact start time as their children.
             // They will end earlier, so break ties by end time.
             // TODO: Figure out why this happens.
             .sort((a, b) => sortByHr(a, b));
-        // This is really important, as OTEL seems to do weird things with threads.
-        // Don't use a while loop.
-        this.pendingSpans = [];
-        const skippedSpans = [];
-        const potentialChildRootRunIds = [];
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
             const runId = (0, uuid_1.v5)(spanId, RUN_ID_NAMESPACE);
@@ -682,9 +677,12 @@ class AISDKExporter {
             // for retry later in order to determine whether their parents are tool calls
             // and should not be reparented below.
             if (parentRunId !== undefined && parentSpanInfo === undefined) {
-                skippedSpans.push(span);
+                this.pendingSpans[spanId] = span;
                 continue;
             }
+            else {
+                delete this.pendingSpans[spanId];
+            }
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},
@@ -718,9 +716,6 @@ class AISDKExporter {
                 console.log(`[${span.name}] ${runId}`, run);
             traceMap.childMap[parentRunId ?? ROOT] ??= [];
             traceMap.childMap[parentRunId ?? ROOT].push(traceMap.nodeMap[runId]);
-            if (parentRunId != null) {
-                potentialChildRootRunIds.push(parentRunId);
-            }
         }
         const sampled = [];
         const actions = [];
@@ -728,7 +723,7 @@ class AISDKExporter {
             const traceMap = this.traceByMap[traceId];
             const queue = Object.keys(traceMap.childMap)
                 .map((runId) => {
-                if (runId === ROOT || potentialChildRootRunIds.includes(runId)) {
+                if (runId === ROOT) {
                     return traceMap.childMap[runId];
                 }
                 return [];
@@ -787,13 +782,7 @@ class AISDKExporter {
             }
         }
         this.logDebug(`sampled runs to be sent to LangSmith`, sampled);
-        Promise.all(sampled.map((run) => this.client.createRun(run)))
-            .then(() => {
-            // OTEL seems to do weird things with threads, so we need to queue any spans
-            // with missing parents for retry at the end after async operations.
-            this.pendingSpans = skippedSpans;
-        })
-            .then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
+        Promise.all(sampled.map((run) => this.client.createRun(run))).then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
     }
     export(spans, resultCallback) {
         this._export(spans, (result) => {

package/dist/vercel.js

@@ -288,7 +288,7 @@ export class AISDKExporter {
             enumerable: true,
             configurable: true,
             writable: true,
-            value: []
+            value: {}
         });
         Object.defineProperty(this, "debug", {
             enumerable: true,
@@ -641,18 +641,13 @@ export class AISDKExporter {
     _export(spans, resultCallback) {
         this.logDebug("exporting spans", spans);
         const typedSpans = spans
-            .concat(this.pendingSpans)
+            .concat(Object.values(this.pendingSpans))
             .slice()
             // Parent spans should go before child spans in the final order,
             // but may have the same exact start time as their children.
             // They will end earlier, so break ties by end time.
             // TODO: Figure out why this happens.
             .sort((a, b) => sortByHr(a, b));
-        // This is really important, as OTEL seems to do weird things with threads.
-        // Don't use a while loop.
-        this.pendingSpans = [];
-        const skippedSpans = [];
-        const potentialChildRootRunIds = [];
         for (const span of typedSpans) {
             const { traceId, spanId } = span.spanContext();
             const runId = uuid5(spanId, RUN_ID_NAMESPACE);
@@ -679,9 +674,12 @@ export class AISDKExporter {
             // for retry later in order to determine whether their parents are tool calls
             // and should not be reparented below.
             if (parentRunId !== undefined && parentSpanInfo === undefined) {
-                skippedSpans.push(span);
+                this.pendingSpans[spanId] = span;
                 continue;
             }
+            else {
+                delete this.pendingSpans[spanId];
+            }
             this.traceByMap[traceId] ??= {
                 childMap: {},
                 nodeMap: {},
@@ -715,9 +713,6 @@ export class AISDKExporter {
                 console.log(`[${span.name}] ${runId}`, run);
             traceMap.childMap[parentRunId ?? ROOT] ??= [];
             traceMap.childMap[parentRunId ?? ROOT].push(traceMap.nodeMap[runId]);
-            if (parentRunId != null) {
-                potentialChildRootRunIds.push(parentRunId);
-            }
         }
         const sampled = [];
         const actions = [];
@@ -725,7 +720,7 @@ export class AISDKExporter {
             const traceMap = this.traceByMap[traceId];
             const queue = Object.keys(traceMap.childMap)
                 .map((runId) => {
-                if (runId === ROOT || potentialChildRootRunIds.includes(runId)) {
+                if (runId === ROOT) {
                     return traceMap.childMap[runId];
                 }
                 return [];
@@ -784,13 +779,7 @@ export class AISDKExporter {
             }
         }
         this.logDebug(`sampled runs to be sent to LangSmith`, sampled);
-        Promise.all(sampled.map((run) => this.client.createRun(run)))
-            .then(() => {
-            // OTEL seems to do weird things with threads, so we need to queue any spans
-            // with missing parents for retry at the end after async operations.
-            this.pendingSpans = skippedSpans;
-        })
-            .then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
+        Promise.all(sampled.map((run) => this.client.createRun(run))).then(() => resultCallback({ code: 0 }), (error) => resultCallback({ code: 1, error }));
     }
     export(spans, resultCallback) {
         this._export(spans, (result) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.28-rc.1",
+  "version": "0.3.28",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [