langsmith 0.1.62 → 0.1.64

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.1.62";
+exports.__version__ = "0.1.64";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig } from "./client.js";
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.1.62";
+export declare const __version__ = "0.1.64";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.1.62";
+export const __version__ = "0.1.64";

package/dist/singletons/traceable.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.isTraceableFunction = exports.ROOT = exports.withRunTree = exports.getCurrentRunTree = exports.AsyncLocalStorageProviderSingleton = void 0;
+const run_trees_js_1 = require("../run_trees.cjs");
 class MockAsyncLocalStorage {
     getStore() {
         return undefined;
@@ -33,7 +34,7 @@ exports.AsyncLocalStorageProviderSingleton = new AsyncLocalStorageProvider();
  */
 const getCurrentRunTree = () => {
     const runTree = exports.AsyncLocalStorageProviderSingleton.getInstance().getStore();
-    if (runTree === undefined) {
+    if (!(0, run_trees_js_1.isRunTree)(runTree)) {
         throw new Error([
             "Could not get the current run tree.",
             "",

package/dist/singletons/traceable.js

@@ -1,3 +1,4 @@
+import { isRunTree } from "../run_trees.js";
 class MockAsyncLocalStorage {
     getStore() {
         return undefined;
@@ -30,7 +31,7 @@ export const AsyncLocalStorageProviderSingleton = new AsyncLocalStorageProvider(
  */
 export const getCurrentRunTree = () => {
     const runTree = AsyncLocalStorageProviderSingleton.getInstance().getStore();
-    if (runTree === undefined) {
+    if (!isRunTree(runTree)) {
         throw new Error([
             "Could not get the current run tree.",
             "",

package/dist/traceable.cjs

@@ -272,7 +272,7 @@ function traceable(wrappedFunc, config) {
             // Node.JS uses AsyncLocalStorage (ALS) and AsyncResource
             // to allow storing context
             const prevRunFromStore = asyncLocalStorage.getStore();
-            if (prevRunFromStore) {
+            if ((0, run_trees_js_1.isRunTree)(prevRunFromStore)) {
                 return [
                     getTracingRunTree(prevRunFromStore.createChild(ensuredConfig), processedArgs, config?.getInvocationParams),
                     processedArgs,

package/dist/traceable.js

@@ -269,7 +269,7 @@ export function traceable(wrappedFunc, config) {
             // Node.JS uses AsyncLocalStorage (ALS) and AsyncResource
             // to allow storing context
             const prevRunFromStore = asyncLocalStorage.getStore();
-            if (prevRunFromStore) {
+            if (isRunTree(prevRunFromStore)) {
                 return [
                     getTracingRunTree(prevRunFromStore.createChild(ensuredConfig), processedArgs, config?.getInvocationParams),
                     processedArgs,

package/dist/wrappers/openai.cjs

@@ -142,52 +142,102 @@ const wrapOpenAI = (openai, options) => {
         (0, traceable_js_1.isTraceableFunction)(openai.completions.create)) {
         throw new Error("This instance of OpenAI client has been already wrapped once.");
     }
-    openai.chat.completions.create = (0, traceable_js_1.traceable)(openai.chat.completions.create.bind(openai.chat.completions), {
-        name: "ChatOpenAI",
-        run_type: "llm",
-        aggregator: chatAggregator,
-        argsConfigPath: [1, "langsmithExtra"],
-        getInvocationParams: (payload) => {
-            if (typeof payload !== "object" || payload == null)
-                return undefined;
-            // we can safely do so, as the types are not exported in TSC
-            const params = payload;
-            const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
-                undefined;
-            return {
-                ls_provider: "openai",
-                ls_model_type: "chat",
-                ls_model_name: params.model,
-                ls_max_tokens: params.max_tokens ?? undefined,
-                ls_temperature: params.temperature ?? undefined,
-                ls_stop,
-            };
-        },
-        ...options,
-    });
-    openai.completions.create = (0, traceable_js_1.traceable)(openai.completions.create.bind(openai.completions), {
-        name: "OpenAI",
-        run_type: "llm",
-        aggregator: textAggregator,
-        argsConfigPath: [1, "langsmithExtra"],
-        getInvocationParams: (payload) => {
-            if (typeof payload !== "object" || payload == null)
-                return undefined;
-            // we can safely do so, as the types are not exported in TSC
-            const params = payload;
-            const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
-                undefined;
-            return {
-                ls_provider: "openai",
-                ls_model_type: "llm",
-                ls_model_name: params.model,
-                ls_max_tokens: params.max_tokens ?? undefined,
-                ls_temperature: params.temperature ?? undefined,
-                ls_stop,
-            };
+    // Some internal OpenAI methods call each other, so we need to preserve original
+    // OpenAI methods.
+    const tracedOpenAIClient = { ...openai };
+    if (openai.beta &&
+        openai.beta.chat &&
+        openai.beta.chat.completions &&
+        typeof openai.beta.chat.completions.parse === "function") {
+        tracedOpenAIClient.beta = {
+            ...openai.beta,
+            chat: {
+                ...openai.beta.chat,
+                completions: {
+                    ...openai.beta.chat.completions,
+                    parse: (0, traceable_js_1.traceable)(openai.beta.chat.completions.parse.bind(openai.beta.chat.completions), {
+                        name: "ChatOpenAI",
+                        run_type: "llm",
+                        aggregator: chatAggregator,
+                        argsConfigPath: [1, "langsmithExtra"],
+                        getInvocationParams: (payload) => {
+                            if (typeof payload !== "object" || payload == null)
+                                return undefined;
+                            // we can safely do so, as the types are not exported in TSC
+                            const params = payload;
+                            const ls_stop = (typeof params.stop === "string"
+                                ? [params.stop]
+                                : params.stop) ?? undefined;
+                            return {
+                                ls_provider: "openai",
+                                ls_model_type: "chat",
+                                ls_model_name: params.model,
+                                ls_max_tokens: params.max_tokens ?? undefined,
+                                ls_temperature: params.temperature ?? undefined,
+                                ls_stop,
+                            };
+                        },
+                        ...options,
+                    }),
+                },
+            },
+        };
+    }
+    tracedOpenAIClient.chat = {
+        ...openai.chat,
+        completions: {
+            ...openai.chat.completions,
+            create: (0, traceable_js_1.traceable)(openai.chat.completions.create.bind(openai.chat.completions), {
+                name: "ChatOpenAI",
+                run_type: "llm",
+                aggregator: chatAggregator,
+                argsConfigPath: [1, "langsmithExtra"],
+                getInvocationParams: (payload) => {
+                    if (typeof payload !== "object" || payload == null)
+                        return undefined;
+                    // we can safely do so, as the types are not exported in TSC
+                    const params = payload;
+                    const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
+                        undefined;
+                    return {
+                        ls_provider: "openai",
+                        ls_model_type: "chat",
+                        ls_model_name: params.model,
+                        ls_max_tokens: params.max_tokens ?? undefined,
+                        ls_temperature: params.temperature ?? undefined,
+                        ls_stop,
+                    };
+                },
+                ...options,
+            }),
         },
-        ...options,
-    });
-    return openai;
+    };
+    tracedOpenAIClient.completions = {
+        ...openai.completions,
+        create: (0, traceable_js_1.traceable)(openai.completions.create.bind(openai.completions), {
+            name: "OpenAI",
+            run_type: "llm",
+            aggregator: textAggregator,
+            argsConfigPath: [1, "langsmithExtra"],
+            getInvocationParams: (payload) => {
+                if (typeof payload !== "object" || payload == null)
+                    return undefined;
+                // we can safely do so, as the types are not exported in TSC
+                const params = payload;
+                const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
+                    undefined;
+                return {
+                    ls_provider: "openai",
+                    ls_model_type: "llm",
+                    ls_model_name: params.model,
+                    ls_max_tokens: params.max_tokens ?? undefined,
+                    ls_temperature: params.temperature ?? undefined,
+                    ls_stop,
+                };
+            },
+            ...options,
+        }),
+    };
+    return tracedOpenAIClient;
 };
 exports.wrapOpenAI = wrapOpenAI;

package/dist/wrappers/openai.d.ts

@@ -2,6 +2,13 @@ import { OpenAI } from "openai";
 import type { APIPromise } from "openai/core";
 import type { RunTreeConfig } from "../index.js";
 type OpenAIType = {
+    beta?: {
+        chat?: {
+            completions?: {
+                parse?: (...args: any[]) => any;
+            };
+        };
+    };
     chat: {
         completions: {
             create: (...args: any[]) => any;

package/dist/wrappers/openai.js

@@ -139,51 +139,101 @@ export const wrapOpenAI = (openai, options) => {
         isTraceableFunction(openai.completions.create)) {
         throw new Error("This instance of OpenAI client has been already wrapped once.");
     }
-    openai.chat.completions.create = traceable(openai.chat.completions.create.bind(openai.chat.completions), {
-        name: "ChatOpenAI",
-        run_type: "llm",
-        aggregator: chatAggregator,
-        argsConfigPath: [1, "langsmithExtra"],
-        getInvocationParams: (payload) => {
-            if (typeof payload !== "object" || payload == null)
-                return undefined;
-            // we can safely do so, as the types are not exported in TSC
-            const params = payload;
-            const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
-                undefined;
-            return {
-                ls_provider: "openai",
-                ls_model_type: "chat",
-                ls_model_name: params.model,
-                ls_max_tokens: params.max_tokens ?? undefined,
-                ls_temperature: params.temperature ?? undefined,
-                ls_stop,
-            };
-        },
-        ...options,
-    });
-    openai.completions.create = traceable(openai.completions.create.bind(openai.completions), {
-        name: "OpenAI",
-        run_type: "llm",
-        aggregator: textAggregator,
-        argsConfigPath: [1, "langsmithExtra"],
-        getInvocationParams: (payload) => {
-            if (typeof payload !== "object" || payload == null)
-                return undefined;
-            // we can safely do so, as the types are not exported in TSC
-            const params = payload;
-            const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
-                undefined;
-            return {
-                ls_provider: "openai",
-                ls_model_type: "llm",
-                ls_model_name: params.model,
-                ls_max_tokens: params.max_tokens ?? undefined,
-                ls_temperature: params.temperature ?? undefined,
-                ls_stop,
-            };
+    // Some internal OpenAI methods call each other, so we need to preserve original
+    // OpenAI methods.
+    const tracedOpenAIClient = { ...openai };
+    if (openai.beta &&
+        openai.beta.chat &&
+        openai.beta.chat.completions &&
+        typeof openai.beta.chat.completions.parse === "function") {
+        tracedOpenAIClient.beta = {
+            ...openai.beta,
+            chat: {
+                ...openai.beta.chat,
+                completions: {
+                    ...openai.beta.chat.completions,
+                    parse: traceable(openai.beta.chat.completions.parse.bind(openai.beta.chat.completions), {
+                        name: "ChatOpenAI",
+                        run_type: "llm",
+                        aggregator: chatAggregator,
+                        argsConfigPath: [1, "langsmithExtra"],
+                        getInvocationParams: (payload) => {
+                            if (typeof payload !== "object" || payload == null)
+                                return undefined;
+                            // we can safely do so, as the types are not exported in TSC
+                            const params = payload;
+                            const ls_stop = (typeof params.stop === "string"
+                                ? [params.stop]
+                                : params.stop) ?? undefined;
+                            return {
+                                ls_provider: "openai",
+                                ls_model_type: "chat",
+                                ls_model_name: params.model,
+                                ls_max_tokens: params.max_tokens ?? undefined,
+                                ls_temperature: params.temperature ?? undefined,
+                                ls_stop,
+                            };
+                        },
+                        ...options,
+                    }),
+                },
+            },
+        };
+    }
+    tracedOpenAIClient.chat = {
+        ...openai.chat,
+        completions: {
+            ...openai.chat.completions,
+            create: traceable(openai.chat.completions.create.bind(openai.chat.completions), {
+                name: "ChatOpenAI",
+                run_type: "llm",
+                aggregator: chatAggregator,
+                argsConfigPath: [1, "langsmithExtra"],
+                getInvocationParams: (payload) => {
+                    if (typeof payload !== "object" || payload == null)
+                        return undefined;
+                    // we can safely do so, as the types are not exported in TSC
+                    const params = payload;
+                    const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
+                        undefined;
+                    return {
+                        ls_provider: "openai",
+                        ls_model_type: "chat",
+                        ls_model_name: params.model,
+                        ls_max_tokens: params.max_tokens ?? undefined,
+                        ls_temperature: params.temperature ?? undefined,
+                        ls_stop,
+                    };
+                },
+                ...options,
+            }),
         },
-        ...options,
-    });
-    return openai;
+    };
+    tracedOpenAIClient.completions = {
+        ...openai.completions,
+        create: traceable(openai.completions.create.bind(openai.completions), {
+            name: "OpenAI",
+            run_type: "llm",
+            aggregator: textAggregator,
+            argsConfigPath: [1, "langsmithExtra"],
+            getInvocationParams: (payload) => {
+                if (typeof payload !== "object" || payload == null)
+                    return undefined;
+                // we can safely do so, as the types are not exported in TSC
+                const params = payload;
+                const ls_stop = (typeof params.stop === "string" ? [params.stop] : params.stop) ??
+                    undefined;
+                return {
+                    ls_provider: "openai",
+                    ls_model_type: "llm",
+                    ls_model_name: params.model,
+                    ls_max_tokens: params.max_tokens ?? undefined,
+                    ls_temperature: params.temperature ?? undefined,
+                    ls_stop,
+                };
+            },
+            ...options,
+        }),
+    };
+    return tracedOpenAIClient;
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.1.62",
+  "version": "0.1.64",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [
@@ -127,7 +127,7 @@
     "eslint-plugin-prettier": "^4.2.1",
     "jest": "^29.5.0",
     "langchain": "^0.3.2",
-    "openai": "^4.38.5",
+    "openai": "^4.67.3",
     "prettier": "^2.8.8",
     "ts-jest": "^29.1.0",
     "ts-node": "^10.9.1",