langsmith 0.3.14 → 0.3.15

package/dist/utils/jestlike/globals.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports._logTestFeedback = exports.syncExamplePromises = exports.evaluatorLogFeedbackPromises = exports.trackingEnabled = exports.testWrapperAsyncLocalStorageInstance = exports.DEFAULT_TEST_CLIENT = void 0;
+exports.syncExamplePromises = exports.evaluatorLogFeedbackPromises = exports.testWrapperAsyncLocalStorageInstance = exports.DEFAULT_TEST_CLIENT = void 0;
+exports.trackingEnabled = trackingEnabled;
+exports._logTestFeedback = _logTestFeedback;
 const node_async_hooks_1 = require("node:async_hooks");
 const client_js_1 = require("../../client.cjs");
 const env_js_1 = require("../env.cjs");
@@ -16,7 +18,6 @@ function trackingEnabled(context) {
     }
     return (0, env_js_2.isTracingEnabled)();
 }
-exports.trackingEnabled = trackingEnabled;
 exports.evaluatorLogFeedbackPromises = new Set();
 exports.syncExamplePromises = new Map();
 function _logTestFeedback(params) {
@@ -37,4 +38,3 @@ function _logTestFeedback(params) {
     }
     context.onFeedbackLogged?.(feedback);
 }
-exports._logTestFeedback = _logTestFeedback;

package/dist/utils/jestlike/globals.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="node" resolution-mode="require"/>
 import { AsyncLocalStorage } from "node:async_hooks";
 import { Dataset, TracerSession, Example } from "../../schemas.js";
 import { Client, CreateProjectParams } from "../../client.js";

package/dist/utils/jestlike/index.cjs

@@ -17,13 +17,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
@@ -31,7 +41,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapEvaluator = exports.isInTestContext = exports.generateWrapperFromJestlikeMethods = exports._objectHash = exports.logOutputs = exports.logFeedback = void 0;
+exports.wrapEvaluator = void 0;
+exports.logFeedback = logFeedback;
+exports.logOutputs = logOutputs;
+exports._objectHash = _objectHash;
+exports.generateWrapperFromJestlikeMethods = generateWrapperFromJestlikeMethods;
+exports.isInTestContext = isInTestContext;
 const crypto_1 = __importDefault(require("crypto"));
 const uuid_1 = require("uuid");
 const os = __importStar(require("node:os"));
@@ -68,7 +83,6 @@ function logFeedback(feedback, config) {
         client: context.client,
     });
 }
-exports.logFeedback = logFeedback;
 function logOutputs(output) {
     const context = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
     if (context === undefined) {
@@ -83,7 +97,6 @@ function logOutputs(output) {
     }
     context.setLoggedOutput(output);
 }
-exports.logOutputs = logOutputs;
 function _objectHash(obj, depth = 0) {
     // Prevent infinite recursion
     if (depth > 50) {
@@ -106,7 +119,6 @@ function _objectHash(obj, depth = 0) {
         .update(JSON.stringify(obj ?? null))
         .digest("hex"));
 }
-exports._objectHash = _objectHash;
 function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
     const { expect, test, describe, beforeAll, afterAll } = methods;
     async function _createProject(client, datasetId, projectConfig) {
@@ -580,12 +592,10 @@ function generateWrapperFromJestlikeMethods(methods, testRunnerName) {
         toBeSemanticCloseTo: matchers_js_1.toBeSemanticCloseTo,
     };
 }
-exports.generateWrapperFromJestlikeMethods = generateWrapperFromJestlikeMethods;
 function isInTestContext() {
     const context = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
     return context !== undefined;
 }
-exports.isInTestContext = isInTestContext;
 var evaluatedBy_js_1 = require("./vendor/evaluatedBy.cjs");
 Object.defineProperty(exports, "wrapEvaluator", { enumerable: true, get: function () { return evaluatedBy_js_1.wrapEvaluator; } });
 __exportStar(require("./types.cjs"), exports);

package/dist/utils/jestlike/index.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="jest" />
 import { KVMap } from "../../schemas.js";
 import { toBeRelativeCloseTo, toBeAbsoluteCloseTo, toBeSemanticCloseTo } from "./matchers.js";
 import { SimpleEvaluationResult } from "./types.js";
@@ -17,32 +16,32 @@ export declare function generateWrapperFromJestlikeMethods(methods: Record<strin
             inputs: I;
             referenceOutputs?: O;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-            each: <I_1 extends KVMap, O_1 extends KVMap>(table: ({
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+            each: <I extends KVMap, O extends KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
         };
         skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
             inputs: I;
             referenceOutputs?: O;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-            each: <I_1 extends KVMap, O_1 extends KVMap>(table: ({
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+            each: <I extends KVMap, O extends KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
         };
-        each: <I_1 extends KVMap, O_1 extends KVMap>(table: ({
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
+        each: <I extends KVMap, O extends KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
         } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
+            inputs: I;
+            referenceOutputs?: O;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
     it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
@@ -53,32 +52,32 @@ export declare function generateWrapperFromJestlikeMethods(methods: Record<strin
             inputs: I;
             referenceOutputs?: O;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-            each: <I_1 extends KVMap, O_1 extends KVMap>(table: ({
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+            each: <I extends KVMap, O extends KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
         };
         skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
             inputs: I;
             referenceOutputs?: O;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
-            each: <I_1 extends KVMap, O_1 extends KVMap>(table: ({
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+            each: <I extends KVMap, O extends KVMap>(table: ({
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-                inputs: I_1;
-                referenceOutputs?: O_1 | undefined;
+                inputs: I;
+                referenceOutputs?: O;
             } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
         };
-        each: <I_1 extends KVMap, O_1 extends KVMap>(table: ({
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
+        each: <I extends KVMap, O extends KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
         } & Record<string, any>)[], config?: LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
+            inputs: I;
+            referenceOutputs?: O;
         } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
     describe: LangSmithJestlikeDescribeWrapper & {

package/dist/utils/jestlike/matchers.cjs

@@ -1,6 +1,8 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.toBeSemanticCloseTo = exports.toBeAbsoluteCloseTo = exports.toBeRelativeCloseTo = void 0;
+exports.toBeRelativeCloseTo = toBeRelativeCloseTo;
+exports.toBeAbsoluteCloseTo = toBeAbsoluteCloseTo;
+exports.toBeSemanticCloseTo = toBeSemanticCloseTo;
 // Levenshtein distance implementation
 function levenshteinDistance(a, b) {
     if (a.length === 0)
@@ -47,7 +49,6 @@ async function toBeRelativeCloseTo(received, expected, options = {}) {
             : `Expected "${received}" to be relatively close to "${expected}" (threshold: ${threshold}, actual distance: ${relativeDistance})`,
     };
 }
-exports.toBeRelativeCloseTo = toBeRelativeCloseTo;
 async function toBeAbsoluteCloseTo(received, expected, options = {}) {
     const { threshold = 3, algorithm = "levenshtein" } = options;
     let distance;
@@ -66,7 +67,6 @@ async function toBeAbsoluteCloseTo(received, expected, options = {}) {
             : `Expected "${received}" to be absolutely close to "${expected}" (threshold: ${threshold}, actual distance: ${distance})`,
     };
 }
-exports.toBeAbsoluteCloseTo = toBeAbsoluteCloseTo;
 async function toBeSemanticCloseTo(received, expected, options) {
     const { threshold = 0.2, embeddings, algorithm = "cosine" } = options;
     // Get embeddings for both strings
@@ -101,4 +101,3 @@ async function toBeSemanticCloseTo(received, expected, options) {
             : `Expected "${received}" to be semantically close to "${expected}" (threshold: ${threshold}, similarity: ${similarity})`,
     };
 }
-exports.toBeSemanticCloseTo = toBeSemanticCloseTo;

package/dist/utils/jestlike/reporter.cjs

@@ -15,18 +15,28 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
 }) : function(o, v) {
     o["default"] = v;
 });
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.printReporterTable = void 0;
+exports.printReporterTable = printReporterTable;
 const console_table_printer_1 = require("console-table-printer");
 const chalk_1 = __importDefault(require("chalk"));
 const os = __importStar(require("node:os"));
@@ -283,4 +293,3 @@ async function printReporterTable(testSuiteName, results, testStatus, failureMes
         console.log();
     }
 }
-exports.printReporterTable = printReporterTable;

package/dist/utils/jestlike/vendor/chain.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.wrapExpect = void 0;
+exports.wrapExpect = wrapExpect;
 /**
  * Adapted from https://github.com/mattphillips/jest-chain/blob/main/src/chain.js
  */
@@ -89,5 +89,4 @@ function wrapExpect(originalExpect) {
     );
     return expectProxy;
 }
-exports.wrapExpect = wrapExpect;
 globalThis.expect = wrapExpect(globalThis.expect);

package/dist/utils/jestlike/vendor/chain.d.ts

@@ -1,2 +1 @@
-/// <reference types="jest" />
 export declare function wrapExpect(originalExpect: any): typeof expect;

package/dist/utils/jestlike/vendor/evaluatedBy.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.evaluatedBy = exports.wrapEvaluator = void 0;
+exports.wrapEvaluator = wrapEvaluator;
+exports.evaluatedBy = evaluatedBy;
 const traceable_js_1 = require("../../../traceable.cjs");
 const globals_js_1 = require("../globals.cjs");
 const uuid_1 = require("uuid");
@@ -65,7 +66,6 @@ function wrapEvaluator(evaluator) {
         return evalResult;
     };
 }
-exports.wrapEvaluator = wrapEvaluator;
 async function evaluatedBy(outputs, evaluator) {
     const context = globals_js_1.testWrapperAsyncLocalStorageInstance.getStore();
     if (context === undefined || context.currentExample === undefined) {
@@ -87,4 +87,3 @@ async function evaluatedBy(outputs, evaluator) {
     }
     return evalResult.score;
 }
-exports.evaluatedBy = evaluatedBy;

package/dist/utils/messages.cjs

@@ -1,12 +1,12 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.convertLangChainMessageToExample = exports.isLangChainMessage = void 0;
+exports.isLangChainMessage = isLangChainMessage;
+exports.convertLangChainMessageToExample = convertLangChainMessageToExample;
 function isLangChainMessage(
 // eslint-disable-next-line @typescript-eslint/no-explicit-any
 message) {
     return typeof message?._getType === "function";
 }
-exports.isLangChainMessage = isLangChainMessage;
 function convertLangChainMessageToExample(message) {
     const converted = {
         type: message._getType(),
@@ -19,4 +19,3 @@ function convertLangChainMessageToExample(message) {
     }
     return converted;
 }
-exports.convertLangChainMessageToExample = convertLangChainMessageToExample;

package/dist/utils/prompts.cjs

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.parsePromptIdentifier = exports.isVersionGreaterOrEqual = void 0;
+exports.isVersionGreaterOrEqual = isVersionGreaterOrEqual;
+exports.parsePromptIdentifier = parsePromptIdentifier;
 const semver_1 = require("semver");
 function isVersionGreaterOrEqual(current_version, target_version) {
     const current = (0, semver_1.parse)(current_version);
@@ -10,7 +11,6 @@ function isVersionGreaterOrEqual(current_version, target_version) {
     }
     return current.compare(target) >= 0;
 }
-exports.isVersionGreaterOrEqual = isVersionGreaterOrEqual;
 function parsePromptIdentifier(identifier) {
     if (!identifier ||
         identifier.split("/").length > 2 ||
@@ -35,4 +35,3 @@ function parsePromptIdentifier(identifier) {
         return ["-", ownerNamePart, commit];
     }
 }
-exports.parsePromptIdentifier = parsePromptIdentifier;

package/dist/utils/shuffle.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.shuffle = void 0;
+exports.shuffle = shuffle;
 function shuffle(array) {
     let currentIndex = array.length;
     while (currentIndex !== 0) {
@@ -12,4 +12,3 @@ function shuffle(array) {
     }
     return array;
 }
-exports.shuffle = shuffle;

package/dist/utils/warn.cjs

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.warnOnce = void 0;
+exports.warnOnce = warnOnce;
 const warnedMessages = {};
 function warnOnce(message) {
     if (!warnedMessages[message]) {
@@ -8,4 +8,3 @@ function warnOnce(message) {
         warnedMessages[message] = true;
     }
 }
-exports.warnOnce = warnOnce;

package/dist/vercel.cjs

@@ -421,6 +421,22 @@ class AISDKExporter {
                     }
                     return result;
                 })();
+                const invocationParams = (() => {
+                    if ("ai.prompt.tools" in span.attributes) {
+                        return {
+                            tools: span.attributes["ai.prompt.tools"].flatMap((tool) => {
+                                try {
+                                    return JSON.parse(tool);
+                                }
+                                catch {
+                                    // pass
+                                }
+                                return [];
+                            }),
+                        };
+                    }
+                    return {};
+                })();
                 const events = [];
                 const firstChunkEvent = span.events.find((i) => i.name === "ai.stream.firstChunk");
                 if (firstChunkEvent) {
@@ -437,6 +453,7 @@ class AISDKExporter {
                     outputs,
                     events,
                     extra: {
+                        invocation_params: invocationParams,
                         batch_size: 1,
                         metadata: {
                             ls_provider: span.attributes["ai.model.provider"]

package/dist/vercel.d.ts

@@ -60,10 +60,10 @@ export declare class AISDKExporter {
         metadata: {
             [x: string]: import("@opentelemetry/api").AttributeValue;
         };
-        recordInputs?: boolean | undefined;
-        recordOutputs?: boolean | undefined;
-        functionId?: string | undefined;
-        tracer?: import("@opentelemetry/api").Tracer | undefined;
+        recordInputs?: boolean;
+        recordOutputs?: boolean;
+        functionId?: string;
+        tracer?: import("@opentelemetry/api").Tracer;
     };
     export(spans: unknown[], resultCallback: (result: {
         code: 0 | 1;

package/dist/vercel.js

@@ -418,6 +418,22 @@ export class AISDKExporter {
                     }
                     return result;
                 })();
+                const invocationParams = (() => {
+                    if ("ai.prompt.tools" in span.attributes) {
+                        return {
+                            tools: span.attributes["ai.prompt.tools"].flatMap((tool) => {
+                                try {
+                                    return JSON.parse(tool);
+                                }
+                                catch {
+                                    // pass
+                                }
+                                return [];
+                            }),
+                        };
+                    }
+                    return {};
+                })();
                 const events = [];
                 const firstChunkEvent = span.events.find((i) => i.name === "ai.stream.firstChunk");
                 if (firstChunkEvent) {
@@ -434,6 +450,7 @@ export class AISDKExporter {
                     outputs,
                     events,
                     extra: {
+                        invocation_params: invocationParams,
                         batch_size: 1,
                         metadata: {
                             ls_provider: span.attributes["ai.model.provider"]

package/dist/vitest/index.d.ts

@@ -1,4 +1,3 @@
-/// <reference types="jest" />
 import { Assertion } from "vitest";
 import { type AbsoluteCloseToMatcherOptions, type SemanticCloseToMatcherOptions, type RelativeCloseToMatcherOptions } from "../utils/jestlike/matchers.js";
 import type { SimpleEvaluator } from "../utils/jestlike/vendor/evaluatedBy.js";
@@ -58,74 +57,74 @@ declare module "vitest" {
 }
 declare const test: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
     inputs: I;
-    referenceOutputs?: O | undefined;
-} & Record<string, any>) => unknown, timeout?: number | undefined) => void) & {
+    referenceOutputs?: O;
+} & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
     only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
         inputs: I;
-        referenceOutputs?: O | undefined;
-    } & Record<string, any>) => unknown, timeout?: number | undefined) => void) & {
-        each: <I_1 extends import("../schemas.js").KVMap, O_1 extends import("../schemas.js").KVMap>(table: ({
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig | undefined) => (name: string, fn: (params: {
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
-        } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
     skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
         inputs: I;
-        referenceOutputs?: O | undefined;
-    } & Record<string, any>) => unknown, timeout?: number | undefined) => void) & {
-        each: <I_1 extends import("../schemas.js").KVMap, O_1 extends import("../schemas.js").KVMap>(table: ({
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig | undefined) => (name: string, fn: (params: {
-            inputs: I_1;
-            referenceOutputs?: O_1 | undefined;
-        } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
+        each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+            inputs: I;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
-    each: <I_1 extends import("../schemas.js").KVMap, O_1 extends import("../schemas.js").KVMap>(table: ({
-        inputs: I_1;
-        referenceOutputs?: O_1 | undefined;
-    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig | undefined) => (name: string, fn: (params: {
-        inputs: I_1;
-        referenceOutputs?: O_1 | undefined;
-    } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
+    each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
+        inputs: I;
+        referenceOutputs?: O;
+    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
+        inputs: I;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
 }, it: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
     inputs: I;
-    referenceOutputs?: O | undefined;
-} & Record<string, any>) => unknown, timeout?: number | undefined) => void) & {
+    referenceOutputs?: O;
+} & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
     only: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
         inputs: I;
-        referenceOutputs?: O | undefined;
-    } & Record<string, any>) => unknown, timeout?: number | undefined) => void) & {
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
             inputs: I;
-            referenceOutputs?: O | undefined;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig | undefined) => (name: string, fn: (params: {
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
             inputs: I;
-            referenceOutputs?: O | undefined;
-        } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
     skip: (<I extends Record<string, any> = Record<string, any>, O extends Record<string, any> = Record<string, any>>(name: string, lsParams: LangSmithJestlikeWrapperParams<I, O>, testFn: (data: {
         inputs: I;
-        referenceOutputs?: O | undefined;
-    } & Record<string, any>) => unknown, timeout?: number | undefined) => void) & {
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void) & {
         each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
             inputs: I;
-            referenceOutputs?: O | undefined;
-        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig | undefined) => (name: string, fn: (params: {
+            referenceOutputs?: O;
+        } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
             inputs: I;
-            referenceOutputs?: O | undefined;
-        } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
+            referenceOutputs?: O;
+        } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
     };
     each: <I extends import("../schemas.js").KVMap, O extends import("../schemas.js").KVMap>(table: ({
         inputs: I;
-        referenceOutputs?: O | undefined;
-    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig | undefined) => (name: string, fn: (params: {
+        referenceOutputs?: O;
+    } & Record<string, any>)[], config?: import("../utils/jestlike/types.js").LangSmithJestlikeWrapperConfig) => (name: string, fn: (params: {
         inputs: I;
-        referenceOutputs?: O | undefined;
-    } & Record<string, any>) => unknown, timeout?: number | undefined) => void;
+        referenceOutputs?: O;
+    } & Record<string, any>) => unknown | Promise<unknown>, timeout?: number) => void;
 }, describe: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper & {
     only: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;
     skip: import("../utils/jestlike/types.js").LangSmithJestlikeDescribeWrapper;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.14",
+  "version": "0.3.15",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [