langsmith 0.3.10 → 0.3.11

package/dist/client.cjs

@@ -2464,6 +2464,9 @@ class Client {
         if ("results" in results) {
             results_ = results.results;
         }
+        else if (Array.isArray(results)) {
+            results_ = results;
+        }
         else {
             results_ = [results];
         }

package/dist/client.d.ts

@@ -679,11 +679,11 @@ export declare class Client implements LangSmithTracingClientInterface {
      * @returns An async iterable of FeedbackIngestToken objects.
      */
     listPresignedFeedbackTokens(runId: string): AsyncIterable<FeedbackIngestToken>;
-    _selectEvalResults(results: EvaluationResult | EvaluationResults): Array<EvaluationResult>;
-    _logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResults, run?: Run, sourceInfo?: {
+    _selectEvalResults(results: EvaluationResult | EvaluationResult[] | EvaluationResults): Array<EvaluationResult>;
+    _logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResult[] | EvaluationResults, run?: Run, sourceInfo?: {
         [key: string]: any;
     }): Promise<[results: EvaluationResult[], feedbacks: Feedback[]]>;
-    logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResults, run?: Run, sourceInfo?: {
+    logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResult[] | EvaluationResults, run?: Run, sourceInfo?: {
         [key: string]: any;
     }): Promise<EvaluationResult[]>;
     /**

package/dist/client.js

@@ -2436,6 +2436,9 @@ export class Client {
         if ("results" in results) {
             results_ = results.results;
         }
+        else if (Array.isArray(results)) {
+            results_ = results;
+        }
         else {
             results_ = [results];
         }

package/dist/evaluation/_runner.d.ts

@@ -15,28 +15,28 @@ type ComparativeTargetT = Array<string> | Array<Promise<ExperimentResults> | Exp
 export type TargetT<TInput = any, TOutput = KVMap> = StandardTargetT<TInput, TOutput> | ComparativeTargetT;
 export type DataT = string | AsyncIterable<Example> | Example[];
 /** @deprecated Use object parameter version instead: (args: { runs, examples, inputs, outputs, referenceOutputs }) => ... */
-type DeprecatedSyncSummaryEvaluator = (runs: Array<Run>, examples: Array<Example>) => EvaluationResult | EvaluationResults;
+type DeprecatedSyncSummaryEvaluator = (runs: Array<Run>, examples: Array<Example>) => EvaluationResult | EvaluationResult[] | EvaluationResults;
 /** @deprecated Use object parameter version instead: (args: { runs, examples, inputs, outputs, referenceOutputs }) => ... */
-type DeprecatedAsyncSummaryEvaluator = (runs: Array<Run>, examples: Array<Example>) => Promise<EvaluationResult | EvaluationResults>;
+type DeprecatedAsyncSummaryEvaluator = (runs: Array<Run>, examples: Array<Example>) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>;
 export type SummaryEvaluatorT = DeprecatedSyncSummaryEvaluator | DeprecatedAsyncSummaryEvaluator | ((args: {
     runs: Array<Run>;
     examples: Array<Example>;
     inputs: Array<Record<string, any>>;
     outputs: Array<Record<string, any>>;
     referenceOutputs?: Array<Record<string, any>>;
-}) => EvaluationResult | EvaluationResults) | ((args: {
+}) => EvaluationResult | EvaluationResult[] | EvaluationResults) | ((args: {
     runs: Array<Run>;
     examples: Array<Example>;
     inputs: Array<Record<string, any>>;
     outputs: Array<Record<string, any>>;
     referenceOutputs?: Array<Record<string, any>>;
-}) => Promise<EvaluationResult | EvaluationResults>);
+}) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>);
 /** @deprecated Use object parameter version instead: (args: { run, example, inputs, outputs, referenceOutputs }) => ... */
 type DeprecatedRunEvaluator = RunEvaluator;
 /** @deprecated Use object parameter version instead: (args: { run, example, inputs, outputs, referenceOutputs }) => ... */
-type DeprecatedFunctionEvaluator = (run: Run, example?: Example) => EvaluationResult | EvaluationResults;
+type DeprecatedFunctionEvaluator = (run: Run, example?: Example) => EvaluationResult | EvaluationResult[] | EvaluationResults;
 /** @deprecated Use object parameter version instead: (args: { run, example, inputs, outputs, referenceOutputs }) => ... */
-type DeprecatedAsyncFunctionEvaluator = (run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResults>;
+type DeprecatedAsyncFunctionEvaluator = (run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>;
 export type EvaluatorT = DeprecatedRunEvaluator | DeprecatedFunctionEvaluator | DeprecatedAsyncFunctionEvaluator | ((args: {
     run: Run;
     example: Example;
@@ -44,14 +44,14 @@ export type EvaluatorT = DeprecatedRunEvaluator | DeprecatedFunctionEvaluator |
     outputs: Record<string, any>;
     referenceOutputs?: Record<string, any>;
     attachments?: Record<string, any>;
-}) => EvaluationResult | EvaluationResults) | ((args: {
+}) => EvaluationResult | EvaluationResult[] | EvaluationResults) | ((args: {
     run: Run;
     example: Example;
     inputs: Record<string, any>;
     outputs: Record<string, any>;
     referenceOutputs?: Record<string, any>;
     attachments?: Record<string, any>;
-}) => Promise<EvaluationResult | EvaluationResults>);
+}) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>);
 interface _ForwardResults {
     run: Run;
     example: Example;

package/dist/evaluation/evaluator.cjs

@@ -82,11 +82,11 @@ class DynamicRunEvaluator {
             id: sourceRunId,
             ...options,
         });
-        const result = (await wrappedTraceableFunc(
+        const result = await wrappedTraceableFunc(
         // Pass data via `langSmithRunAndExample` key to avoid conflicts with other
         // inputs. This key is extracted in the wrapped function, with `run` and
         // `example` passed to evaluator function as arguments.
-        { langSmithRunAndExample: { run, example } }, { metadata }));
+        { langSmithRunAndExample: { run, example } }, { metadata });
         // Check the one required property of EvaluationResult since 'instanceof' is not possible
         if ("key" in result) {
             if (!result.sourceRunId) {
@@ -94,6 +94,11 @@ class DynamicRunEvaluator {
             }
             return result;
         }
+        if (Array.isArray(result)) {
+            return {
+                results: result.map((r) => this.coerceEvaluationResult(r, sourceRunId, false)),
+            };
+        }
         if (typeof result !== "object") {
             throw new Error("Evaluator function must return an object.");
         }

package/dist/evaluation/evaluator.d.ts

@@ -72,19 +72,19 @@ export type EvaluationResults = {
 export interface RunEvaluator {
     evaluateRun(run: Run, example?: Example, options?: Partial<RunTreeConfig>): Promise<EvaluationResult | EvaluationResults>;
 }
-export type RunEvaluatorLike = ((run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResults>) | ((run: Run, example?: Example) => EvaluationResult | EvaluationResults) | ((run: Run, example: Example) => Promise<EvaluationResult | EvaluationResults>) | ((run: Run, example: Example) => EvaluationResult | EvaluationResults) | ((args: {
+export type RunEvaluatorLike = ((run: Run, example?: Example) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>) | ((run: Run, example?: Example) => EvaluationResult | EvaluationResult[] | EvaluationResults) | ((run: Run, example: Example) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>) | ((run: Run, example: Example) => EvaluationResult | EvaluationResult[] | EvaluationResults) | ((args: {
     run: Run;
     example: Example;
     inputs: Record<string, any>;
     outputs: Record<string, any>;
     referenceOutputs?: Record<string, any>;
-}) => EvaluationResult | EvaluationResults) | ((args: {
+}) => EvaluationResult | EvaluationResult[] | EvaluationResults) | ((args: {
     run: Run;
     example: Example;
     inputs: Record<string, any>;
     outputs: Record<string, any>;
     referenceOutputs?: Record<string, any>;
-}) => Promise<EvaluationResult | EvaluationResults>);
+}) => Promise<EvaluationResult | EvaluationResult[] | EvaluationResults>);
 /**
  * Wraps an evaluator function + implements the RunEvaluator interface.
  */

package/dist/evaluation/evaluator.js

@@ -79,11 +79,11 @@ export class DynamicRunEvaluator {
             id: sourceRunId,
             ...options,
         });
-        const result = (await wrappedTraceableFunc(
+        const result = await wrappedTraceableFunc(
         // Pass data via `langSmithRunAndExample` key to avoid conflicts with other
         // inputs. This key is extracted in the wrapped function, with `run` and
         // `example` passed to evaluator function as arguments.
-        { langSmithRunAndExample: { run, example } }, { metadata }));
+        { langSmithRunAndExample: { run, example } }, { metadata });
         // Check the one required property of EvaluationResult since 'instanceof' is not possible
         if ("key" in result) {
             if (!result.sourceRunId) {
@@ -91,6 +91,11 @@ export class DynamicRunEvaluator {
             }
             return result;
         }
+        if (Array.isArray(result)) {
+            return {
+                results: result.map((r) => this.coerceEvaluationResult(r, sourceRunId, false)),
+            };
+        }
         if (typeof result !== "object") {
             throw new Error("Evaluator function must return an object.");
         }

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.10";
+exports.__version__ = "0.3.11";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.10";
+export declare const __version__ = "0.3.11";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.10";
+export const __version__ = "0.3.11";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.10",
+  "version": "0.3.11",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [