langsmith 0.7.6 → 0.7.8

package/dist/evaluation/_runner.cjs

@@ -3,6 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports._ExperimentManager = void 0;
 exports.evaluate = evaluate;
 exports._reorderResultRowsByExampleIndex = _reorderResultRowsByExampleIndex;
+exports._extractEvaluatorFeedbackKeys = _extractEvaluatorFeedbackKeys;
+exports._collectEvaluatorKeys = _collectEvaluatorKeys;
 exports._mapWithConcurrency = _mapWithConcurrency;
 const index_js_1 = require("../index.cjs");
 const traceable_js_1 = require("../traceable.cjs");
@@ -888,14 +890,40 @@ Try setting "LANGSMITH_TRACING=true" in your environment.`);
         example,
     };
 }
+// best effort feedback key extraction using regex parsing.
+// may be fragile but seems okay as a best effort option and doesn't break anything significant.
+// TODO: find a better way to resolve this.
+function _extractEvaluatorFeedbackKeys(evaluator) {
+    const name = evaluator.name;
+    const fallback = name && name.length > 0 ? [name] : [];
+    try {
+        const source = typeof evaluator === "function" ? evaluator.toString() : "";
+        if (!source)
+            return fallback;
+        // Match `key: "literal"`, `"key": "literal"`, or backtick literals without
+        // interpolation. Word boundaries avoid matching `keys`, and the required
+        // colon + quoted value avoids matching destructuring/`for (const key of)`.
+        const regex = /["']?\bkey\b["']?\s*:\s*(?:"([^"]+)"|'([^']+)'|`([^`$]+)`)/g;
+        const keys = [];
+        let match;
+        while ((match = regex.exec(source)) !== null) {
+            const value = match[1] ?? match[2] ?? match[3];
+            if (value)
+                keys.push(value);
+        }
+        const unique = [...new Set(keys)];
+        return unique.length > 0 ? unique : fallback;
+    }
+    catch {
+        return fallback;
+    }
+}
 function _collectEvaluatorKeys(evaluators) {
     if (!evaluators)
         return [];
     const keys = [];
     for (const ev of evaluators) {
-        const name = ev.name;
-        if (name && name.length > 0)
-            keys.push(name);
+        keys.push(..._extractEvaluatorFeedbackKeys(ev));
     }
     return keys;
 }

package/dist/evaluation/_runner.d.ts

@@ -265,6 +265,8 @@ declare class ExperimentResults implements AsyncIterableIterator<ExperimentResul
     processData(manager: _ExperimentManager): Promise<void>;
     get length(): number;
 }
+export declare function _extractEvaluatorFeedbackKeys(evaluator: EvaluatorT | RunEvaluator): string[];
+export declare function _collectEvaluatorKeys(evaluators: Array<EvaluatorT | RunEvaluator> | undefined): string[];
 /**
  * Map over an iterable with bounded concurrency using p-queue.
  * Results are yielded as soon as they resolve (input order is not preserved).

package/dist/evaluation/_runner.js

@@ -881,14 +881,40 @@ Try setting "LANGSMITH_TRACING=true" in your environment.`);
         example,
     };
 }
-function _collectEvaluatorKeys(evaluators) {
+// best effort feedback key extraction using regex parsing.
+// may be fragile but seems okay as a best effort option and doesn't break anything significant.
+// TODO: find a better way to resolve this.
+export function _extractEvaluatorFeedbackKeys(evaluator) {
+    const name = evaluator.name;
+    const fallback = name && name.length > 0 ? [name] : [];
+    try {
+        const source = typeof evaluator === "function" ? evaluator.toString() : "";
+        if (!source)
+            return fallback;
+        // Match `key: "literal"`, `"key": "literal"`, or backtick literals without
+        // interpolation. Word boundaries avoid matching `keys`, and the required
+        // colon + quoted value avoids matching destructuring/`for (const key of)`.
+        const regex = /["']?\bkey\b["']?\s*:\s*(?:"([^"]+)"|'([^']+)'|`([^`$]+)`)/g;
+        const keys = [];
+        let match;
+        while ((match = regex.exec(source)) !== null) {
+            const value = match[1] ?? match[2] ?? match[3];
+            if (value)
+                keys.push(value);
+        }
+        const unique = [...new Set(keys)];
+        return unique.length > 0 ? unique : fallback;
+    }
+    catch {
+        return fallback;
+    }
+}
+export function _collectEvaluatorKeys(evaluators) {
     if (!evaluators)
         return [];
     const keys = [];
     for (const ev of evaluators) {
-        const name = ev.name;
-        if (name && name.length > 0)
-            keys.push(name);
+        keys.push(..._extractEvaluatorFeedbackKeys(ev));
     }
     return keys;
 }

package/dist/index.cjs

@@ -18,6 +18,6 @@ Object.defineProperty(exports, "PromptCache", { enumerable: true, get: function
 Object.defineProperty(exports, "configureGlobalPromptCache", { enumerable: true, get: function () { return index_js_1.configureGlobalPromptCache; } });
 Object.defineProperty(exports, "promptCacheSingleton", { enumerable: true, get: function () { return index_js_1.promptCacheSingleton; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.7.6";
+exports.__version__ = "0.7.8";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 exports.LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/index.d.ts

@@ -5,5 +5,5 @@ export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
-export declare const __version__ = "0.7.6";
+export declare const __version__ = "0.7.8";
 export declare const LS_MESSAGE_VIEW_EXCLUDE: "ls_message_view_exclude";

package/dist/index.js

@@ -5,6 +5,6 @@ export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 // Update using pnpm bump-version
-export const __version__ = "0.7.6";
+export const __version__ = "0.7.8";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 export const LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/sandbox/command_handle.cjs

@@ -107,11 +107,25 @@ class CommandHandle {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_onStdout", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "_onStderr", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this._stream = messageStream;
         this._control = control;
         this._sandbox = sandbox;
         this._lastStdoutOffset = options?.stdoutOffset ?? 0;
         this._lastStderrOffset = options?.stderrOffset ?? 0;
+        this._onStdout = options?.onStdout;
+        this._onStderr = options?.onStderr;
         // New executions (no commandId): _ensureStarted reads "started".
         // Reconnections (commandId set): skip since reconnect streams
         // don't send a "started" message.
@@ -221,10 +235,12 @@ class CommandHandle {
                     if (chunk.stream === "stdout") {
                         this._lastStdoutOffset =
                             chunk.offset + new TextEncoder().encode(chunk.data).length;
+                        this._onStdout?.(chunk.data);
                     }
                     else {
                         this._lastStderrOffset =
                             chunk.offset + new TextEncoder().encode(chunk.data).length;
+                        this._onStderr?.(chunk.data);
                     }
                     yield chunk;
                 }

package/dist/sandbox/command_handle.d.ts

@@ -45,6 +45,8 @@ export declare class CommandHandle {
     private _lastStdoutOffset;
     private _lastStderrOffset;
     private _started;
+    private _onStdout?;
+    private _onStderr?;
     /**
      * Read the 'started' message to populate commandId and pid.
      *

package/dist/sandbox/command_handle.js

@@ -104,11 +104,25 @@ export class CommandHandle {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "_onStdout", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "_onStderr", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
         this._stream = messageStream;
         this._control = control;
         this._sandbox = sandbox;
         this._lastStdoutOffset = options?.stdoutOffset ?? 0;
         this._lastStderrOffset = options?.stderrOffset ?? 0;
+        this._onStdout = options?.onStdout;
+        this._onStderr = options?.onStderr;
         // New executions (no commandId): _ensureStarted reads "started".
         // Reconnections (commandId set): skip since reconnect streams
         // don't send a "started" message.
@@ -218,10 +232,12 @@ export class CommandHandle {
                     if (chunk.stream === "stdout") {
                         this._lastStdoutOffset =
                             chunk.offset + new TextEncoder().encode(chunk.data).length;
+                        this._onStdout?.(chunk.data);
                     }
                     else {
                         this._lastStderrOffset =
                             chunk.offset + new TextEncoder().encode(chunk.data).length;
+                        this._onStderr?.(chunk.data);
                     }
                     yield chunk;
                 }

package/dist/sandbox/errors.cjs

@@ -197,7 +197,8 @@ exports.LangSmithValidationError = LangSmithValidationError;
 /**
  * Raised when organization quota limits are exceeded.
  *
- * Users should contact support@langchain.dev to increase quotas.
+ * Users should contact technical support via our Support Portal
+ * (https://support.langchain.com) to increase quotas.
  */
 class LangSmithQuotaExceededError extends LangSmithSandboxError {
     constructor(message, quotaType) {

package/dist/sandbox/errors.d.ts

@@ -85,7 +85,8 @@ export declare class LangSmithValidationError extends LangSmithSandboxError {
 /**
  * Raised when organization quota limits are exceeded.
  *
- * Users should contact support@langchain.dev to increase quotas.
+ * Users should contact technical support via our Support Portal
+ * (https://support.langchain.com) to increase quotas.
  */
 export declare class LangSmithQuotaExceededError extends LangSmithSandboxError {
     quotaType?: string;

package/dist/sandbox/errors.js

@@ -184,7 +184,8 @@ export class LangSmithValidationError extends LangSmithSandboxError {
 /**
  * Raised when organization quota limits are exceeded.
  *
- * Users should contact support@langchain.dev to increase quotas.
+ * Users should contact technical support via our Support Portal
+ * (https://support.langchain.com) to increase quotas.
  */
 export class LangSmithQuotaExceededError extends LangSmithSandboxError {
     constructor(message, quotaType) {

package/dist/sandbox/sandbox.cjs

@@ -225,7 +225,7 @@ class Sandbox {
      * @internal
      */
     async _runWs(command, options = {}) {
-        const { timeout = 60, env, cwd, shell = "/bin/bash", onStdout, onStderr, idleTimeout, killOnDisconnect, ttlSeconds, pty, } = options;
+        const { timeout = 60, env, cwd, shell = "/bin/bash", onStdout, onStderr, commandId, idleTimeout, killOnDisconnect, ttlSeconds, pty, } = options;
         const dataplaneUrl = this.requireDataplaneUrl();
         const clientHeaders = this._client.getDefaultHeaders();
         const [stream, control] = await (0, ws_execute_js_1.runWsStream)(dataplaneUrl, this._client.getApiKey(), command, {
@@ -233,8 +233,7 @@ class Sandbox {
             env,
             cwd,
             shell,
-            onStdout,
-            onStderr,
+            commandId,
             idleTimeout,
             killOnDisconnect,
             ttlSeconds,
@@ -243,7 +242,10 @@ class Sandbox {
                 ? { headers: clientHeaders }
                 : {}),
         });
-        const handle = new command_handle_js_1.CommandHandle(stream, control, this);
+        const handle = new command_handle_js_1.CommandHandle(stream, control, this, {
+            onStdout,
+            onStderr,
+        });
         await handle._ensureStarted();
         return handle;
     }

package/dist/sandbox/sandbox.js

@@ -222,7 +222,7 @@ export class Sandbox {
      * @internal
      */
     async _runWs(command, options = {}) {
-        const { timeout = 60, env, cwd, shell = "/bin/bash", onStdout, onStderr, idleTimeout, killOnDisconnect, ttlSeconds, pty, } = options;
+        const { timeout = 60, env, cwd, shell = "/bin/bash", onStdout, onStderr, commandId, idleTimeout, killOnDisconnect, ttlSeconds, pty, } = options;
         const dataplaneUrl = this.requireDataplaneUrl();
         const clientHeaders = this._client.getDefaultHeaders();
         const [stream, control] = await runWsStream(dataplaneUrl, this._client.getApiKey(), command, {
@@ -230,8 +230,7 @@ export class Sandbox {
             env,
             cwd,
             shell,
-            onStdout,
-            onStderr,
+            commandId,
             idleTimeout,
             killOnDisconnect,
             ttlSeconds,
@@ -240,7 +239,10 @@ export class Sandbox {
                 ? { headers: clientHeaders }
                 : {}),
         });
-        const handle = new CommandHandle(stream, control, this);
+        const handle = new CommandHandle(stream, control, this, {
+            onStdout,
+            onStderr,
+        });
         await handle._ensureStarted();
         return handle;
     }

package/dist/sandbox/types.d.ts

@@ -202,6 +202,12 @@ export interface RunOptions {
      * When false, returns a CommandHandle for streaming output.
      */
     wait?: boolean;
+    /**
+     * Client-assigned command ID. Executing with an existing command ID
+     * re-attaches to that command (get-or-create) instead of starting a
+     * new one. Only used by the WebSocket path.
+     */
+    commandId?: string;
     /**
      * Callback invoked with each stdout chunk during streaming execution.
      * When provided, WebSocket streaming is used.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.7.6",
+  "version": "0.7.8",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "pnpm@10.33.0",
   "files": [
@@ -128,8 +128,8 @@
     "watch:single": "NODE_OPTIONS=--experimental-vm-modules pnpm jest --watch --config jest.config.cjs --testTimeout 100000",
     "test:vitest": "vitest run --config vitest.config.ts",
     "test:eval:vitest": "vitest run --config ls.vitest.config.ts",
-    "lint": "oxlint src/",
-    "lint:fix": "oxlint --fix src/",
+    "lint": "oxlint src/ --ignore-pattern 'src/_openapi_client/**'",
+    "lint:fix": "oxlint --fix src/ --ignore-pattern 'src/_openapi_client/**'",
     "format": "oxfmt --write 'src/**/*.{ts,tsx,mts}'",
     "format:check": "oxfmt --check 'src/**/*.{ts,tsx,mts}'",
     "check:types": "tsc --noEmit",