langsmith 0.7.7 → 0.7.8

package/dist/evaluation/_runner.cjs

@@ -3,6 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports._ExperimentManager = void 0;
 exports.evaluate = evaluate;
 exports._reorderResultRowsByExampleIndex = _reorderResultRowsByExampleIndex;
+exports._extractEvaluatorFeedbackKeys = _extractEvaluatorFeedbackKeys;
+exports._collectEvaluatorKeys = _collectEvaluatorKeys;
 exports._mapWithConcurrency = _mapWithConcurrency;
 const index_js_1 = require("../index.cjs");
 const traceable_js_1 = require("../traceable.cjs");
@@ -888,14 +890,40 @@ Try setting "LANGSMITH_TRACING=true" in your environment.`);
         example,
     };
 }
+// best effort feedback key extraction using regex parsing.
+// may be fragile but seems okay as a best effort option and doesn't break anything significant.
+// TODO: find a better way to resolve this.
+function _extractEvaluatorFeedbackKeys(evaluator) {
+    const name = evaluator.name;
+    const fallback = name && name.length > 0 ? [name] : [];
+    try {
+        const source = typeof evaluator === "function" ? evaluator.toString() : "";
+        if (!source)
+            return fallback;
+        // Match `key: "literal"`, `"key": "literal"`, or backtick literals without
+        // interpolation. Word boundaries avoid matching `keys`, and the required
+        // colon + quoted value avoids matching destructuring/`for (const key of)`.
+        const regex = /["']?\bkey\b["']?\s*:\s*(?:"([^"]+)"|'([^']+)'|`([^`$]+)`)/g;
+        const keys = [];
+        let match;
+        while ((match = regex.exec(source)) !== null) {
+            const value = match[1] ?? match[2] ?? match[3];
+            if (value)
+                keys.push(value);
+        }
+        const unique = [...new Set(keys)];
+        return unique.length > 0 ? unique : fallback;
+    }
+    catch {
+        return fallback;
+    }
+}
 function _collectEvaluatorKeys(evaluators) {
     if (!evaluators)
         return [];
     const keys = [];
     for (const ev of evaluators) {
-        const name = ev.name;
-        if (name && name.length > 0)
-            keys.push(name);
+        keys.push(..._extractEvaluatorFeedbackKeys(ev));
     }
     return keys;
 }

package/dist/evaluation/_runner.d.ts

@@ -265,6 +265,8 @@ declare class ExperimentResults implements AsyncIterableIterator<ExperimentResul
     processData(manager: _ExperimentManager): Promise<void>;
     get length(): number;
 }
+export declare function _extractEvaluatorFeedbackKeys(evaluator: EvaluatorT | RunEvaluator): string[];
+export declare function _collectEvaluatorKeys(evaluators: Array<EvaluatorT | RunEvaluator> | undefined): string[];
 /**
  * Map over an iterable with bounded concurrency using p-queue.
  * Results are yielded as soon as they resolve (input order is not preserved).

package/dist/evaluation/_runner.js

@@ -881,14 +881,40 @@ Try setting "LANGSMITH_TRACING=true" in your environment.`);
         example,
     };
 }
-function _collectEvaluatorKeys(evaluators) {
+// best effort feedback key extraction using regex parsing.
+// may be fragile but seems okay as a best effort option and doesn't break anything significant.
+// TODO: find a better way to resolve this.
+export function _extractEvaluatorFeedbackKeys(evaluator) {
+    const name = evaluator.name;
+    const fallback = name && name.length > 0 ? [name] : [];
+    try {
+        const source = typeof evaluator === "function" ? evaluator.toString() : "";
+        if (!source)
+            return fallback;
+        // Match `key: "literal"`, `"key": "literal"`, or backtick literals without
+        // interpolation. Word boundaries avoid matching `keys`, and the required
+        // colon + quoted value avoids matching destructuring/`for (const key of)`.
+        const regex = /["']?\bkey\b["']?\s*:\s*(?:"([^"]+)"|'([^']+)'|`([^`$]+)`)/g;
+        const keys = [];
+        let match;
+        while ((match = regex.exec(source)) !== null) {
+            const value = match[1] ?? match[2] ?? match[3];
+            if (value)
+                keys.push(value);
+        }
+        const unique = [...new Set(keys)];
+        return unique.length > 0 ? unique : fallback;
+    }
+    catch {
+        return fallback;
+    }
+}
+export function _collectEvaluatorKeys(evaluators) {
     if (!evaluators)
         return [];
     const keys = [];
     for (const ev of evaluators) {
-        const name = ev.name;
-        if (name && name.length > 0)
-            keys.push(name);
+        keys.push(..._extractEvaluatorFeedbackKeys(ev));
     }
     return keys;
 }

package/dist/index.cjs

@@ -18,6 +18,6 @@ Object.defineProperty(exports, "PromptCache", { enumerable: true, get: function
 Object.defineProperty(exports, "configureGlobalPromptCache", { enumerable: true, get: function () { return index_js_1.configureGlobalPromptCache; } });
 Object.defineProperty(exports, "promptCacheSingleton", { enumerable: true, get: function () { return index_js_1.promptCacheSingleton; } });
 // Update using pnpm bump-version
-exports.__version__ = "0.7.7";
+exports.__version__ = "0.7.8";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 exports.LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/index.d.ts

@@ -5,5 +5,5 @@ export { overrideFetchImplementation } from "./singletons/fetch.js";
 export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, type CacheConfig, type CacheMetrics, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
-export declare const __version__ = "0.7.7";
+export declare const __version__ = "0.7.8";
 export declare const LS_MESSAGE_VIEW_EXCLUDE: "ls_message_view_exclude";

package/dist/index.js

@@ -5,6 +5,6 @@ export { getDefaultProjectName } from "./utils/project.js";
 export { uuid7, uuid7FromTime } from "./uuid.js";
 export { Cache, PromptCache, configureGlobalPromptCache, promptCacheSingleton, } from "./utils/prompt_cache/index.js";
 // Update using pnpm bump-version
-export const __version__ = "0.7.7";
+export const __version__ = "0.7.8";
 // Metadata key to hide a traced run from LangSmith's Messages View.
 export const LS_MESSAGE_VIEW_EXCLUDE = "ls_message_view_exclude";

package/dist/sandbox/errors.cjs

@@ -197,7 +197,8 @@ exports.LangSmithValidationError = LangSmithValidationError;
 /**
  * Raised when organization quota limits are exceeded.
  *
- * Users should contact support@langchain.dev to increase quotas.
+ * Users should contact technical support via our Support Portal
+ * (https://support.langchain.com) to increase quotas.
  */
 class LangSmithQuotaExceededError extends LangSmithSandboxError {
     constructor(message, quotaType) {

package/dist/sandbox/errors.d.ts

@@ -85,7 +85,8 @@ export declare class LangSmithValidationError extends LangSmithSandboxError {
 /**
  * Raised when organization quota limits are exceeded.
  *
- * Users should contact support@langchain.dev to increase quotas.
+ * Users should contact technical support via our Support Portal
+ * (https://support.langchain.com) to increase quotas.
  */
 export declare class LangSmithQuotaExceededError extends LangSmithSandboxError {
     quotaType?: string;

package/dist/sandbox/errors.js

@@ -184,7 +184,8 @@ export class LangSmithValidationError extends LangSmithSandboxError {
 /**
  * Raised when organization quota limits are exceeded.
  *
- * Users should contact support@langchain.dev to increase quotas.
+ * Users should contact technical support via our Support Portal
+ * (https://support.langchain.com) to increase quotas.
  */
 export class LangSmithQuotaExceededError extends LangSmithSandboxError {
     constructor(message, quotaType) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.7.7",
+  "version": "0.7.8",
   "description": "Client library to connect to the LangSmith Observability and Evaluation Platform.",
   "packageManager": "pnpm@10.33.0",
   "files": [