langsmith 0.3.12 → 0.3.14

package/dist/client.cjs

@@ -57,8 +57,9 @@ function mergeRuntimeEnvIntoRunCreate(run) {
     return run;
 }
 exports.mergeRuntimeEnvIntoRunCreate = mergeRuntimeEnvIntoRunCreate;
-const getTracingSamplingRate = () => {
-    const samplingRateStr = (0, env_js_1.getLangSmithEnvironmentVariable)("TRACING_SAMPLING_RATE");
+const getTracingSamplingRate = (configRate) => {
+    const samplingRateStr = configRate?.toString() ??
+        (0, env_js_1.getLangSmithEnvironmentVariable)("TRACING_SAMPLING_RATE");
     if (samplingRateStr === undefined) {
         return undefined;
     }
@@ -102,6 +103,13 @@ const handle429 = async (response) => {
     // Fall back to existing status checks
     return false;
 };
+function _formatFeedbackScore(score) {
+    if (typeof score === "number") {
+        // Truncate at 4 decimal places
+        return Number(score.toFixed(4));
+    }
+    return score;
+}
 class AutoBatchQueue {
     constructor() {
         Object.defineProperty(this, "items", {
@@ -315,7 +323,7 @@ class Client {
             value: false
         });
         const defaultConfig = Client.getDefaultClientConfig();
-        this.tracingSampleRate = getTracingSamplingRate();
+        this.tracingSampleRate = getTracingSamplingRate(config.tracingSamplingRate);
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
         if (this.apiUrl.endsWith("/")) {
             this.apiUrl = this.apiUrl.slice(0, -1);
@@ -511,6 +519,13 @@ class Client {
             bodyParams.cursor = cursors.next;
         }
     }
+    // Allows mocking for tests
+    _shouldSample() {
+        if (this.tracingSampleRate === undefined) {
+            return true;
+        }
+        return Math.random() < this.tracingSampleRate;
+    }
     _filterForSampling(runs, patch = false) {
         if (this.tracingSampleRate === undefined) {
             return runs;
@@ -528,15 +543,26 @@ class Client {
             return sampled;
         }
         else {
+            // For new runs, sample at trace level to maintain consistency
             const sampled = [];
             for (const run of runs) {
-                if ((run.id !== run.trace_id &&
-                    !this.filteredPostUuids.has(run.trace_id)) ||
-                    Math.random() < this.tracingSampleRate) {
-                    sampled.push(run);
+                const traceId = run.trace_id ?? run.id;
+                // If we've already made a decision about this trace, follow it
+                if (this.filteredPostUuids.has(traceId)) {
+                    continue;
+                }
+                // For new traces, apply sampling
+                if (run.id === traceId) {
+                    if (this._shouldSample()) {
+                        sampled.push(run);
+                    }
+                    else {
+                        this.filteredPostUuids.add(traceId);
+                    }
                 }
                 else {
-                    this.filteredPostUuids.add(run.id);
+                    // Child runs follow their trace's sampling decision
+                    sampled.push(run);
                 }
             }
             return sampled;
@@ -723,8 +749,8 @@ class Client {
             preparedUpdateParams = standaloneUpdates;
         }
         const rawBatch = {
-            post: this._filterForSampling(preparedCreateParams),
-            patch: this._filterForSampling(preparedUpdateParams, true),
+            post: preparedCreateParams,
+            patch: preparedUpdateParams,
         };
         if (!rawBatch.post.length && !rawBatch.patch.length) {
             return;
@@ -738,6 +764,7 @@ class Client {
             const batchItems = rawBatch[key].reverse();
             let batchItem = batchItems.pop();
             while (batchItem !== undefined) {
+                // Type is wrong but this is a deprecated code path anyway
                 batchChunks[key].push(batchItem);
                 batchItem = batchItems.pop();
             }
@@ -2333,7 +2360,7 @@ class Client {
             id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
-            score,
+            score: _formatFeedbackScore(score),
             value,
             correction,
             comment,
@@ -2356,7 +2383,7 @@ class Client {
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};
         if (score !== undefined && score !== null) {
-            feedbackUpdate["score"] = score;
+            feedbackUpdate["score"] = _formatFeedbackScore(score);
         }
         if (value !== undefined && value !== null) {
             feedbackUpdate["value"] = value;

package/dist/client.d.ts

@@ -20,6 +20,7 @@ export interface ClientConfig {
      * Useful if encountering network rate limits at trace high volumes.
      */
     manualFlushMode?: boolean;
+    tracingSamplingRate?: number;
 }
 /**
  * Represents the parameters for listing runs (spans) from the Langsmith server.
@@ -244,6 +245,7 @@ export declare class Client implements LangSmithTracingClientInterface {
     private _get;
     private _getPaginated;
     private _getCursorPaginatedList;
+    private _shouldSample;
     private _filterForSampling;
     private _getBatchSizeLimitBytes;
     private _getMultiPartSupport;

package/dist/client.js

@@ -30,8 +30,9 @@ export function mergeRuntimeEnvIntoRunCreate(run) {
     };
     return run;
 }
-const getTracingSamplingRate = () => {
-    const samplingRateStr = getLangSmithEnvironmentVariable("TRACING_SAMPLING_RATE");
+const getTracingSamplingRate = (configRate) => {
+    const samplingRateStr = configRate?.toString() ??
+        getLangSmithEnvironmentVariable("TRACING_SAMPLING_RATE");
     if (samplingRateStr === undefined) {
         return undefined;
     }
@@ -75,6 +76,13 @@ const handle429 = async (response) => {
     // Fall back to existing status checks
     return false;
 };
+function _formatFeedbackScore(score) {
+    if (typeof score === "number") {
+        // Truncate at 4 decimal places
+        return Number(score.toFixed(4));
+    }
+    return score;
+}
 export class AutoBatchQueue {
     constructor() {
         Object.defineProperty(this, "items", {
@@ -287,7 +295,7 @@ export class Client {
             value: false
         });
         const defaultConfig = Client.getDefaultClientConfig();
-        this.tracingSampleRate = getTracingSamplingRate();
+        this.tracingSampleRate = getTracingSamplingRate(config.tracingSamplingRate);
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
         if (this.apiUrl.endsWith("/")) {
             this.apiUrl = this.apiUrl.slice(0, -1);
@@ -483,6 +491,13 @@ export class Client {
             bodyParams.cursor = cursors.next;
         }
     }
+    // Allows mocking for tests
+    _shouldSample() {
+        if (this.tracingSampleRate === undefined) {
+            return true;
+        }
+        return Math.random() < this.tracingSampleRate;
+    }
     _filterForSampling(runs, patch = false) {
         if (this.tracingSampleRate === undefined) {
             return runs;
@@ -500,15 +515,26 @@ export class Client {
             return sampled;
         }
         else {
+            // For new runs, sample at trace level to maintain consistency
             const sampled = [];
             for (const run of runs) {
-                if ((run.id !== run.trace_id &&
-                    !this.filteredPostUuids.has(run.trace_id)) ||
-                    Math.random() < this.tracingSampleRate) {
-                    sampled.push(run);
+                const traceId = run.trace_id ?? run.id;
+                // If we've already made a decision about this trace, follow it
+                if (this.filteredPostUuids.has(traceId)) {
+                    continue;
+                }
+                // For new traces, apply sampling
+                if (run.id === traceId) {
+                    if (this._shouldSample()) {
+                        sampled.push(run);
+                    }
+                    else {
+                        this.filteredPostUuids.add(traceId);
+                    }
                 }
                 else {
-                    this.filteredPostUuids.add(run.id);
+                    // Child runs follow their trace's sampling decision
+                    sampled.push(run);
                 }
             }
             return sampled;
@@ -695,8 +721,8 @@ export class Client {
             preparedUpdateParams = standaloneUpdates;
         }
         const rawBatch = {
-            post: this._filterForSampling(preparedCreateParams),
-            patch: this._filterForSampling(preparedUpdateParams, true),
+            post: preparedCreateParams,
+            patch: preparedUpdateParams,
         };
         if (!rawBatch.post.length && !rawBatch.patch.length) {
             return;
@@ -710,6 +736,7 @@ export class Client {
             const batchItems = rawBatch[key].reverse();
             let batchItem = batchItems.pop();
             while (batchItem !== undefined) {
+                // Type is wrong but this is a deprecated code path anyway
                 batchChunks[key].push(batchItem);
                 batchItem = batchItems.pop();
             }
@@ -2305,7 +2332,7 @@ export class Client {
             id: feedbackId ?? uuid.v4(),
             run_id: runId,
             key,
-            score,
+            score: _formatFeedbackScore(score),
             value,
             correction,
             comment,
@@ -2328,7 +2355,7 @@ export class Client {
     async updateFeedback(feedbackId, { score, value, correction, comment, }) {
         const feedbackUpdate = {};
         if (score !== undefined && score !== null) {
-            feedbackUpdate["score"] = score;
+            feedbackUpdate["score"] = _formatFeedbackScore(score);
         }
         if (value !== undefined && value !== null) {
             feedbackUpdate["value"] = value;

package/dist/index.cjs

@@ -8,4 +8,4 @@ Object.defineProperty(exports, "RunTree", { enumerable: true, get: function () {
 var fetch_js_1 = require("./singletons/fetch.cjs");
 Object.defineProperty(exports, "overrideFetchImplementation", { enumerable: true, get: function () { return fetch_js_1.overrideFetchImplementation; } });
 // Update using yarn bump-version
-exports.__version__ = "0.3.12";
+exports.__version__ = "0.3.14";

package/dist/index.d.ts

@@ -2,4 +2,4 @@ export { Client, type ClientConfig, type LangSmithTracingClientInterface, } from
 export type { Dataset, Example, TracerSession, Run, Feedback, RetrieverOutput, } from "./schemas.js";
 export { RunTree, type RunTreeConfig } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
-export declare const __version__ = "0.3.12";
+export declare const __version__ = "0.3.14";

package/dist/index.js

@@ -2,4 +2,4 @@ export { Client, } from "./client.js";
 export { RunTree } from "./run_trees.js";
 export { overrideFetchImplementation } from "./singletons/fetch.js";
 // Update using yarn bump-version
-export const __version__ = "0.3.12";
+export const __version__ = "0.3.14";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "langsmith",
-  "version": "0.3.12",
+  "version": "0.3.14",
   "description": "Client library to connect to the LangSmith LLM Tracing and Evaluation Platform.",
   "packageManager": "yarn@1.22.19",
   "files": [