langsmith 0.3.18 → 0.3.20

package/dist/client.js

@@ -294,6 +294,12 @@ export class Client {
             writable: true,
             value: false
         });
+        Object.defineProperty(this, "debug", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: getEnvironmentVariable("LANGSMITH_DEBUG") === "true"
+        });
         const defaultConfig = Client.getDefaultClientConfig();
         this.tracingSampleRate = getTracingSamplingRate(config.tracingSamplingRate);
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
@@ -306,17 +312,22 @@ export class Client {
             this.webUrl = this.webUrl.slice(0, -1);
         }
         this.timeout_ms = config.timeout_ms ?? 90_000;
-        this.caller = new AsyncCaller(config.callerOptions ?? {});
+        this.caller = new AsyncCaller({
+            ...(config.callerOptions ?? {}),
+            debug: config.debug ?? this.debug,
+        });
         this.traceBatchConcurrency =
             config.traceBatchConcurrency ?? this.traceBatchConcurrency;
         if (this.traceBatchConcurrency < 1) {
             throw new Error("Trace batch concurrency must be positive.");
         }
+        this.debug = config.debug ?? this.debug;
         this.batchIngestCaller = new AsyncCaller({
             maxRetries: 2,
             maxConcurrency: this.traceBatchConcurrency,
             ...(config.callerOptions ?? {}),
             onFailedResponseHook: handle429,
+            debug: config.debug ?? this.debug,
         });
         this.hideInputs =
             config.hideInputs ?? config.anonymizer ?? defaultConfig.hideInputs;
@@ -386,7 +397,7 @@ export class Client {
         }
         return headers;
     }
-    processInputs(inputs) {
+    async processInputs(inputs) {
         if (this.hideInputs === false) {
             return inputs;
         }
@@ -398,7 +409,7 @@ export class Client {
         }
         return inputs;
     }
-    processOutputs(outputs) {
+    async processOutputs(outputs) {
         if (this.hideOutputs === false) {
             return outputs;
         }
@@ -410,20 +421,20 @@ export class Client {
         }
         return outputs;
     }
-    prepareRunCreateOrUpdateInputs(run) {
+    async prepareRunCreateOrUpdateInputs(run) {
         const runParams = { ...run };
         if (runParams.inputs !== undefined) {
-            runParams.inputs = this.processInputs(runParams.inputs);
+            runParams.inputs = await this.processInputs(runParams.inputs);
         }
         if (runParams.outputs !== undefined) {
-            runParams.outputs = this.processOutputs(runParams.outputs);
+            runParams.outputs = await this.processOutputs(runParams.outputs);
         }
         return runParams;
     }
     async _getResponse(path, queryParams) {
         const paramsString = queryParams?.toString() ?? "";
         const url = `${this.apiUrl}${path}?${paramsString}`;
-        const response = await this.caller.call(_getFetchImplementation(), url, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), url, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -443,7 +454,7 @@ export class Client {
             queryParams.set("offset", String(offset));
             queryParams.set("limit", String(limit));
             const url = `${this.apiUrl}${path}?${queryParams}`;
-            const response = await this.caller.call(_getFetchImplementation(), url, {
+            const response = await this.caller.call(_getFetchImplementation(this.debug), url, {
                 method: "GET",
                 headers: this.headers,
                 signal: AbortSignal.timeout(this.timeout_ms),
@@ -466,7 +477,7 @@ export class Client {
     async *_getCursorPaginatedList(path, body = null, requestMethod = "POST", dataKey = "runs") {
         const bodyParams = body ? { ...body } : {};
         while (true) {
-            const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}${path}`, {
+            const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}${path}`, {
                 method: requestMethod,
                 headers: { ...this.headers, "Content-Type": "application/json" },
                 signal: AbortSignal.timeout(this.timeout_ms),
@@ -613,14 +624,20 @@ export class Client {
         return itemPromise;
     }
     async _getServerInfo() {
-        const response = await _getFetchImplementation()(`${this.apiUrl}/info`, {
+        const response = await _getFetchImplementation(this.debug)(`${this.apiUrl}/info`, {
             method: "GET",
             headers: { Accept: "application/json" },
             signal: AbortSignal.timeout(SERVER_INFO_REQUEST_TIMEOUT),
             ...this.fetchOptions,
         });
         await raiseForStatus(response, "get server info");
-        return response.json();
+        const json = await response.json();
+        if (this.debug) {
+            console.log("\n=== LangSmith Server Configuration ===\n" +
+                JSON.stringify(json, null, 2) +
+                "\n");
+        }
+        return json;
     }
     async _ensureServerInfo() {
         if (this._getServerInfoPromise === undefined) {
@@ -663,7 +680,7 @@ export class Client {
         const headers = { ...this.headers, "Content-Type": "application/json" };
         const session_name = run.project_name;
         delete run.project_name;
-        const runCreate = this.prepareRunCreateOrUpdateInputs({
+        const runCreate = await this.prepareRunCreateOrUpdateInputs({
             session_name,
             ...run,
             start_time: run.start_time ?? Date.now(),
@@ -678,7 +695,7 @@ export class Client {
             return;
         }
         const mergedRunCreateParam = mergeRuntimeEnvIntoRunCreate(runCreate);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs`, {
             method: "POST",
             headers,
             body: serializePayloadForTracing(mergedRunCreateParam),
@@ -695,8 +712,8 @@ export class Client {
         if (runCreates === undefined && runUpdates === undefined) {
             return;
         }
-        let preparedCreateParams = runCreates?.map((create) => this.prepareRunCreateOrUpdateInputs(create)) ?? [];
-        let preparedUpdateParams = runUpdates?.map((update) => this.prepareRunCreateOrUpdateInputs(update)) ?? [];
+        let preparedCreateParams = await Promise.all(runCreates?.map((create) => this.prepareRunCreateOrUpdateInputs(create)) ?? []);
+        let preparedUpdateParams = await Promise.all(runUpdates?.map((update) => this.prepareRunCreateOrUpdateInputs(update)) ?? []);
         if (preparedCreateParams.length > 0 && preparedUpdateParams.length > 0) {
             const createById = preparedCreateParams.reduce((params, run) => {
                 if (!run.id) {
@@ -751,7 +768,7 @@ export class Client {
             "Content-Type": "application/json",
             Accept: "application/json",
         };
-        const response = await this.batchIngestCaller.call(_getFetchImplementation(), `${this.apiUrl}/runs/batch`, {
+        const response = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/batch`, {
             method: "POST",
             headers,
             body: body,
@@ -772,7 +789,7 @@ export class Client {
         const allAttachments = {};
         let preparedCreateParams = [];
         for (const create of runCreates ?? []) {
-            const preparedCreate = this.prepareRunCreateOrUpdateInputs(create);
+            const preparedCreate = await this.prepareRunCreateOrUpdateInputs(create);
             if (preparedCreate.id !== undefined &&
                 preparedCreate.attachments !== undefined) {
                 allAttachments[preparedCreate.id] = preparedCreate.attachments;
@@ -782,7 +799,7 @@ export class Client {
         }
         let preparedUpdateParams = [];
         for (const update of runUpdates ?? []) {
-            preparedUpdateParams.push(this.prepareRunCreateOrUpdateInputs(update));
+            preparedUpdateParams.push(await this.prepareRunCreateOrUpdateInputs(update));
         }
         // require trace_id and dotted_order
         const invalidRunCreate = preparedCreateParams.find((runCreate) => {
@@ -914,7 +931,7 @@ export class Client {
             const body = new Blob(chunks);
             // Convert Blob to ArrayBuffer for compatibility
             const arrayBuffer = await body.arrayBuffer();
-            const res = await this.batchIngestCaller.call(_getFetchImplementation(), `${this.apiUrl}/runs/multipart`, {
+            const res = await this.batchIngestCaller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/multipart`, {
                 method: "POST",
                 headers: {
                     ...this.headers,
@@ -934,10 +951,10 @@ export class Client {
     async updateRun(runId, run) {
         assertUuid(runId);
         if (run.inputs) {
-            run.inputs = this.processInputs(run.inputs);
+            run.inputs = await this.processInputs(run.inputs);
         }
         if (run.outputs) {
-            run.outputs = this.processOutputs(run.outputs);
+            run.outputs = await this.processOutputs(run.outputs);
         }
         // TODO: Untangle types
         const data = { ...run, id: runId };
@@ -962,7 +979,7 @@ export class Client {
             return;
         }
         const headers = { ...this.headers, "Content-Type": "application/json" };
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs/${runId}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/${runId}`, {
             method: "PATCH",
             headers,
             body: serializePayloadForTracing(run),
@@ -1226,7 +1243,7 @@ export class Client {
         };
         // Remove undefined values from the payload
         const filteredPayload = Object.fromEntries(Object.entries(payload).filter(([_, value]) => value !== undefined));
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs/stats`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/stats`, {
             method: "POST",
             headers: this.headers,
             body: JSON.stringify(filteredPayload),
@@ -1242,7 +1259,7 @@ export class Client {
             share_token: shareId || uuid.v4(),
         };
         assertUuid(runId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs/${runId}/share`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/${runId}/share`, {
             method: "PUT",
             headers: this.headers,
             body: JSON.stringify(data),
@@ -1257,7 +1274,7 @@ export class Client {
     }
     async unshareRun(runId) {
         assertUuid(runId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs/${runId}/share`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/${runId}/share`, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1267,7 +1284,7 @@ export class Client {
     }
     async readRunSharedLink(runId) {
         assertUuid(runId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/runs/${runId}/share`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/runs/${runId}/share`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1289,7 +1306,7 @@ export class Client {
             }
         }
         assertUuid(shareToken);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/public/${shareToken}/runs${queryParams}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/public/${shareToken}/runs${queryParams}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1307,7 +1324,7 @@ export class Client {
             datasetId = dataset.id;
         }
         assertUuid(datasetId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${datasetId}/share`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${datasetId}/share`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1329,7 +1346,7 @@ export class Client {
             dataset_id: datasetId,
         };
         assertUuid(datasetId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${datasetId}/share`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${datasetId}/share`, {
             method: "PUT",
             headers: this.headers,
             body: JSON.stringify(data),
@@ -1342,7 +1359,7 @@ export class Client {
     }
     async unshareDataset(datasetId) {
         assertUuid(datasetId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${datasetId}/share`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${datasetId}/share`, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1352,7 +1369,7 @@ export class Client {
     }
     async readSharedDataset(shareToken) {
         assertUuid(shareToken);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/public/${shareToken}/datasets`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/public/${shareToken}/datasets`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1383,7 +1400,7 @@ export class Client {
                 urlParams.append(key, value);
             }
         });
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/public/${shareToken}/examples?${urlParams.toString()}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/public/${shareToken}/examples?${urlParams.toString()}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1416,7 +1433,7 @@ export class Client {
         if (referenceDatasetId !== null) {
             body["reference_dataset_id"] = referenceDatasetId;
         }
-        const response = await this.caller.call(_getFetchImplementation(), endpoint, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), endpoint, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
@@ -1439,7 +1456,7 @@ export class Client {
             description,
             end_time: endTime ? new Date(endTime).toISOString() : null,
         };
-        const response = await this.caller.call(_getFetchImplementation(), endpoint, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), endpoint, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
@@ -1467,7 +1484,7 @@ export class Client {
         else {
             throw new Error("Must provide projectName or projectId");
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}${path}?${params}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}${path}?${params}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1597,7 +1614,7 @@ export class Client {
             projectId_ = projectId;
         }
         assertUuid(projectId_);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/sessions/${projectId_}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/sessions/${projectId_}`, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1624,7 +1641,7 @@ export class Client {
         if (name) {
             formData.append("name", name);
         }
-        const response = await this.caller.call(_getFetchImplementation(), url, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), url, {
             method: "POST",
             headers: this.headers,
             body: formData,
@@ -1650,7 +1667,7 @@ export class Client {
         if (outputsSchema) {
             body.outputs_schema_definition = outputsSchema;
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
@@ -1782,7 +1799,7 @@ export class Client {
         }
         const _datasetId = datasetId ?? (await this.readDataset({ datasetName })).id;
         assertUuid(_datasetId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${_datasetId}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${_datasetId}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(update),
@@ -1814,7 +1831,7 @@ export class Client {
         }
         const _datasetId = datasetId ?? (await this.readDataset({ datasetName })).id;
         assertUuid(_datasetId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${_datasetId}/tags`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${_datasetId}/tags`, {
             method: "PUT",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify({
@@ -1843,7 +1860,7 @@ export class Client {
         else {
             throw new Error("Must provide datasetName or datasetId");
         }
-        const response = await this.caller.call(_getFetchImplementation(), this.apiUrl + path, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), this.apiUrl + path, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -1868,7 +1885,7 @@ export class Client {
         const data = {
             tag: tag,
         };
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${datasetId_}/index`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${datasetId_}/index`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
@@ -1917,7 +1934,7 @@ export class Client {
             data["filter"] = filter;
         }
         assertUuid(datasetId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${datasetId}/search`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${datasetId}/search`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
@@ -2136,7 +2153,7 @@ export class Client {
     async deleteExample(exampleId) {
         assertUuid(exampleId);
         const path = `/examples/${exampleId}`;
-        const response = await this.caller.call(_getFetchImplementation(), this.apiUrl + path, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), this.apiUrl + path, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2215,7 +2232,7 @@ export class Client {
         if (tag !== undefined) {
             params.append("tag", tag);
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${resolvedDatasetId}/version?${params.toString()}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${resolvedDatasetId}/version?${params.toString()}`, {
             method: "GET",
             headers: { ...this.headers },
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2276,7 +2293,7 @@ export class Client {
             }),
             remove,
         };
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/${datasetId_}/splits`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/${datasetId_}/splits`, {
             method: "PUT",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
@@ -2342,7 +2359,7 @@ export class Client {
             session_id: projectId,
         };
         const url = `${this.apiUrl}/feedback`;
-        const response = await this.caller.call(_getFetchImplementation(), url, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), url, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedback),
@@ -2367,7 +2384,7 @@ export class Client {
             feedbackUpdate["comment"] = comment;
         }
         assertUuid(feedbackId);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/feedback/${feedbackId}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/feedback/${feedbackId}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(feedbackUpdate),
@@ -2385,7 +2402,7 @@ export class Client {
     async deleteFeedback(feedbackId) {
         assertUuid(feedbackId);
         const path = `/feedback/${feedbackId}`;
-        const response = await this.caller.call(_getFetchImplementation(), this.apiUrl + path, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), this.apiUrl + path, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2447,7 +2464,7 @@ export class Client {
                 hours: 3,
             };
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/feedback/tokens`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/feedback/tokens`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
@@ -2480,7 +2497,7 @@ export class Client {
         };
         if (metadata)
             body.extra["metadata"] = metadata;
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/datasets/comparative`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/datasets/comparative`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(body),
@@ -2595,7 +2612,7 @@ export class Client {
             description,
             id: queueId || uuid.v4(),
         };
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/annotation-queues`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(Object.fromEntries(Object.entries(body).filter(([_, v]) => v !== undefined))),
@@ -2630,7 +2647,7 @@ export class Client {
      */
     async updateAnnotationQueue(queueId, options) {
         const { name, description } = options;
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify({ name, description }),
@@ -2644,7 +2661,7 @@ export class Client {
      * @param queueId - The ID of the annotation queue to delete
      */
     async deleteAnnotationQueue(queueId) {
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}`, {
             method: "DELETE",
             headers: { ...this.headers, Accept: "application/json" },
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2658,7 +2675,7 @@ export class Client {
      * @param runIds - The IDs of the runs to be added to the annotation queue
      */
     async addRunsToAnnotationQueue(queueId, runIds) {
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/runs`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/runs`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(runIds.map((id, i) => assertUuid(id, `runIds[${i}]`).toString())),
@@ -2676,7 +2693,7 @@ export class Client {
      */
     async getRunFromAnnotationQueue(queueId, index) {
         const baseUrl = `/annotation-queues/${assertUuid(queueId, "queueId")}/run`;
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}${baseUrl}/${index}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}${baseUrl}/${index}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2691,7 +2708,7 @@ export class Client {
      * @param queueRunId - The ID of the run to delete from the annotation queue
      */
     async deleteRunFromAnnotationQueue(queueId, queueRunId) {
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/runs/${assertUuid(queueRunId, "queueRunId")}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/runs/${assertUuid(queueRunId, "queueRunId")}`, {
             method: "DELETE",
             headers: { ...this.headers, Accept: "application/json" },
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2704,7 +2721,7 @@ export class Client {
      * @param queueId - The ID of the annotation queue
      */
     async getSizeFromAnnotationQueue(queueId) {
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/size`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/annotation-queues/${assertUuid(queueId, "queueId")}/size`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2724,7 +2741,7 @@ export class Client {
       Requested tenant: ${owner}`);
     }
     async _getLatestCommitHash(promptOwnerAndName) {
-        const res = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/commits/${promptOwnerAndName}/?limit=${1}&offset=${0}`, {
+        const res = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/commits/${promptOwnerAndName}/?limit=${1}&offset=${0}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2747,7 +2764,7 @@ export class Client {
     }
     async _likeOrUnlikePrompt(promptIdentifier, like) {
         const [owner, promptName, _] = parsePromptIdentifier(promptIdentifier);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/likes/${owner}/${promptName}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/likes/${owner}/${promptName}`, {
             method: "POST",
             body: JSON.stringify({ like: like }),
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -2809,7 +2826,7 @@ export class Client {
     }
     async getPrompt(promptIdentifier) {
         const [owner, promptName, _] = parsePromptIdentifier(promptIdentifier);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/repos/${owner}/${promptName}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/repos/${owner}/${promptName}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -2846,7 +2863,7 @@ export class Client {
             ...(options?.tags && { tags: options.tags }),
             is_public: !!options?.isPublic,
         };
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/repos/`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/repos/`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(data),
@@ -2869,7 +2886,7 @@ export class Client {
             manifest: JSON.parse(JSON.stringify(object)),
             parent_commit: resolvedParentCommitHash,
         };
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/commits/${owner}/${promptName}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/commits/${owner}/${promptName}`, {
             method: "POST",
             headers: { ...this.headers, "Content-Type": "application/json" },
             body: JSON.stringify(payload),
@@ -2949,7 +2966,7 @@ export class Client {
             }
         }
         const datasetIdToUse = datasetId ?? updates[0]?.dataset_id;
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/v1/platform/datasets/${datasetIdToUse}/examples`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/v1/platform/datasets/${datasetIdToUse}/examples`, {
             method: "PATCH",
             headers: this.headers,
             body: formData,
@@ -3027,7 +3044,7 @@ export class Client {
                 }
             }
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/v1/platform/datasets/${datasetId}/examples`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/v1/platform/datasets/${datasetId}/examples`, {
             method: "POST",
             headers: this.headers,
             body: formData,
@@ -3059,7 +3076,7 @@ export class Client {
         if (Object.keys(payload).length === 0) {
             throw new Error("No valid update options provided");
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/repos/${owner}/${promptName}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/repos/${owner}/${promptName}`, {
             method: "PATCH",
             body: JSON.stringify(payload),
             headers: {
@@ -3080,7 +3097,7 @@ export class Client {
         if (!(await this._currentTenantIsOwner(owner))) {
             throw await this._ownerConflictError("delete a prompt", owner);
         }
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/repos/${owner}/${promptName}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/repos/${owner}/${promptName}`, {
             method: "DELETE",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),
@@ -3090,7 +3107,7 @@ export class Client {
     }
     async pullPromptCommit(promptIdentifier, options) {
         const [owner, promptName, commitHash] = parsePromptIdentifier(promptIdentifier);
-        const response = await this.caller.call(_getFetchImplementation(), `${this.apiUrl}/commits/${owner}/${promptName}/${commitHash}${options?.includeModel ? "?include_model=true" : ""}`, {
+        const response = await this.caller.call(_getFetchImplementation(this.debug), `${this.apiUrl}/commits/${owner}/${promptName}/${commitHash}${options?.includeModel ? "?include_model=true" : ""}`, {
             method: "GET",
             headers: this.headers,
             signal: AbortSignal.timeout(this.timeout_ms),

package/dist/evaluation/_runner.cjs

@@ -408,6 +408,7 @@ class _ExperimentManager {
         else {
             const caller = new async_caller_js_1.AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const example of examples) {
@@ -468,6 +469,7 @@ class _ExperimentManager {
         else {
             const caller = new async_caller_js_1.AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const currentResults of this.getResults()) {

package/dist/evaluation/_runner.js

@@ -404,6 +404,7 @@ export class _ExperimentManager {
         else {
             const caller = new AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const example of examples) {
@@ -464,6 +465,7 @@ export class _ExperimentManager {
         else {
             const caller = new AsyncCaller({
                 maxConcurrency,
+                debug: this.client.debug,
             });
             const futures = [];
             for await (const currentResults of this.getResults()) {

package/dist/evaluation/evaluate_comparative.cjs

@@ -159,7 +159,10 @@ async function evaluateComparative(experiments, options) {
             runMapByExampleId[run.reference_example_id].push(run);
         }
     }
-    const caller = new async_caller_js_1.AsyncCaller({ maxConcurrency: options.maxConcurrency });
+    const caller = new async_caller_js_1.AsyncCaller({
+        maxConcurrency: options.maxConcurrency,
+        debug: client.debug,
+    });
     async function evaluateAndSubmitFeedback(runs, example, evaluator) {
         const expectedRunIds = new Set(runs.map((r) => r.id));
         // Check if evaluator expects an object parameter