openlayer 0.1.45 → 0.1.46

package/examples/node_modules/langsmith/dist/client.cjs

@@ -29,6 +29,7 @@ const async_caller_js_1 = require("./utils/async_caller.cjs");
 const messages_js_1 = require("./utils/messages.cjs");
 const env_js_1 = require("./utils/env.cjs");
 const index_js_1 = require("./index.cjs");
+const _uuid_js_1 = require("./utils/_uuid.cjs");
 async function mergeRuntimeEnvIntoRunCreates(runs) {
     const runtimeEnv = await (0, env_js_1.getRuntimeEnvironment)();
     const envVars = (0, env_js_1.getLangChainEnvVarsMetadata)();
@@ -93,11 +94,6 @@ function trimQuotes(str) {
         .replace(/^"(.*)"$/, "$1")
         .replace(/^'(.*)'$/, "$1");
 }
-function assertUuid(str) {
-    if (!uuid.validate(str)) {
-        throw new Error(`Invalid UUID: ${str}`);
-    }
-}
 const handle429 = async (response) => {
     if (response?.status === 429) {
         const retryAfter = parseInt(response.headers.get("retry-after") ?? "30", 10) * 1000;
@@ -148,7 +144,7 @@ class Queue {
 }
 exports.Queue = Queue;
 // 20 MB
-exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20971520;
+exports.DEFAULT_BATCH_SIZE_LIMIT_BYTES = 20_971_520;
 class Client {
     constructor(config = {}) {
         Object.defineProperty(this, "apiKey", {
@@ -276,7 +272,7 @@ class Client {
         this.apiUrl = trimQuotes(config.apiUrl ?? defaultConfig.apiUrl) ?? "";
         this.apiKey = trimQuotes(config.apiKey ?? defaultConfig.apiKey);
         this.webUrl = trimQuotes(config.webUrl ?? defaultConfig.webUrl);
-        this.timeout_ms = config.timeout_ms ?? 12000;
+        this.timeout_ms = config.timeout_ms ?? 12_000;
         this.caller = new async_caller_js_1.AsyncCaller(config.callerOptions ?? {});
         this.batchIngestCaller = new async_caller_js_1.AsyncCaller({
             ...(config.callerOptions ?? {}),
@@ -308,8 +304,8 @@ class Client {
             return this.webUrl;
         }
         else if (isLocalhost(this.apiUrl)) {
-            this.webUrl = "http://localhost";
-            return "http://localhost";
+            this.webUrl = "http://localhost:3000";
+            return this.webUrl;
         }
         else if (this.apiUrl.includes("/api") &&
             !this.apiUrl.split(".", 1)[0].endsWith("api")) {
@@ -318,11 +314,11 @@ class Client {
         }
         else if (this.apiUrl.split(".", 1)[0].includes("dev")) {
             this.webUrl = "https://dev.smith.langchain.com";
-            return "https://dev.smith.langchain.com";
+            return this.webUrl;
         }
         else {
             this.webUrl = "https://smith.langchain.com";
-            return "https://smith.langchain.com";
+            return this.webUrl;
         }
     }
     get headers() {
@@ -667,7 +663,7 @@ class Client {
         await raiseForStatus(response, "batch create run");
     }
     async updateRun(runId, run) {
-        assertUuid(runId);
+        (0, _uuid_js_1.assertUuid)(runId);
         if (run.inputs) {
             run.inputs = this.processInputs(run.inputs);
         }
@@ -704,7 +700,7 @@ class Client {
         await raiseForStatus(response, "update run");
     }
     async readRun(runId, { loadChildRuns } = { loadChildRuns: false }) {
-        assertUuid(runId);
+        (0, _uuid_js_1.assertUuid)(runId);
         let run = await this._get(`/runs/${runId}`);
         if (loadChildRuns && run.child_run_ids) {
             run = await this._loadChildRuns(run);
@@ -911,8 +907,23 @@ class Client {
             select: select ? select : default_select,
             is_root: isRoot,
         };
+        let runsYielded = 0;
         for await (const runs of this._getCursorPaginatedList("/runs/query", body)) {
-            yield* runs;
+            if (limit) {
+                if (runsYielded >= limit) {
+                    break;
+                }
+                if (runs.length + runsYielded > limit) {
+                    const newRuns = runs.slice(0, limit - runsYielded);
+                    yield* newRuns;
+                    break;
+                }
+                runsYielded += runs.length;
+                yield* runs;
+            }
+            else {
+                yield* runs;
+            }
         }
     }
     async shareRun(runId, { shareId } = {}) {
@@ -920,7 +931,7 @@ class Client {
             run_id: runId,
             share_token: shareId || uuid.v4(),
         };
-        assertUuid(runId);
+        (0, _uuid_js_1.assertUuid)(runId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs/${runId}/share`, {
             method: "PUT",
             headers: this.headers,
@@ -935,7 +946,7 @@ class Client {
         return `${this.getHostUrl()}/public/${result["share_token"]}/r`;
     }
     async unshareRun(runId) {
-        assertUuid(runId);
+        (0, _uuid_js_1.assertUuid)(runId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs/${runId}/share`, {
             method: "DELETE",
             headers: this.headers,
@@ -945,7 +956,7 @@ class Client {
         await raiseForStatus(response, "unshare run");
     }
     async readRunSharedLink(runId) {
-        assertUuid(runId);
+        (0, _uuid_js_1.assertUuid)(runId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/runs/${runId}/share`, {
             method: "GET",
             headers: this.headers,
@@ -967,7 +978,7 @@ class Client {
                 queryParams.append("id", runId);
             }
         }
-        assertUuid(shareToken);
+        (0, _uuid_js_1.assertUuid)(shareToken);
         const response = await this.caller.call(fetch, `${this.apiUrl}/public/${shareToken}/runs${queryParams}`, {
             method: "GET",
             headers: this.headers,
@@ -985,7 +996,7 @@ class Client {
             const dataset = await this.readDataset({ datasetName });
             datasetId = dataset.id;
         }
-        assertUuid(datasetId);
+        (0, _uuid_js_1.assertUuid)(datasetId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
             method: "GET",
             headers: this.headers,
@@ -1007,7 +1018,7 @@ class Client {
         const data = {
             dataset_id: datasetId,
         };
-        assertUuid(datasetId);
+        (0, _uuid_js_1.assertUuid)(datasetId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
             method: "PUT",
             headers: this.headers,
@@ -1020,7 +1031,7 @@ class Client {
         return shareSchema;
     }
     async unshareDataset(datasetId) {
-        assertUuid(datasetId);
+        (0, _uuid_js_1.assertUuid)(datasetId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/${datasetId}/share`, {
             method: "DELETE",
             headers: this.headers,
@@ -1030,7 +1041,7 @@ class Client {
         await raiseForStatus(response, "unshare dataset");
     }
     async readSharedDataset(shareToken) {
-        assertUuid(shareToken);
+        (0, _uuid_js_1.assertUuid)(shareToken);
         const response = await this.caller.call(fetch, `${this.apiUrl}/public/${shareToken}/datasets`, {
             method: "GET",
             headers: this.headers,
@@ -1101,7 +1112,7 @@ class Client {
             throw new Error("Must provide either projectName or projectId, not both");
         }
         else if (projectId !== undefined) {
-            assertUuid(projectId);
+            (0, _uuid_js_1.assertUuid)(projectId);
             path += `/${projectId}`;
         }
         else if (projectName !== undefined) {
@@ -1141,7 +1152,7 @@ class Client {
             throw new Error("Must provide either projectName or projectId, not both");
         }
         else if (projectId !== undefined) {
-            assertUuid(projectId);
+            (0, _uuid_js_1.assertUuid)(projectId);
             path += `/${projectId}`;
         }
         else if (projectName !== undefined) {
@@ -1166,6 +1177,22 @@ class Client {
         }
         return result;
     }
+    async getProjectUrl({ projectId, projectName, }) {
+        if (projectId === undefined && projectName === undefined) {
+            throw new Error("Must provide either projectName or projectId");
+        }
+        const project = await this.readProject({ projectId, projectName });
+        const tenantId = await this._getTenantId();
+        return `${this.getHostUrl()}/o/${tenantId}/projects/p/${project.id}`;
+    }
+    async getDatasetUrl({ datasetId, datasetName, }) {
+        if (datasetId === undefined && datasetName === undefined) {
+            throw new Error("Must provide either datasetName or datasetId");
+        }
+        const dataset = await this.readDataset({ datasetId, datasetName });
+        const tenantId = await this._getTenantId();
+        return `${this.getHostUrl()}/o/${tenantId}/datasets/${dataset.id}`;
+    }
     async _getTenantId() {
         if (this._tenantId !== null) {
             return this._tenantId;
@@ -1220,7 +1247,7 @@ class Client {
         else {
             projectId_ = projectId;
         }
-        assertUuid(projectId_);
+        (0, _uuid_js_1.assertUuid)(projectId_);
         const response = await this.caller.call(fetch, `${this.apiUrl}/sessions/${projectId_}`, {
             method: "DELETE",
             headers: this.headers,
@@ -1298,7 +1325,7 @@ class Client {
             throw new Error("Must provide either datasetName or datasetId, not both");
         }
         else if (datasetId !== undefined) {
-            assertUuid(datasetId);
+            (0, _uuid_js_1.assertUuid)(datasetId);
             path += `/${datasetId}`;
         }
         else if (datasetName !== undefined) {
@@ -1320,6 +1347,21 @@ class Client {
         }
         return result;
     }
+    async hasDataset({ datasetId, datasetName, }) {
+        try {
+            await this.readDataset({ datasetId, datasetName });
+            return true;
+        }
+        catch (e) {
+            if (
+            // eslint-disable-next-line no-instanceof/no-instanceof
+            e instanceof Error &&
+                e.message.toLocaleLowerCase().includes("not found")) {
+                return false;
+            }
+            throw e;
+        }
+    }
     async diffDatasetVersions({ datasetId, datasetName, fromVersion, toVersion, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
@@ -1392,7 +1434,7 @@ class Client {
             datasetId_ = dataset.id;
         }
         if (datasetId_ !== undefined) {
-            assertUuid(datasetId_);
+            (0, _uuid_js_1.assertUuid)(datasetId_);
             path += `/${datasetId_}`;
         }
         else {
@@ -1409,7 +1451,7 @@ class Client {
         }
         await response.json();
     }
-    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId, metadata, }) {
+    async createExample(inputs, outputs, { datasetId, datasetName, createdAt, exampleId, metadata, split, }) {
         let datasetId_ = datasetId;
         if (datasetId_ === undefined && datasetName === undefined) {
             throw new Error("Must provide either datasetName or datasetId");
@@ -1429,6 +1471,7 @@ class Client {
             created_at: createdAt_?.toISOString(),
             id: exampleId,
             metadata,
+            split,
         };
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples`, {
             method: "POST",
@@ -1462,6 +1505,7 @@ class Client {
                 inputs: input,
                 outputs: outputs ? outputs[idx] : undefined,
                 metadata: metadata ? metadata[idx] : undefined,
+                split: props.splits ? props.splits[idx] : undefined,
                 id: exampleIds ? exampleIds[idx] : undefined,
                 source_run_id: sourceRunIds ? sourceRunIds[idx] : undefined,
             };
@@ -1495,11 +1539,11 @@ class Client {
         return this.createExample({ input: finalInput }, { output: finalOutput }, options);
     }
     async readExample(exampleId) {
-        assertUuid(exampleId);
+        (0, _uuid_js_1.assertUuid)(exampleId);
         const path = `/examples/${exampleId}`;
         return await this._get(path);
     }
-    async *listExamples({ datasetId, datasetName, exampleIds, asOf, inlineS3Urls, } = {}) {
+    async *listExamples({ datasetId, datasetName, exampleIds, asOf, splits, inlineS3Urls, metadata, } = {}) {
         let datasetId_;
         if (datasetId !== undefined && datasetName !== undefined) {
             throw new Error("Must provide either datasetName or datasetId, not both");
@@ -1530,12 +1574,21 @@ class Client {
                 params.append("id", id_);
             }
         }
+        if (splits !== undefined) {
+            for (const split of splits) {
+                params.append("splits", split);
+            }
+        }
+        if (metadata !== undefined) {
+            const serializedMetadata = JSON.stringify(metadata);
+            params.append("metadata", serializedMetadata);
+        }
         for await (const examples of this._getPaginated("/examples", params)) {
             yield* examples;
         }
     }
     async deleteExample(exampleId) {
-        assertUuid(exampleId);
+        (0, _uuid_js_1.assertUuid)(exampleId);
         const path = `/examples/${exampleId}`;
         const response = await this.caller.call(fetch, this.apiUrl + path, {
             method: "DELETE",
@@ -1549,7 +1602,7 @@ class Client {
         await response.json();
     }
     async updateExample(exampleId, update) {
-        assertUuid(exampleId);
+        (0, _uuid_js_1.assertUuid)(exampleId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/examples/${exampleId}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -1594,7 +1647,13 @@ class Client {
             sourceRunId: feedbackResult?.sourceRunId,
         });
     }
-    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, }) {
+    async createFeedback(runId, key, { score, value, correction, comment, sourceInfo, feedbackSourceType = "api", sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }) {
+        if (!runId && !projectId) {
+            throw new Error("One of runId or projectId must be provided");
+        }
+        if (runId && projectId) {
+            throw new Error("Only one of runId or projectId can be provided");
+        }
         const feedback_source = {
             type: feedbackSourceType ?? "api",
             metadata: sourceInfo ?? {},
@@ -1606,7 +1665,7 @@ class Client {
         }
         if (feedback_source?.metadata !== undefined &&
             feedback_source.metadata["__run"]?.run_id !== undefined) {
-            assertUuid(feedback_source.metadata["__run"].run_id);
+            (0, _uuid_js_1.assertUuid)(feedback_source.metadata["__run"].run_id);
         }
         const feedback = {
             id: feedbackId ?? uuid.v4(),
@@ -1617,7 +1676,9 @@ class Client {
             correction,
             comment,
             feedback_source: feedback_source,
+            comparative_experiment_id: comparativeExperimentId,
             feedbackConfig,
+            session_id: projectId,
         };
         const url = `${this.apiUrl}/feedback`;
         const response = await this.caller.call(fetch, url, {
@@ -1644,7 +1705,7 @@ class Client {
         if (comment !== undefined && comment !== null) {
             feedbackUpdate["comment"] = comment;
         }
-        assertUuid(feedbackId);
+        (0, _uuid_js_1.assertUuid)(feedbackId);
         const response = await this.caller.call(fetch, `${this.apiUrl}/feedback/${feedbackId}`, {
             method: "PATCH",
             headers: { ...this.headers, "Content-Type": "application/json" },
@@ -1655,13 +1716,13 @@ class Client {
         await raiseForStatus(response, "update feedback");
     }
     async readFeedback(feedbackId) {
-        assertUuid(feedbackId);
+        (0, _uuid_js_1.assertUuid)(feedbackId);
         const path = `/feedback/${feedbackId}`;
         const response = await this._get(path);
         return response;
     }
     async deleteFeedback(feedbackId) {
-        assertUuid(feedbackId);
+        (0, _uuid_js_1.assertUuid)(feedbackId);
         const path = `/feedback/${feedbackId}`;
         const response = await this.caller.call(fetch, this.apiUrl + path, {
             method: "DELETE",
@@ -1737,17 +1798,86 @@ class Client {
         const result = await response.json();
         return result;
     }
+    async createComparativeExperiment({ name, experimentIds, referenceDatasetId, createdAt, description, metadata, id, }) {
+        if (experimentIds.length === 0) {
+            throw new Error("At least one experiment is required");
+        }
+        if (!referenceDatasetId) {
+            referenceDatasetId = (await this.readProject({
+                projectId: experimentIds[0],
+            })).reference_dataset_id;
+        }
+        if (!referenceDatasetId == null) {
+            throw new Error("A reference dataset is required");
+        }
+        const body = {
+            id,
+            name,
+            experiment_ids: experimentIds,
+            reference_dataset_id: referenceDatasetId,
+            description,
+            created_at: (createdAt ?? new Date())?.toISOString(),
+            extra: {},
+        };
+        if (metadata)
+            body.extra["metadata"] = metadata;
+        const response = await this.caller.call(fetch, `${this.apiUrl}/datasets/comparative`, {
+            method: "POST",
+            headers: { ...this.headers, "Content-Type": "application/json" },
+            body: JSON.stringify(body),
+            signal: AbortSignal.timeout(this.timeout_ms),
+            ...this.fetchOptions,
+        });
+        return await response.json();
+    }
     /**
      * Retrieves a list of presigned feedback tokens for a given run ID.
      * @param runId The ID of the run.
      * @returns An async iterable of FeedbackIngestToken objects.
      */
     async *listPresignedFeedbackTokens(runId) {
-        assertUuid(runId);
+        (0, _uuid_js_1.assertUuid)(runId);
         const params = new URLSearchParams({ run_id: runId });
         for await (const tokens of this._getPaginated("/feedback/tokens", params)) {
             yield* tokens;
         }
     }
+    _selectEvalResults(results) {
+        let results_;
+        if ("results" in results) {
+            results_ = results.results;
+        }
+        else {
+            results_ = [results];
+        }
+        return results_;
+    }
+    async logEvaluationFeedback(evaluatorResponse, run, sourceInfo) {
+        const results = this._selectEvalResults(evaluatorResponse);
+        for (const res of results) {
+            let sourceInfo_ = sourceInfo || {};
+            if (res.evaluatorInfo) {
+                sourceInfo_ = { ...res.evaluatorInfo, ...sourceInfo_ };
+            }
+            let runId_ = null;
+            if (res.targetRunId) {
+                runId_ = res.targetRunId;
+            }
+            else if (run) {
+                runId_ = run.id;
+            }
+            await this.createFeedback(runId_, res.key, {
+                score: res.score,
+                value: res.value,
+                comment: res.comment,
+                correction: res.correction,
+                sourceInfo: sourceInfo_,
+                sourceRunId: res.sourceRunId,
+                feedbackConfig: res.feedbackConfig,
+                feedbackSourceType: "model",
+            });
+        }
+        return results;
+    }
 }
 exports.Client = Client;

package/examples/node_modules/langsmith/dist/client.d.ts

@@ -1,6 +1,6 @@
 import { AsyncCallerParams } from "./utils/async_caller.js";
-import { DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
-import { RunEvaluator } from "./evaluation/evaluator.js";
+import { ComparativeExperiment, DataType, Dataset, DatasetDiffInfo, DatasetShareSchema, Example, ExampleUpdate, Feedback, FeedbackConfig, FeedbackIngestToken, KVMap, LangChainBaseMessage, Run, RunCreate, RunUpdate, ScoreType, TimeDelta, TracerSession, TracerSessionResult, ValueType } from "./schemas.js";
+import { EvaluationResult, EvaluationResults, RunEvaluator } from "./evaluation/evaluator.js";
 interface ClientConfig {
     apiUrl?: string;
     apiKey?: string;
@@ -102,7 +102,6 @@ interface ListRunsParams {
     treeFilter?: string;
     /**
      * The values to include in the response.
-     *
      */
     select?: string[];
 }
@@ -138,6 +137,7 @@ interface ProjectOptions {
     projectName?: string;
     projectId?: string;
 }
+type RecordStringAny = Record<string, any>;
 export type FeedbackSourceType = "model" | "api" | "app";
 export type CreateExampleOptions = {
     datasetId?: string;
@@ -145,6 +145,7 @@ export type CreateExampleOptions = {
     createdAt?: Date;
     exampleId?: string;
     metadata?: KVMap;
+    split?: string | string[];
 };
 export declare class Queue<T> {
     items: [T, () => void][];
@@ -182,7 +183,7 @@ export declare class Client {
         hideInputs?: boolean;
         hideOutputs?: boolean;
     };
-    private getHostUrl;
+    getHostUrl(): string;
     private get headers();
     private processInputs;
     private processOutputs;
@@ -313,16 +314,16 @@ export declare class Client {
     createProject({ projectName, description, metadata, upsert, projectExtra, referenceDatasetId, }: {
         projectName: string;
         description?: string | null;
-        metadata?: Record<string, any> | null;
+        metadata?: RecordStringAny | null;
         upsert?: boolean;
-        projectExtra?: Record<string, any> | null;
+        projectExtra?: RecordStringAny | null;
         referenceDatasetId?: string | null;
     }): Promise<TracerSession>;
     updateProject(projectId: string, { name, description, metadata, projectExtra, endTime, }: {
         name?: string | null;
         description?: string | null;
-        metadata?: Record<string, any> | null;
-        projectExtra?: Record<string, any> | null;
+        metadata?: RecordStringAny | null;
+        projectExtra?: RecordStringAny | null;
         endTime?: string | null;
     }): Promise<TracerSession>;
     hasProject({ projectId, projectName, }: {
@@ -334,6 +335,14 @@ export declare class Client {
         projectName?: string;
         includeStats?: boolean;
     }): Promise<TracerSessionResult>;
+    getProjectUrl({ projectId, projectName, }: {
+        projectId?: string;
+        projectName?: string;
+    }): Promise<string>;
+    getDatasetUrl({ datasetId, datasetName, }: {
+        datasetId?: string;
+        datasetName?: string;
+    }): Promise<string>;
     private _getTenantId;
     listProjects({ projectIds, name, nameContains, referenceDatasetId, referenceDatasetName, referenceFree, }?: {
         projectIds?: string[];
@@ -356,6 +365,10 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<Dataset>;
+    hasDataset({ datasetId, datasetName, }: {
+        datasetId?: string;
+        datasetName?: string;
+    }): Promise<boolean>;
     diffDatasetVersions({ datasetId, datasetName, fromVersion, toVersion, }: {
         datasetId?: string;
         datasetName?: string;
@@ -377,11 +390,12 @@ export declare class Client {
         datasetId?: string;
         datasetName?: string;
     }): Promise<void>;
-    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId, metadata, }: CreateExampleOptions): Promise<Example>;
+    createExample(inputs: KVMap, outputs: KVMap, { datasetId, datasetName, createdAt, exampleId, metadata, split, }: CreateExampleOptions): Promise<Example>;
     createExamples(props: {
         inputs: Array<KVMap>;
         outputs?: Array<KVMap>;
         metadata?: Array<KVMap>;
+        splits?: Array<string | Array<string>>;
         sourceRunIds?: Array<string>;
         exampleIds?: Array<string>;
         datasetId?: string;
@@ -390,12 +404,14 @@ export declare class Client {
     createLLMExample(input: string, generation: string | undefined, options: CreateExampleOptions): Promise<Example>;
     createChatExample(input: KVMap[] | LangChainBaseMessage[], generations: KVMap | LangChainBaseMessage | undefined, options: CreateExampleOptions): Promise<Example>;
     readExample(exampleId: string): Promise<Example>;
-    listExamples({ datasetId, datasetName, exampleIds, asOf, inlineS3Urls, }?: {
+    listExamples({ datasetId, datasetName, exampleIds, asOf, splits, inlineS3Urls, metadata, }?: {
         datasetId?: string;
         datasetName?: string;
         exampleIds?: string[];
         asOf?: string | Date;
+        splits?: string[];
         inlineS3Urls?: boolean;
+        metadata?: KVMap;
     }): AsyncIterable<Example>;
     deleteExample(exampleId: string): Promise<void>;
     updateExample(exampleId: string, update: ExampleUpdate): Promise<object>;
@@ -404,7 +420,7 @@ export declare class Client {
         loadChildRuns: boolean;
         referenceExample?: Example;
     }): Promise<Feedback>;
-    createFeedback(runId: string, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, feedbackConfig, }: {
+    createFeedback(runId: string | null, key: string, { score, value, correction, comment, sourceInfo, feedbackSourceType, sourceRunId, feedbackId, feedbackConfig, projectId, comparativeExperimentId, }: {
         score?: ScoreType;
         value?: ValueType;
         correction?: object;
@@ -415,6 +431,8 @@ export declare class Client {
         sourceRunId?: string;
         feedbackId?: string;
         eager?: boolean;
+        projectId?: string;
+        comparativeExperimentId?: string;
     }): Promise<Feedback>;
     updateFeedback(feedbackId: string, { score, value, correction, comment, }: {
         score?: number | boolean | null;
@@ -448,11 +466,24 @@ export declare class Client {
         expiration?: string | TimeDelta;
         feedbackConfig?: FeedbackConfig;
     }): Promise<FeedbackIngestToken>;
+    createComparativeExperiment({ name, experimentIds, referenceDatasetId, createdAt, description, metadata, id, }: {
+        name: string;
+        experimentIds: Array<string>;
+        referenceDatasetId?: string;
+        createdAt?: Date;
+        description?: string;
+        metadata?: Record<string, unknown>;
+        id?: string;
+    }): Promise<ComparativeExperiment>;
     /**
      * Retrieves a list of presigned feedback tokens for a given run ID.
      * @param runId The ID of the run.
      * @returns An async iterable of FeedbackIngestToken objects.
      */
     listPresignedFeedbackTokens(runId: string): AsyncIterable<FeedbackIngestToken>;
+    _selectEvalResults(results: EvaluationResult | EvaluationResults): Array<EvaluationResult>;
+    logEvaluationFeedback(evaluatorResponse: EvaluationResult | EvaluationResults, run?: Run, sourceInfo?: {
+        [key: string]: any;
+    }): Promise<EvaluationResult[]>;
 }
 export {};