@inkeep/agents-sdk 0.41.2 → 0.43.0

package/dist/evaluationClient.js

@@ -0,0 +1,1202 @@
+import { apiFetch, getLogger } from "@inkeep/agents-core";
+
+//#region src/evaluationClient.ts
+/**
+* Client-side class for interacting with the Evaluations API
+* These methods make HTTP requests to the server instead of direct database calls
+*/
+const logger = getLogger("evaluationClient");
+function parseError(errorText) {
+	try {
+		const errorJson = JSON.parse(errorText);
+		if (errorJson.error) {
+			const { error } = errorJson;
+			return error?.message ?? error;
+		}
+	} catch {
+		if (errorText) return errorText;
+	}
+}
+var EvaluationClient = class {
+	tenantId;
+	projectId;
+	apiUrl;
+	apiKey;
+	constructor(config) {
+		this.tenantId = config.tenantId;
+		this.projectId = config.projectId;
+		this.apiUrl = config.apiUrl;
+		this.apiKey = config.apiKey;
+	}
+	buildUrl(...pathSegments) {
+		return `${this.apiUrl}/manage/tenants/${this.tenantId}/projects/${this.projectId}/evals/${pathSegments.join("/")}`;
+	}
+	buildHeaders() {
+		const headers = { "Content-Type": "application/json" };
+		if (this.apiKey) headers.Authorization = `Bearer ${this.apiKey}`;
+		return headers;
+	}
+	async listDatasets() {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Listing datasets via API");
+		const url = this.buildUrl("datasets");
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to list datasets: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to list datasets via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to list datasets");
+			throw error;
+		}
+	}
+	async getDataset(datasetId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId
+		}, "Getting dataset via API");
+		const url = this.buildUrl("datasets", datasetId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				if (response.status === 404) {
+					logger.info({ datasetId }, "Dataset not found");
+					return null;
+				}
+				const errorMessage = parseError(await response.text()) ?? `Failed to get dataset: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to get dataset via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to get dataset");
+			throw error;
+		}
+	}
+	async createDataset(datasetData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Creating dataset via API");
+		const url = this.buildUrl("datasets");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(datasetData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to create dataset: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to create dataset via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Successfully created dataset via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to create dataset");
+			throw error;
+		}
+	}
+	async updateDataset(datasetId, updateData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId
+		}, "Updating dataset via API");
+		const url = this.buildUrl("datasets", datasetId);
+		try {
+			const response = await apiFetch(url, {
+				method: "PATCH",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(updateData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to update dataset: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to update dataset via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Successfully updated dataset via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to update dataset");
+			throw error;
+		}
+	}
+	async deleteDataset(datasetId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId
+		}, "Deleting dataset via API");
+		const url = this.buildUrl("datasets", datasetId);
+		try {
+			const response = await apiFetch(url, {
+				method: "DELETE",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to delete dataset: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to delete dataset via API");
+				throw new Error(errorMessage);
+			}
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Successfully deleted dataset via API");
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to delete dataset");
+			throw error;
+		}
+	}
+	async listDatasetItems(datasetId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId
+		}, "Listing dataset items via API");
+		const url = this.buildUrl("dataset-items", datasetId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to list dataset items: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to list dataset items via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to list dataset items");
+			throw error;
+		}
+	}
+	async getDatasetItem(datasetId, itemId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId,
+			itemId
+		}, "Getting dataset item via API");
+		const url = this.buildUrl("dataset-items", datasetId, "items", itemId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				if (response.status === 404) {
+					logger.info({ itemId }, "Dataset item not found");
+					return null;
+				}
+				const errorMessage = parseError(await response.text()) ?? `Failed to get dataset item: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to get dataset item via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				itemId
+			}, "Failed to get dataset item");
+			throw error;
+		}
+	}
+	async createDatasetItem(datasetId, itemData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId
+		}, "Creating dataset item via API");
+		const url = this.buildUrl("dataset-items", datasetId, "items");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(itemData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to create dataset item: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to create dataset item via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Successfully created dataset item via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to create dataset item");
+			throw error;
+		}
+	}
+	async createDatasetItems(datasetId, itemsData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId,
+			count: itemsData.length
+		}, "Creating dataset items via API");
+		const url = this.buildUrl("dataset-items", datasetId, "items", "bulk");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(itemsData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to create dataset items: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to create dataset items via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				count: result.data.length
+			}, "Successfully created dataset items via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to create dataset items");
+			throw error;
+		}
+	}
+	async updateDatasetItem(datasetId, itemId, updateData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId,
+			itemId
+		}, "Updating dataset item via API");
+		const url = this.buildUrl("dataset-items", datasetId, "items", itemId);
+		try {
+			const response = await apiFetch(url, {
+				method: "PATCH",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(updateData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to update dataset item: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to update dataset item via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				itemId
+			}, "Successfully updated dataset item via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				itemId
+			}, "Failed to update dataset item");
+			throw error;
+		}
+	}
+	async deleteDatasetItem(datasetId, itemId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId,
+			itemId
+		}, "Deleting dataset item via API");
+		const url = this.buildUrl("dataset-items", datasetId, "items", itemId);
+		try {
+			const response = await apiFetch(url, {
+				method: "DELETE",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to delete dataset item: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to delete dataset item via API");
+				throw new Error(errorMessage);
+			}
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				itemId
+			}, "Successfully deleted dataset item via API");
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				itemId
+			}, "Failed to delete dataset item");
+			throw error;
+		}
+	}
+	async listEvaluators() {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Listing evaluators via API");
+		const url = this.buildUrl("evaluators");
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to list evaluators: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to list evaluators via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to list evaluators");
+			throw error;
+		}
+	}
+	async getEvaluator(evaluatorId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			evaluatorId
+		}, "Getting evaluator via API");
+		const url = this.buildUrl("evaluators", evaluatorId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				if (response.status === 404) {
+					logger.info({ evaluatorId }, "Evaluator not found");
+					return null;
+				}
+				const errorMessage = parseError(await response.text()) ?? `Failed to get evaluator: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to get evaluator via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				evaluatorId
+			}, "Failed to get evaluator");
+			throw error;
+		}
+	}
+	async createEvaluator(evaluatorData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Creating evaluator via API");
+		const url = this.buildUrl("evaluators");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(evaluatorData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to create evaluator: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to create evaluator via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Successfully created evaluator via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to create evaluator");
+			throw error;
+		}
+	}
+	async updateEvaluator(evaluatorId, updateData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			evaluatorId
+		}, "Updating evaluator via API");
+		const url = this.buildUrl("evaluators", evaluatorId);
+		try {
+			const response = await apiFetch(url, {
+				method: "PATCH",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(updateData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to update evaluator: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to update evaluator via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				evaluatorId
+			}, "Successfully updated evaluator via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				evaluatorId
+			}, "Failed to update evaluator");
+			throw error;
+		}
+	}
+	async deleteEvaluator(evaluatorId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			evaluatorId
+		}, "Deleting evaluator via API");
+		const url = this.buildUrl("evaluators", evaluatorId);
+		try {
+			const response = await apiFetch(url, {
+				method: "DELETE",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to delete evaluator: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to delete evaluator via API");
+				throw new Error(errorMessage);
+			}
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				evaluatorId
+			}, "Successfully deleted evaluator via API");
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				evaluatorId
+			}, "Failed to delete evaluator");
+			throw error;
+		}
+	}
+	async listEvaluationSuiteConfigs() {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Listing evaluation suite configs via API");
+		const url = this.buildUrl("evaluation-suite-configs");
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to list evaluation suite configs: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to list evaluation suite configs via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to list evaluation suite configs");
+			throw error;
+		}
+	}
+	async getEvaluationSuiteConfig(configId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			configId
+		}, "Getting evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs", configId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				if (response.status === 404) {
+					logger.info({ configId }, "Evaluation suite config not found");
+					return null;
+				}
+				const errorMessage = parseError(await response.text()) ?? `Failed to get evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to get evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId
+			}, "Failed to get evaluation suite config");
+			throw error;
+		}
+	}
+	async createEvaluationSuiteConfig(configData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Creating evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(configData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to create evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to create evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Successfully created evaluation suite config via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to create evaluation suite config");
+			throw error;
+		}
+	}
+	async updateEvaluationSuiteConfig(configId, updateData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			configId
+		}, "Updating evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs", configId);
+		try {
+			const response = await apiFetch(url, {
+				method: "PATCH",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(updateData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to update evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to update evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId
+			}, "Successfully updated evaluation suite config via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId
+			}, "Failed to update evaluation suite config");
+			throw error;
+		}
+	}
+	async deleteEvaluationSuiteConfig(configId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			configId
+		}, "Deleting evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs", configId);
+		try {
+			const response = await apiFetch(url, {
+				method: "DELETE",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to delete evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to delete evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId
+			}, "Successfully deleted evaluation suite config via API");
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId
+			}, "Failed to delete evaluation suite config");
+			throw error;
+		}
+	}
+	async listEvaluationSuiteConfigEvaluators(configId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			configId
+		}, "Listing evaluators for evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs", configId, "evaluators");
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to list evaluators for evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to list evaluators for evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId
+			}, "Failed to list evaluators for evaluation suite config");
+			throw error;
+		}
+	}
+	async addEvaluatorToSuiteConfig(configId, evaluatorId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			configId,
+			evaluatorId
+		}, "Adding evaluator to evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs", configId, "evaluators", evaluatorId);
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to add evaluator to evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to add evaluator to evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId,
+				evaluatorId
+			}, "Successfully added evaluator to evaluation suite config via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId,
+				evaluatorId
+			}, "Failed to add evaluator to evaluation suite config");
+			throw error;
+		}
+	}
+	async removeEvaluatorFromSuiteConfig(configId, evaluatorId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			configId,
+			evaluatorId
+		}, "Removing evaluator from evaluation suite config via API");
+		const url = this.buildUrl("evaluation-suite-configs", configId, "evaluators", evaluatorId);
+		try {
+			const response = await apiFetch(url, {
+				method: "DELETE",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to remove evaluator from evaluation suite config: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to remove evaluator from evaluation suite config via API");
+				throw new Error(errorMessage);
+			}
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId,
+				evaluatorId
+			}, "Successfully removed evaluator from evaluation suite config via API");
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				configId,
+				evaluatorId
+			}, "Failed to remove evaluator from evaluation suite config");
+			throw error;
+		}
+	}
+	async getEvaluationResult(resultId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			resultId
+		}, "Getting evaluation result via API");
+		const url = this.buildUrl("evaluation-results", resultId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				if (response.status === 404) {
+					logger.info({ resultId }, "Evaluation result not found");
+					return null;
+				}
+				const errorMessage = parseError(await response.text()) ?? `Failed to get evaluation result: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to get evaluation result via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				resultId
+			}, "Failed to get evaluation result");
+			throw error;
+		}
+	}
+	async createEvaluationResult(resultData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId
+		}, "Creating evaluation result via API");
+		const url = this.buildUrl("evaluation-results");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(resultData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to create evaluation result: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to create evaluation result via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Successfully created evaluation result via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to create evaluation result");
+			throw error;
+		}
+	}
+	async updateEvaluationResult(resultId, updateData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			resultId
+		}, "Updating evaluation result via API");
+		const url = this.buildUrl("evaluation-results", resultId);
+		try {
+			const response = await apiFetch(url, {
+				method: "PATCH",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(updateData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to update evaluation result: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to update evaluation result via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				resultId
+			}, "Successfully updated evaluation result via API");
+			return result.data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				resultId
+			}, "Failed to update evaluation result");
+			throw error;
+		}
+	}
+	async deleteEvaluationResult(resultId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			resultId
+		}, "Deleting evaluation result via API");
+		const url = this.buildUrl("evaluation-results", resultId);
+		try {
+			const response = await apiFetch(url, {
+				method: "DELETE",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to delete evaluation result: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to delete evaluation result via API");
+				throw new Error(errorMessage);
+			}
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				resultId
+			}, "Successfully deleted evaluation result via API");
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				resultId
+			}, "Failed to delete evaluation result");
+			throw error;
+		}
+	}
+	/**
+	* Trigger batch evaluation of conversations with selected evaluators.
+	* Supports filtering by conversation IDs, date range, or dataset run IDs.
+	*/
+	async triggerBatchEvaluation(evaluationData) {
+		const jobFilters = {};
+		if (evaluationData.conversationIds?.length) jobFilters.conversationIds = evaluationData.conversationIds;
+		if (evaluationData.dateRange) jobFilters.dateRange = evaluationData.dateRange;
+		if (evaluationData.datasetRunIds?.length) jobFilters.datasetRunIds = evaluationData.datasetRunIds;
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			jobFilters,
+			evaluatorIds: evaluationData.evaluatorIds
+		}, "Triggering batch evaluation via API");
+		const url = this.buildUrl("evaluation-job-configs");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify({
+					name: evaluationData.name || `Batch Evaluation ${(/* @__PURE__ */ new Date()).toISOString()}`,
+					evaluatorIds: evaluationData.evaluatorIds,
+					jobFilters
+				})
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to trigger batch evaluation: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to trigger batch evaluation via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				evaluationJobConfigId: result.data.id
+			}, "Successfully triggered batch evaluation via API");
+			return {
+				message: "Batch evaluation triggered successfully",
+				evaluationJobConfigId: result.data.id,
+				evaluatorIds: evaluationData.evaluatorIds
+			};
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId
+			}, "Failed to trigger batch evaluation");
+			throw error;
+		}
+	}
+	async listDatasetRuns(datasetId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId
+		}, "Listing dataset runs via API");
+		const url = this.buildUrl("dataset-runs", "by-dataset", datasetId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to list dataset runs: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to list dataset runs via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to list dataset runs");
+			throw error;
+		}
+	}
+	async getDatasetRun(runId) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			runId
+		}, "Getting dataset run via API");
+		const url = this.buildUrl("dataset-runs", runId);
+		try {
+			const response = await apiFetch(url, {
+				method: "GET",
+				headers: this.buildHeaders()
+			});
+			if (!response.ok) {
+				if (response.status === 404) {
+					logger.info({ runId }, "Dataset run not found");
+					return null;
+				}
+				const errorMessage = parseError(await response.text()) ?? `Failed to get dataset run: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to get dataset run via API");
+				throw new Error(errorMessage);
+			}
+			return (await response.json()).data;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				runId
+			}, "Failed to get dataset run");
+			throw error;
+		}
+	}
+	async triggerDatasetRun(datasetId, runData) {
+		logger.info({
+			tenantId: this.tenantId,
+			projectId: this.projectId,
+			datasetId,
+			agentIds: runData.agentIds,
+			evaluatorIds: runData.evaluatorIds
+		}, "Triggering dataset run via API");
+		const url = this.buildUrl("datasets", datasetId, "trigger");
+		try {
+			const response = await apiFetch(url, {
+				method: "POST",
+				headers: this.buildHeaders(),
+				body: JSON.stringify(runData)
+			});
+			if (!response.ok) {
+				const errorMessage = parseError(await response.text()) ?? `Failed to trigger dataset run: ${response.status} ${response.statusText}`;
+				logger.error({
+					status: response.status,
+					error: errorMessage
+				}, "Failed to trigger dataset run via API");
+				throw new Error(errorMessage);
+			}
+			const result = await response.json();
+			logger.info({
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId,
+				datasetRunId: result.datasetRunId
+			}, "Successfully triggered dataset run via API");
+			return result;
+		} catch (error) {
+			logger.error({
+				error,
+				tenantId: this.tenantId,
+				projectId: this.projectId,
+				datasetId
+			}, "Failed to trigger dataset run");
+			throw error;
+		}
+	}
+};
+/**
+* Helper function to create an EvaluationClient instance
+*/
+function evaluationClient(config) {
+	return new EvaluationClient(config);
+}
+
+//#endregion
+export { EvaluationClient, evaluationClient };