@inkeep/agents-api 0.0.1

package/dist/domains/manage/routes/evals/evaluationSuiteConfigs.js

@@ -0,0 +1,246 @@
+import { getLogger as getLogger$1 } from "../../../../logger.js";
+import { OpenAPIHono, createRoute, z } from "@hono/zod-openapi";
+import { EvaluationSuiteConfigApiInsertSchema, EvaluationSuiteConfigApiSelectSchema, EvaluationSuiteConfigApiUpdateSchema, ListResponseSchema, SingleResponseSchema, TenantProjectParamsSchema, commonGetErrorResponses, createApiError, createEvaluationSuiteConfig, createEvaluationSuiteConfigEvaluatorRelation, deleteEvaluationSuiteConfig, generateId, getEvaluationSuiteConfigById, listEvaluationSuiteConfigs, updateEvaluationSuiteConfig } from "@inkeep/agents-core";
+
+//#region src/domains/manage/routes/evals/evaluationSuiteConfigs.ts
+const app = new OpenAPIHono();
+const logger = getLogger$1("evaluationSuiteConfigs");
+app.openapi(createRoute({
+	method: "get",
+	path: "/",
+	summary: "List Evaluation Suite Configs",
+	operationId: "list-evaluation-suite-configs",
+	tags: ["Evaluations"],
+	request: { params: TenantProjectParamsSchema },
+	responses: {
+		200: {
+			description: "List of evaluation suite configs",
+			content: { "application/json": { schema: ListResponseSchema(EvaluationSuiteConfigApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId } = c.req.valid("param");
+	try {
+		const configs = await listEvaluationSuiteConfigs(db)({ scopes: {
+			tenantId,
+			projectId
+		} });
+		return c.json({
+			data: configs,
+			pagination: {
+				page: 1,
+				limit: configs.length,
+				total: configs.length,
+				pages: 1
+			}
+		});
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId
+		}, "Failed to list evaluation suite configs");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to list evaluation suite configs"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "get",
+	path: "/{configId}",
+	summary: "Get Evaluation Suite Config by ID",
+	operationId: "get-evaluation-suite-config",
+	tags: ["Evaluations"],
+	request: { params: TenantProjectParamsSchema.extend({ configId: z.string() }) },
+	responses: {
+		200: {
+			description: "Evaluation suite config details",
+			content: { "application/json": { schema: SingleResponseSchema(EvaluationSuiteConfigApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId, configId } = c.req.valid("param");
+	try {
+		const config = await getEvaluationSuiteConfigById(db)({ scopes: {
+			tenantId,
+			projectId,
+			evaluationSuiteConfigId: configId
+		} });
+		if (!config) return c.json(createApiError({
+			code: "not_found",
+			message: "Evaluation suite config not found"
+		}), 404);
+		return c.json({ data: config });
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			configId
+		}, "Failed to get evaluation suite config");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to get evaluation suite config"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "post",
+	path: "/",
+	summary: "Create Evaluation Suite Config",
+	operationId: "create-evaluation-suite-config",
+	tags: ["Evaluations"],
+	request: {
+		params: TenantProjectParamsSchema,
+		body: { content: { "application/json": { schema: EvaluationSuiteConfigApiInsertSchema } } }
+	},
+	responses: {
+		201: {
+			description: "Evaluation suite config created",
+			content: { "application/json": { schema: SingleResponseSchema(EvaluationSuiteConfigApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId } = c.req.valid("param");
+	const configData = c.req.valid("json");
+	const { evaluatorIds, ...suiteConfigData } = configData;
+	try {
+		const id = suiteConfigData.id || generateId();
+		const created = await createEvaluationSuiteConfig(db)({
+			...suiteConfigData,
+			id,
+			tenantId,
+			projectId
+		});
+		if (evaluatorIds && Array.isArray(evaluatorIds) && evaluatorIds.length > 0) await Promise.all(evaluatorIds.map((evaluatorId) => createEvaluationSuiteConfigEvaluatorRelation(db)({
+			tenantId,
+			projectId,
+			id: generateId(),
+			evaluationSuiteConfigId: id,
+			evaluatorId
+		})));
+		logger.info({
+			tenantId,
+			projectId,
+			configId: id
+		}, "Evaluation suite config created");
+		return c.json({ data: created }, 201);
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			configData
+		}, "Failed to create evaluation suite config");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to create evaluation suite config"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "patch",
+	path: "/{configId}",
+	summary: "Update Evaluation Suite Config",
+	operationId: "update-evaluation-suite-config",
+	tags: ["Evaluations"],
+	request: {
+		params: TenantProjectParamsSchema.extend({ configId: z.string() }),
+		body: { content: { "application/json": { schema: EvaluationSuiteConfigApiUpdateSchema } } }
+	},
+	responses: {
+		200: {
+			description: "Evaluation suite config updated",
+			content: { "application/json": { schema: SingleResponseSchema(EvaluationSuiteConfigApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId, configId } = c.req.valid("param");
+	const updateData = c.req.valid("json");
+	try {
+		const updated = await updateEvaluationSuiteConfig(db)({
+			scopes: {
+				tenantId,
+				projectId,
+				evaluationSuiteConfigId: configId
+			},
+			data: updateData
+		});
+		if (!updated) return c.json(createApiError({
+			code: "not_found",
+			message: "Evaluation suite config not found"
+		}), 404);
+		logger.info({
+			tenantId,
+			projectId,
+			configId
+		}, "Evaluation suite config updated");
+		return c.json({ data: updated });
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			configId
+		}, "Failed to update evaluation suite config");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to update evaluation suite config"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "delete",
+	path: "/{configId}",
+	summary: "Delete Evaluation Suite Config",
+	operationId: "delete-evaluation-suite-config",
+	tags: ["Evaluations"],
+	request: { params: TenantProjectParamsSchema.extend({ configId: z.string() }) },
+	responses: {
+		204: { description: "Evaluation suite config deleted" },
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId, configId } = c.req.valid("param");
+	try {
+		if (!await deleteEvaluationSuiteConfig(db)({ scopes: {
+			tenantId,
+			projectId,
+			evaluationSuiteConfigId: configId
+		} })) return c.json(createApiError({
+			code: "not_found",
+			message: "Evaluation suite config not found"
+		}), 404);
+		logger.info({
+			tenantId,
+			projectId,
+			configId
+		}, "Evaluation suite config deleted");
+		return c.body(null, 204);
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			configId
+		}, "Failed to delete evaluation suite config");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to delete evaluation suite config"
+		}), 500);
+	}
+});
+var evaluationSuiteConfigs_default = app;
+
+//#endregion
+export { evaluationSuiteConfigs_default as default };

package/dist/domains/manage/routes/evals/evaluators.d.ts

@@ -0,0 +1,9 @@
+import { ManageAppVariables } from "../../../../types/app.js";
+import { OpenAPIHono } from "@hono/zod-openapi";
+
+//#region src/domains/manage/routes/evals/evaluators.d.ts
+declare const app: OpenAPIHono<{
+  Variables: ManageAppVariables;
+}, {}, "/">;
+//#endregion
+export { app as default };

package/dist/domains/manage/routes/evals/evaluators.js

@@ -0,0 +1,281 @@
+import { getLogger as getLogger$1 } from "../../../../logger.js";
+import { OpenAPIHono, createRoute, z } from "@hono/zod-openapi";
+import { EvaluatorApiInsertSchema, EvaluatorApiSelectSchema, EvaluatorApiUpdateSchema, ListResponseSchema, SingleResponseSchema, TenantProjectParamsSchema, commonGetErrorResponses, createApiError, createEvaluator, deleteEvaluator, generateId, getEvaluatorById, getEvaluatorsByIds, listEvaluators, updateEvaluator } from "@inkeep/agents-core";
+
+//#region src/domains/manage/routes/evals/evaluators.ts
+const app = new OpenAPIHono();
+const logger = getLogger$1("evaluators");
+app.openapi(createRoute({
+	method: "get",
+	path: "/",
+	summary: "List Evaluators",
+	operationId: "list-evaluators",
+	tags: ["Evaluations"],
+	request: { params: TenantProjectParamsSchema },
+	responses: {
+		200: {
+			description: "List of evaluators",
+			content: { "application/json": { schema: ListResponseSchema(EvaluatorApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId } = c.req.valid("param");
+	try {
+		const evaluators = await listEvaluators(db)({ scopes: {
+			tenantId,
+			projectId
+		} });
+		return c.json({
+			data: evaluators,
+			pagination: {
+				page: 1,
+				limit: evaluators.length,
+				total: evaluators.length,
+				pages: 1
+			}
+		});
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId
+		}, "Failed to list evaluators");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to list evaluators"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "get",
+	path: "/{evaluatorId}",
+	summary: "Get Evaluator by ID",
+	operationId: "get-evaluator",
+	tags: ["Evaluations"],
+	request: { params: TenantProjectParamsSchema.extend({ evaluatorId: z.string() }) },
+	responses: {
+		200: {
+			description: "Evaluator details",
+			content: { "application/json": { schema: SingleResponseSchema(EvaluatorApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId, evaluatorId } = c.req.valid("param");
+	try {
+		const evaluator = await getEvaluatorById(db)({ scopes: {
+			tenantId,
+			projectId,
+			evaluatorId
+		} });
+		if (!evaluator) return c.json(createApiError({
+			code: "not_found",
+			message: "Evaluator not found"
+		}), 404);
+		return c.json({ data: evaluator });
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			evaluatorId
+		}, "Failed to get evaluator");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to get evaluator"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "post",
+	path: "/batch",
+	summary: "Get Evaluators by IDs",
+	operationId: "get-evaluators-batch",
+	tags: ["Evaluations"],
+	request: {
+		params: TenantProjectParamsSchema,
+		body: { content: { "application/json": { schema: z.object({ evaluatorIds: z.array(z.string()).min(1, "At least one evaluator ID is required") }) } } }
+	},
+	responses: {
+		200: {
+			description: "List of evaluators",
+			content: { "application/json": { schema: z.object({ data: z.array(EvaluatorApiSelectSchema) }) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId } = c.req.valid("param");
+	const { evaluatorIds } = c.req.valid("json");
+	try {
+		const evaluators = await getEvaluatorsByIds(db)({
+			scopes: {
+				tenantId,
+				projectId
+			},
+			evaluatorIds
+		});
+		return c.json({ data: evaluators });
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			evaluatorIds
+		}, "Failed to get evaluators batch");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to get evaluators"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "post",
+	path: "/",
+	summary: "Create Evaluator",
+	operationId: "create-evaluator",
+	tags: ["Evaluations"],
+	request: {
+		params: TenantProjectParamsSchema,
+		body: { content: { "application/json": { schema: EvaluatorApiInsertSchema } } }
+	},
+	responses: {
+		201: {
+			description: "Evaluator created",
+			content: { "application/json": { schema: SingleResponseSchema(EvaluatorApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId } = c.req.valid("param");
+	const evaluatorData = c.req.valid("json");
+	try {
+		const id = evaluatorData.id || generateId();
+		const created = await createEvaluator(db)({
+			...evaluatorData,
+			id,
+			tenantId,
+			projectId
+		});
+		logger.info({
+			tenantId,
+			projectId,
+			evaluatorId: id
+		}, "Evaluator created");
+		return c.json({ data: created }, 201);
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			evaluatorData
+		}, "Failed to create evaluator");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to create evaluator"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "patch",
+	path: "/{evaluatorId}",
+	summary: "Update Evaluator",
+	operationId: "update-evaluator",
+	tags: ["Evaluations"],
+	request: {
+		params: TenantProjectParamsSchema.extend({ evaluatorId: z.string() }),
+		body: { content: { "application/json": { schema: EvaluatorApiUpdateSchema } } }
+	},
+	responses: {
+		200: {
+			description: "Evaluator updated",
+			content: { "application/json": { schema: SingleResponseSchema(EvaluatorApiSelectSchema) } }
+		},
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId, evaluatorId } = c.req.valid("param");
+	const updateData = c.req.valid("json");
+	try {
+		const updated = await updateEvaluator(db)({
+			scopes: {
+				tenantId,
+				projectId,
+				evaluatorId
+			},
+			data: updateData
+		});
+		if (!updated) return c.json(createApiError({
+			code: "not_found",
+			message: "Evaluator not found"
+		}), 404);
+		logger.info({
+			tenantId,
+			projectId,
+			evaluatorId
+		}, "Evaluator updated");
+		return c.json({ data: updated });
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			evaluatorId
+		}, "Failed to update evaluator");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to update evaluator"
+		}), 500);
+	}
+});
+app.openapi(createRoute({
+	method: "delete",
+	path: "/{evaluatorId}",
+	summary: "Delete Evaluator",
+	operationId: "delete-evaluator",
+	tags: ["Evaluations"],
+	request: { params: TenantProjectParamsSchema.extend({ evaluatorId: z.string() }) },
+	responses: {
+		204: { description: "Evaluator deleted" },
+		...commonGetErrorResponses
+	}
+}), async (c) => {
+	const db = c.get("db");
+	const { tenantId, projectId, evaluatorId } = c.req.valid("param");
+	try {
+		if (!await deleteEvaluator(db)({ scopes: {
+			tenantId,
+			projectId,
+			evaluatorId
+		} })) return c.json(createApiError({
+			code: "not_found",
+			message: "Evaluator not found"
+		}), 404);
+		logger.info({
+			tenantId,
+			projectId,
+			evaluatorId
+		}, "Evaluator deleted");
+		return c.body(null, 204);
+	} catch (error) {
+		logger.error({
+			error,
+			tenantId,
+			projectId,
+			evaluatorId
+		}, "Failed to delete evaluator");
+		return c.json(createApiError({
+			code: "internal_server_error",
+			message: "Failed to delete evaluator"
+		}), 500);
+	}
+});
+var evaluators_default = app;
+
+//#endregion
+export { evaluators_default as default };

package/dist/domains/manage/routes/evals/index.d.ts

@@ -0,0 +1,9 @@
+import { ManageAppVariables } from "../../../../types/app.js";
+import { OpenAPIHono } from "@hono/zod-openapi";
+
+//#region src/domains/manage/routes/evals/index.d.ts
+declare const app: OpenAPIHono<{
+  Variables: ManageAppVariables;
+}, {}, "/">;
+//#endregion
+export { app as default };

package/dist/domains/manage/routes/evals/index.js

@@ -0,0 +1,26 @@
+import datasetItems_default from "./datasetItems.js";
+import datasets_default from "./datasets.js";
+import evaluationJobConfigEvaluatorRelations_default from "./evaluationJobConfigEvaluatorRelations.js";
+import evaluationJobConfigs_default from "./evaluationJobConfigs.js";
+import evaluationResults_default from "./evaluationResults.js";
+import evaluationRunConfigs_default from "./evaluationRunConfigs.js";
+import evaluationSuiteConfigEvaluatorRelations_default from "./evaluationSuiteConfigEvaluatorRelations.js";
+import evaluationSuiteConfigs_default from "./evaluationSuiteConfigs.js";
+import evaluators_default from "./evaluators.js";
+import { OpenAPIHono } from "@hono/zod-openapi";
+
+//#region src/domains/manage/routes/evals/index.ts
+const app = new OpenAPIHono();
+app.route("dataset-items", datasetItems_default);
+app.route("evaluation-job-configs", evaluationJobConfigs_default);
+app.route("evaluation-job-configs", evaluationJobConfigEvaluatorRelations_default);
+app.route("evaluation-run-configs", evaluationRunConfigs_default);
+app.route("evaluation-suite-configs", evaluationSuiteConfigs_default);
+app.route("evaluation-suite-configs", evaluationSuiteConfigEvaluatorRelations_default);
+app.route("datasets", datasets_default);
+app.route("evaluators", evaluators_default);
+app.route("evaluation-results", evaluationResults_default);
+var evals_default = app;
+
+//#endregion
+export { evals_default as default };

package/dist/domains/manage/routes/externalAgents.d.ts

@@ -0,0 +1,9 @@
+import { ManageAppVariables } from "../../../types/app.js";
+import { OpenAPIHono } from "@hono/zod-openapi";
+
+//#region src/domains/manage/routes/externalAgents.d.ts
+declare const app: OpenAPIHono<{
+  Variables: ManageAppVariables;
+}, {}, "/">;
+//#endregion
+export { app as default };