@inkeep/agents-core 0.41.2 → 0.42.0

package/dist/db/{schema.js → manage/manage-schema.js}

@@ -1,46 +1,39 @@
-import { __exportAll } from "../_virtual/rolldown_runtime.js";
-import { account, deviceCode, invitation, member, organization, session, ssoProvider, user, verification } from "../auth/auth-schema.js";
+import { __exportAll } from "../../_virtual/rolldown_runtime.js";
 import { relations } from "drizzle-orm";
-import { foreignKey, index, integer, jsonb, pgTable, primaryKey, text, timestamp, unique, varchar } from "drizzle-orm/pg-core";
+import { boolean, doublePrecision, foreignKey, jsonb, pgTable, primaryKey, text, timestamp, unique, varchar } from "drizzle-orm/pg-core";
 
-//#region src/db/schema.ts
-var schema_exports = /* @__PURE__ */ __exportAll({
-	account: () => account,
+//#region src/db/manage/manage-schema.ts
+var manage_schema_exports = /* @__PURE__ */ __exportAll({
 	agentRelations: () => agentRelations,
 	agentToolRelationsRelations: () => agentToolRelationsRelations,
 	agents: () => agents,
-	apiKeys: () => apiKeys,
-	apiKeysRelations: () => apiKeysRelations,
 	artifactComponents: () => artifactComponents,
 	artifactComponentsRelations: () => artifactComponentsRelations,
-	contextCache: () => contextCache,
-	contextCacheRelations: () => contextCacheRelations,
 	contextConfigs: () => contextConfigs,
 	contextConfigsRelations: () => contextConfigsRelations,
-	conversations: () => conversations,
-	conversationsRelations: () => conversationsRelations,
 	credentialReferences: () => credentialReferences,
 	credentialReferencesRelations: () => credentialReferencesRelations,
 	dataComponents: () => dataComponents,
 	dataComponentsRelations: () => dataComponentsRelations,
-	deviceCode: () => deviceCode,
+	dataset: () => dataset,
+	datasetItem: () => datasetItem,
+	datasetRunConfig: () => datasetRunConfig,
+	datasetRunConfigAgentRelations: () => datasetRunConfigAgentRelations,
+	evaluationJobConfig: () => evaluationJobConfig,
+	evaluationJobConfigEvaluatorRelations: () => evaluationJobConfigEvaluatorRelations,
+	evaluationRunConfig: () => evaluationRunConfig,
+	evaluationRunConfigEvaluationSuiteConfigRelations: () => evaluationRunConfigEvaluationSuiteConfigRelations,
+	evaluationSuiteConfig: () => evaluationSuiteConfig,
+	evaluationSuiteConfigEvaluatorRelations: () => evaluationSuiteConfigEvaluatorRelations,
+	evaluator: () => evaluator,
 	externalAgents: () => externalAgents,
 	externalAgentsRelations: () => externalAgentsRelations,
 	functionTools: () => functionTools,
 	functionToolsRelations: () => functionToolsRelations,
 	functions: () => functions,
 	functionsRelations: () => functionsRelations,
-	invitation: () => invitation,
-	ledgerArtifacts: () => ledgerArtifacts,
-	ledgerArtifactsRelations: () => ledgerArtifactsRelations,
-	member: () => member,
-	messages: () => messages,
-	messagesRelations: () => messagesRelations,
-	organization: () => organization,
 	projects: () => projects,
 	projectsRelations: () => projectsRelations,
-	session: () => session,
-	ssoProvider: () => ssoProvider,
 	subAgentArtifactComponents: () => subAgentArtifactComponents,
 	subAgentArtifactComponentsRelations: () => subAgentArtifactComponentsRelations,
 	subAgentDataComponents: () => subAgentDataComponents,
@@ -56,14 +49,9 @@ var schema_exports = /* @__PURE__ */ __exportAll({
 	subAgentToolRelations: () => subAgentToolRelations,
 	subAgents: () => subAgents,
 	subAgentsRelations: () => subAgentsRelations,
-	taskRelations: () => taskRelations,
-	taskRelationsRelations: () => taskRelationsRelations,
-	tasks: () => tasks,
-	tasksRelations: () => tasksRelations,
 	tools: () => tools,
 	toolsRelations: () => toolsRelations,
-	user: () => user,
-	verification: () => verification
+	triggers: () => triggers
 });
 const tenantScoped = {
 	tenantId: varchar("tenant_id", { length: 256 }).notNull(),
@@ -95,11 +83,7 @@ const projects = pgTable("projects", {
 	models: jsonb("models").$type(),
 	stopWhen: jsonb("stop_when").$type(),
 	...timestamps
-}, (table) => [primaryKey({ columns: [table.tenantId, table.id] }), foreignKey({
-	columns: [table.tenantId],
-	foreignColumns: [organization.id],
-	name: "projects_tenant_id_fk"
-}).onDelete("cascade")]);
+}, (table) => [primaryKey({ columns: [table.tenantId, table.id] })]);
 const agents = pgTable("agent", {
 	...projectScoped,
 	name: varchar("name", { length: 256 }).notNull(),
@@ -143,30 +127,34 @@ const contextConfigs = pgTable("context_configs", {
 	],
 	name: "context_configs_agent_fk"
 }).onDelete("cascade")]);
-const contextCache = pgTable("context_cache", {
-	...projectScoped,
-	conversationId: varchar("conversation_id", { length: 256 }).notNull(),
-	contextConfigId: varchar("context_config_id", { length: 256 }).notNull(),
-	contextVariableKey: varchar("context_variable_key", { length: 256 }).notNull(),
-	value: jsonb("value").$type().notNull(),
-	requestHash: varchar("request_hash", { length: 256 }),
-	fetchedAt: timestamp("fetched_at", { mode: "string" }).notNull().defaultNow(),
-	fetchSource: varchar("fetch_source", { length: 256 }),
-	fetchDurationMs: integer("fetch_duration_ms"),
+const triggers = pgTable("triggers", {
+	...agentScoped,
+	...uiProperties,
+	enabled: boolean("enabled").notNull().default(true),
+	inputSchema: jsonb("input_schema").$type(),
+	outputTransform: jsonb("output_transform").$type(),
+	messageTemplate: text("message_template"),
+	authentication: jsonb("authentication").$type(),
+	signingSecret: text("signing_secret"),
 	...timestamps
-}, (table) => [
-	primaryKey({ columns: [
+}, (table) => [primaryKey({ columns: [
+	table.tenantId,
+	table.projectId,
+	table.agentId,
+	table.id
+] }), foreignKey({
+	columns: [
 		table.tenantId,
 		table.projectId,
-		table.id
-	] }),
-	foreignKey({
-		columns: [table.tenantId, table.projectId],
-		foreignColumns: [projects.tenantId, projects.id],
-		name: "context_cache_project_fk"
-	}).onDelete("cascade"),
-	index("context_cache_lookup_idx").on(table.conversationId, table.contextConfigId, table.contextVariableKey)
-]);
+		table.agentId
+	],
+	foreignColumns: [
+		agents.tenantId,
+		agents.projectId,
+		agents.id
+	],
+	name: "triggers_agent_fk"
+}).onDelete("cascade")]);
 const subAgents = pgTable("sub_agents", {
 	...agentScoped,
 	...uiProperties,
@@ -246,46 +234,6 @@ const externalAgents = pgTable("external_agents", {
 		name: "external_agents_credential_reference_fk"
 	}).onDelete("set null")
 ]);
-const tasks = pgTable("tasks", {
-	...subAgentScoped,
-	contextId: varchar("context_id", { length: 256 }).notNull(),
-	status: varchar("status", { length: 256 }).notNull(),
-	metadata: jsonb("metadata").$type(),
-	...timestamps
-}, (table) => [primaryKey({ columns: [
-	table.tenantId,
-	table.projectId,
-	table.id
-] }), foreignKey({
-	columns: [
-		table.tenantId,
-		table.projectId,
-		table.agentId,
-		table.subAgentId
-	],
-	foreignColumns: [
-		subAgents.tenantId,
-		subAgents.projectId,
-		subAgents.agentId,
-		subAgents.id
-	],
-	name: "tasks_sub_agent_fk"
-}).onDelete("cascade")]);
-const taskRelations = pgTable("task_relations", {
-	...projectScoped,
-	parentTaskId: varchar("parent_task_id", { length: 256 }).notNull(),
-	childTaskId: varchar("child_task_id", { length: 256 }).notNull(),
-	relationType: varchar("relation_type", { length: 256 }).default("parent_child"),
-	...timestamps
-}, (table) => [primaryKey({ columns: [
-	table.tenantId,
-	table.projectId,
-	table.id
-] }), foreignKey({
-	columns: [table.tenantId, table.projectId],
-	foreignColumns: [projects.tenantId, projects.id],
-	name: "task_relations_project_fk"
-}).onDelete("cascade")]);
 const dataComponents = pgTable("data_components", {
 	...projectScoped,
 	...uiProperties,
@@ -360,13 +308,16 @@ const subAgentArtifactComponents = pgTable("sub_agent_artifact_components", {
 	artifactComponentId: varchar("artifact_component_id", { length: 256 }).notNull(),
 	createdAt: timestamp("created_at", { mode: "string" }).notNull().defaultNow()
 }, (table) => [
-	primaryKey({ columns: [
-		table.tenantId,
-		table.projectId,
-		table.agentId,
-		table.subAgentId,
-		table.id
-	] }),
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.agentId,
+			table.subAgentId,
+			table.id
+		],
+		name: "sub_agent_artifact_components_pk"
+	}),
 	foreignKey({
 		columns: [
 			table.tenantId,
@@ -529,12 +480,15 @@ const subAgentExternalAgentRelations = pgTable("sub_agent_external_agent_relatio
 	headers: jsonb("headers").$type(),
 	...timestamps
 }, (table) => [
-	primaryKey({ columns: [
-		table.tenantId,
-		table.projectId,
-		table.agentId,
-		table.id
-	] }),
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.agentId,
+			table.id
+		],
+		name: "sub_agent_external_agent_relations_pk"
+	}),
 	foreignKey({
 		columns: [
 			table.tenantId,
@@ -570,12 +524,15 @@ const subAgentTeamAgentRelations = pgTable("sub_agent_team_agent_relations", {
 	headers: jsonb("headers").$type(),
 	...timestamps
 }, (table) => [
-	primaryKey({ columns: [
-		table.tenantId,
-		table.projectId,
-		table.agentId,
-		table.id
-	] }),
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.agentId,
+			table.id
+		],
+		name: "sub_agent_team_agent_relations_pk"
+	}),
 	foreignKey({
 		columns: [
 			table.tenantId,
@@ -610,12 +567,15 @@ const subAgentFunctionToolRelations = pgTable("sub_agent_function_tool_relations
 	functionToolId: varchar("function_tool_id", { length: 256 }).notNull(),
 	...timestamps
 }, (table) => [
-	primaryKey({ columns: [
-		table.tenantId,
-		table.projectId,
-		table.agentId,
-		table.id
-	] }),
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.agentId,
+			table.id
+		],
+		name: "sub_agent_function_tool_relations_pk"
+	}),
 	foreignKey({
 		columns: [
 			table.tenantId,
@@ -647,13 +607,43 @@ const subAgentFunctionToolRelations = pgTable("sub_agent_function_tool_relations
 		name: "sub_agent_function_tool_relations_function_tool_fk"
 	}).onDelete("cascade")
 ]);
-const conversations = pgTable("conversations", {
+const credentialReferences = pgTable("credential_references", {
 	...projectScoped,
+	name: varchar("name", { length: 256 }).notNull(),
+	type: varchar("type", { length: 256 }).notNull(),
+	credentialStoreId: varchar("credential_store_id", { length: 256 }).notNull(),
+	retrievalParams: jsonb("retrieval_params").$type(),
+	toolId: varchar("tool_id", { length: 256 }),
 	userId: varchar("user_id", { length: 256 }),
-	activeSubAgentId: varchar("active_sub_agent_id", { length: 256 }).notNull(),
-	title: text("title"),
-	lastContextResolution: timestamp("last_context_resolution", { mode: "string" }),
-	metadata: jsonb("metadata").$type(),
+	createdBy: varchar("created_by", { length: 256 }),
+	...timestamps
+}, (t) => [
+	primaryKey({ columns: [
+		t.tenantId,
+		t.projectId,
+		t.id
+	] }),
+	foreignKey({
+		columns: [t.tenantId, t.projectId],
+		foreignColumns: [projects.tenantId, projects.id],
+		name: "credential_references_project_fk"
+	}).onDelete("cascade"),
+	unique("credential_references_id_unique").on(t.id),
+	unique("credential_references_tool_user_unique").on(t.toolId, t.userId)
+]);
+/**
+* A collection of test cases/items used for evaluation. Contains dataset items
+* that define input/output pairs for testing agents. Used for batch evaluation
+* runs where conversations are created from dataset items. Each datasetRun
+* specifies which agent to use when executing the dataset.
+*
+* one to many relationship with datasetItem
+*
+* Includes: name and timestamps
+*/
+const dataset = pgTable("dataset", {
+	...projectScoped,
+	name: varchar("name", { length: 256 }).notNull(),
 	...timestamps
 }, (table) => [primaryKey({ columns: [
 	table.tenantId,
@@ -662,26 +652,50 @@ const conversations = pgTable("conversations", {
 ] }), foreignKey({
 	columns: [table.tenantId, table.projectId],
 	foreignColumns: [projects.tenantId, projects.id],
-	name: "conversations_project_fk"
+	name: "dataset_project_fk"
+}).onDelete("cascade")]);
+/**
+*
+* Individual test case within a dataset. Contains the input messages to send
+* to an agent and optionally expected output or simulation configuration.
+* When a dataset run executes, it creates conversations from these items.
+*
+*
+* Includes: input (messages array with optional headers), expected output (array of messages),
+* simulation agent (stopWhen conditions, prompt/modelConfig), and timestamps
+* simulationAgent is for when a user wants to create a multi-turn simulation aka a simulating agent is creating input messages based on a persona
+*/
+const datasetItem = pgTable("dataset_item", {
+	...projectScoped,
+	datasetId: text("dataset_id").notNull(),
+	input: jsonb("input").$type().notNull(),
+	expectedOutput: jsonb("expected_output").$type(),
+	simulationAgent: jsonb("simulation_agent").$type(),
+	...timestamps
+}, (table) => [primaryKey({ columns: [
+	table.tenantId,
+	table.projectId,
+	table.id
+] }), foreignKey({
+	columns: [
+		table.tenantId,
+		table.projectId,
+		table.datasetId
+	],
+	foreignColumns: [
+		dataset.tenantId,
+		dataset.projectId,
+		dataset.id
+	],
+	name: "dataset_item_dataset_fk"
 }).onDelete("cascade")]);
-const messages = pgTable("messages", {
+const evaluator = pgTable("evaluator", {
 	...projectScoped,
-	conversationId: varchar("conversation_id", { length: 256 }).notNull(),
-	role: varchar("role", { length: 256 }).notNull(),
-	fromSubAgentId: varchar("from_sub_agent_id", { length: 256 }),
-	toSubAgentId: varchar("to_sub_agent_id", { length: 256 }),
-	fromExternalAgentId: varchar("from_external_sub_agent_id", { length: 256 }),
-	toExternalAgentId: varchar("to_external_sub_agent_id", { length: 256 }),
-	fromTeamAgentId: varchar("from_team_agent_id", { length: 256 }),
-	toTeamAgentId: varchar("to_team_agent_id", { length: 256 }),
-	content: jsonb("content").$type().notNull(),
-	visibility: varchar("visibility", { length: 256 }).notNull().default("user-facing"),
-	messageType: varchar("message_type", { length: 256 }).notNull().default("chat"),
-	taskId: varchar("task_id", { length: 256 }),
-	parentMessageId: varchar("parent_message_id", { length: 256 }),
-	a2aTaskId: varchar("a2a_task_id", { length: 256 }),
-	a2aSessionId: varchar("a2a_session_id", { length: 256 }),
-	metadata: jsonb("metadata").$type(),
+	...uiProperties,
+	prompt: text("prompt").notNull(),
+	schema: jsonb("schema").$type().notNull(),
+	model: jsonb("model").$type().notNull(),
+	passCriteria: jsonb("pass_criteria").$type(),
 	...timestamps
 }, (table) => [primaryKey({ columns: [
 	table.tenantId,
@@ -690,116 +704,265 @@ const messages = pgTable("messages", {
 ] }), foreignKey({
 	columns: [table.tenantId, table.projectId],
 	foreignColumns: [projects.tenantId, projects.id],
-	name: "messages_project_fk"
+	name: "evaluator_project_fk"
 }).onDelete("cascade")]);
-const ledgerArtifacts = pgTable("ledger_artifacts", {
+const datasetRunConfig = pgTable("dataset_run_config", {
 	...projectScoped,
-	taskId: varchar("task_id", { length: 256 }).notNull(),
-	toolCallId: varchar("tool_call_id", { length: 256 }),
-	contextId: varchar("context_id", { length: 256 }).notNull(),
-	type: varchar("type", { length: 256 }).notNull().default("source"),
-	name: varchar("name", { length: 256 }),
-	description: text("description"),
-	parts: jsonb("parts").$type(),
-	metadata: jsonb("metadata").$type(),
-	summary: text("summary"),
-	mime: jsonb("mime").$type(),
-	visibility: varchar("visibility", { length: 256 }).default("context"),
-	allowedAgents: jsonb("allowed_agents").$type(),
-	derivedFrom: varchar("derived_from", { length: 256 }),
+	...uiProperties,
+	datasetId: text("dataset_id").notNull(),
 	...timestamps
 }, (table) => [
 	primaryKey({ columns: [
 		table.tenantId,
 		table.projectId,
-		table.id,
-		table.taskId
+		table.id
 	] }),
 	foreignKey({
 		columns: [table.tenantId, table.projectId],
 		foreignColumns: [projects.tenantId, projects.id],
-		name: "ledger_artifacts_project_fk"
+		name: "dataset_run_config_project_fk"
 	}).onDelete("cascade"),
-	index("ledger_artifacts_task_id_idx").on(table.taskId),
-	index("ledger_artifacts_tool_call_id_idx").on(table.toolCallId),
-	index("ledger_artifacts_context_id_idx").on(table.contextId),
-	unique("ledger_artifacts_task_context_name_unique").on(table.taskId, table.contextId, table.name)
+	foreignKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.datasetId
+		],
+		foreignColumns: [
+			dataset.tenantId,
+			dataset.projectId,
+			dataset.id
+		],
+		name: "dataset_run_config_dataset_fk"
+	}).onDelete("cascade")
 ]);
-const apiKeys = pgTable("api_keys", {
-	...agentScoped,
-	publicId: varchar("public_id", { length: 256 }).notNull().unique(),
-	keyHash: varchar("key_hash", { length: 256 }).notNull(),
-	keyPrefix: varchar("key_prefix", { length: 256 }).notNull(),
-	name: varchar("name", { length: 256 }),
-	lastUsedAt: timestamp("last_used_at", { mode: "string" }),
-	expiresAt: timestamp("expires_at", { mode: "string" }),
+/**
+* Configuration that defines what to evaluate. Contains filters and evaluators.
+* Example: "Evaluate conversations for agentId X with filters Y"
+*
+* Linked to one or more evaluationRunConfigs (via join table) that define when to run.
+* When triggered, creates an evaluationRun with computed filters based on the criteria.
+*
+* Configuration-level filters:
+* - Filters stored in filters JSONB field
+*
+* many to many relationship with evaluationRunConfig
+*
+* Includes: name, description, filters (JSONB for evaluation criteria),
+* sampleRate for sampling, and timestamps
+*/
+const evaluationSuiteConfig = pgTable("evaluation_suite_config", {
+	...projectScoped,
+	filters: jsonb("filters").$type(),
+	sampleRate: doublePrecision("sample_rate"),
 	...timestamps
-}, (t) => [
+}, (table) => [primaryKey({ columns: [
+	table.tenantId,
+	table.projectId,
+	table.id
+] }), foreignKey({
+	columns: [table.tenantId, table.projectId],
+	foreignColumns: [projects.tenantId, projects.id],
+	name: "evaluation_suite_config_project_fk"
+}).onDelete("cascade")]);
+/**
+* Links evaluators to evaluation suite configs. Many-to-many relationship that
+* attaches evaluators to an evaluation suite configuration. Each evaluator must
+* have its own model configuration defined.
+*
+* Includes: evaluationSuiteConfigId, evaluatorId, and timestamps
+*/
+const evaluationSuiteConfigEvaluatorRelations = pgTable("evaluation_suite_config_evaluator_relations", {
+	...projectScoped,
+	evaluationSuiteConfigId: text("evaluation_suite_config_id").notNull(),
+	evaluatorId: text("evaluator_id").notNull(),
+	...timestamps
+}, (table) => [
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.id
+		],
+		name: "eval_suite_cfg_evaluator_rel_pk"
+	}),
 	foreignKey({
-		columns: [t.tenantId],
-		foreignColumns: [organization.id],
-		name: "api_keys_organization_fk"
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.evaluationSuiteConfigId
+		],
+		foreignColumns: [
+			evaluationSuiteConfig.tenantId,
+			evaluationSuiteConfig.projectId,
+			evaluationSuiteConfig.id
+		],
+		name: "eval_suite_cfg_evaluator_rel_suite_cfg_fk"
 	}).onDelete("cascade"),
 	foreignKey({
-		columns: [t.tenantId, t.projectId],
-		foreignColumns: [projects.tenantId, projects.id],
-		name: "api_keys_project_fk"
-	}).onDelete("cascade"),
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.evaluatorId
+		],
+		foreignColumns: [
+			evaluator.tenantId,
+			evaluator.projectId,
+			evaluator.id
+		],
+		name: "eval_suite_cfg_evaluator_rel_evaluator_fk"
+	}).onDelete("cascade")
+]);
+/**
+* Links evaluation run configs to evaluation suite configs. Many-to-many relationship that
+* allows one suite config to have multiple run schedules, and one run config to be used
+* by multiple suite configs.
+*
+* Includes: evaluationRunConfigId, evaluationSuiteConfigId, and timestamps
+*/
+const evaluationRunConfigEvaluationSuiteConfigRelations = pgTable("evaluation_run_config_evaluation_suite_config_relations", {
+	...projectScoped,
+	evaluationRunConfigId: text("evaluation_run_config_id").notNull(),
+	evaluationSuiteConfigId: text("evaluation_suite_config_id").notNull(),
+	...timestamps
+}, (table) => [
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.id
+		],
+		name: "eval_run_cfg_eval_suite_cfg_rel_pk"
+	}),
 	foreignKey({
 		columns: [
-			t.tenantId,
-			t.projectId,
-			t.agentId
+			table.tenantId,
+			table.projectId,
+			table.evaluationRunConfigId
 		],
 		foreignColumns: [
-			agents.tenantId,
-			agents.projectId,
-			agents.id
+			evaluationRunConfig.tenantId,
+			evaluationRunConfig.projectId,
+			evaluationRunConfig.id
 		],
-		name: "api_keys_agent_fk"
+		name: "eval_run_cfg_eval_suite_rel_run_cfg_fk"
 	}).onDelete("cascade"),
-	index("api_keys_tenant_agent_idx").on(t.tenantId, t.agentId),
-	index("api_keys_prefix_idx").on(t.keyPrefix),
-	index("api_keys_public_id_idx").on(t.publicId)
+	foreignKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.evaluationSuiteConfigId
+		],
+		foreignColumns: [
+			evaluationSuiteConfig.tenantId,
+			evaluationSuiteConfig.projectId,
+			evaluationSuiteConfig.id
+		],
+		name: "eval_run_cfg_eval_suite_rel_suite_cfg_fk"
+	}).onDelete("cascade")
 ]);
-const credentialReferences = pgTable("credential_references", {
+/**
+* Configuration for automated evaluation runs. Trigger policies is conversation end.
+* Can be linked to multiple evaluation suite configs via join table.
+* many to many relationship with evaluationSuiteConfig
+*
+* Evaluations are automatically triggered when regular conversations complete.
+* When a conversation ends, creates an evaluationRun that evaluates that conversation.
+*
+* NOTE: Evaluation run configs ONLY run on regular conversations, NOT dataset run conversations.
+* Dataset runs create their own evaluationJobConfig with specific evaluators at run-time.
+*
+* one to many relationship with evaluationRun
+*/
+const evaluationRunConfig = pgTable("evaluation_run_config", {
 	...projectScoped,
-	name: varchar("name", { length: 256 }).notNull(),
-	type: varchar("type", { length: 256 }).notNull(),
-	credentialStoreId: varchar("credential_store_id", { length: 256 }).notNull(),
-	retrievalParams: jsonb("retrieval_params").$type(),
-	toolId: varchar("tool_id", { length: 256 }),
-	userId: varchar("user_id", { length: 256 }),
-	createdBy: varchar("created_by", { length: 256 }),
+	...uiProperties,
+	isActive: boolean("is_active").notNull().default(true),
 	...timestamps
-}, (t) => [
-	primaryKey({ columns: [
-		t.tenantId,
-		t.projectId,
-		t.id
-	] }),
+}, (table) => [primaryKey({ columns: [
+	table.tenantId,
+	table.projectId,
+	table.id
+] }), foreignKey({
+	columns: [table.tenantId, table.projectId],
+	foreignColumns: [projects.tenantId, projects.id],
+	name: "evaluation_run_config_project_fk"
+}).onDelete("cascade")]);
+/**
+* Configuration for a one-off evaluation job to be executed.
+* Example: "Evaluate all conversations in datasetRunId 1234"
+*
+* Created manually or by external systems. Contains job-specific filters like
+* datasetRunIds, conversationIds, and absolute dateRange.
+*
+* one to many relationship with evaluationRun
+*
+* When a job completes, an evaluationRun is created with evaluationJobConfigId set.
+*
+* Includes: jobFilters (specific filters for this job execution: datasetRunIds, conversationIds,
+* dateRange with absolute dates), and timestamps
+*/
+const evaluationJobConfig = pgTable("evaluation_job_config", {
+	...projectScoped,
+	jobFilters: jsonb("job_filters").$type(),
+	...timestamps
+}, (table) => [primaryKey({ columns: [
+	table.tenantId,
+	table.projectId,
+	table.id
+] }), foreignKey({
+	columns: [table.tenantId, table.projectId],
+	foreignColumns: [projects.tenantId, projects.id],
+	name: "evaluation_job_config_project_fk"
+}).onDelete("cascade")]);
+/**
+* Links evaluators to evaluation job configs. Many-to-many relationship that
+* attaches evaluators to an evaluation job configuration. Each evaluator must
+* have its own model configuration defined.
+*
+* Includes: evaluationJobConfigId, evaluatorId, and timestamps
+*/
+const evaluationJobConfigEvaluatorRelations = pgTable("evaluation_job_config_evaluator_relations", {
+	...projectScoped,
+	evaluationJobConfigId: text("evaluation_job_config_id").notNull(),
+	evaluatorId: text("evaluator_id").notNull(),
+	...timestamps
+}, (table) => [
+	primaryKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.id
+		],
+		name: "eval_job_cfg_evaluator_rel_pk"
+	}),
 	foreignKey({
-		columns: [t.tenantId, t.projectId],
-		foreignColumns: [projects.tenantId, projects.id],
-		name: "credential_references_project_fk"
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.evaluationJobConfigId
+		],
+		foreignColumns: [
+			evaluationJobConfig.tenantId,
+			evaluationJobConfig.projectId,
+			evaluationJobConfig.id
+		],
+		name: "eval_job_cfg_evaluator_rel_job_cfg_fk"
 	}).onDelete("cascade"),
-	unique("credential_references_id_unique").on(t.id),
-	unique("credential_references_tool_user_unique").on(t.toolId, t.userId)
+	foreignKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.evaluatorId
+		],
+		foreignColumns: [
+			evaluator.tenantId,
+			evaluator.projectId,
+			evaluator.id
+		],
+		name: "eval_job_cfg_evaluator_rel_evaluator_fk"
+	}).onDelete("cascade")
 ]);
-const tasksRelations = relations(tasks, ({ one, many }) => ({
-	project: one(projects, {
-		fields: [tasks.tenantId, tasks.projectId],
-		references: [projects.tenantId, projects.id]
-	}),
-	parentRelations: many(taskRelations, { relationName: "childTask" }),
-	childRelations: many(taskRelations, { relationName: "parentTask" }),
-	subAgent: one(subAgents, {
-		fields: [tasks.subAgentId],
-		references: [subAgents.id]
-	}),
-	messages: many(messages),
-	ledgerArtifacts: many(ledgerArtifacts)
-}));
 const projectsRelations = relations(projects, ({ many }) => ({
 	subAgents: many(subAgents),
 	agents: many(agents),
@@ -807,48 +970,25 @@ const projectsRelations = relations(projects, ({ many }) => ({
 	functions: many(functions),
 	contextConfigs: many(contextConfigs),
 	externalAgents: many(externalAgents),
-	conversations: many(conversations),
-	tasks: many(tasks),
 	dataComponents: many(dataComponents),
 	artifactComponents: many(artifactComponents),
-	ledgerArtifacts: many(ledgerArtifacts),
 	credentialReferences: many(credentialReferences)
 }));
-const taskRelationsRelations = relations(taskRelations, ({ one }) => ({
-	parentTask: one(tasks, {
-		fields: [taskRelations.parentTaskId],
-		references: [tasks.id],
-		relationName: "parentTask"
-	}),
-	childTask: one(tasks, {
-		fields: [taskRelations.childTaskId],
-		references: [tasks.id],
-		relationName: "childTask"
-	})
-}));
 const contextConfigsRelations = relations(contextConfigs, ({ many, one }) => ({
 	project: one(projects, {
 		fields: [contextConfigs.tenantId, contextConfigs.projectId],
 		references: [projects.tenantId, projects.id]
 	}),
-	agents: many(agents),
-	cache: many(contextCache)
+	agents: many(agents)
 }));
-const contextCacheRelations = relations(contextCache, ({ one }) => ({ contextConfig: one(contextConfigs, {
-	fields: [contextCache.contextConfigId],
-	references: [contextConfigs.id]
-}) }));
 const subAgentsRelations = relations(subAgents, ({ many, one }) => ({
 	project: one(projects, {
 		fields: [subAgents.tenantId, subAgents.projectId],
 		references: [projects.tenantId, projects.id]
 	}),
-	tasks: many(tasks),
 	defaultForAgents: many(agents),
 	sourceRelations: many(subAgentRelations, { relationName: "sourceRelations" }),
 	targetRelations: many(subAgentRelations, { relationName: "targetRelations" }),
-	sentMessages: many(messages, { relationName: "sentMessages" }),
-	receivedMessages: many(messages, { relationName: "receivedMessages" }),
 	toolRelations: many(subAgentToolRelations),
 	functionToolRelations: many(subAgentFunctionToolRelations),
 	dataComponentRelations: many(subAgentDataComponents),
@@ -880,16 +1020,6 @@ const externalAgentsRelations = relations(externalAgents, ({ one, many }) => ({
 		references: [credentialReferences.id]
 	})
 }));
-const apiKeysRelations = relations(apiKeys, ({ one }) => ({
-	project: one(projects, {
-		fields: [apiKeys.tenantId, apiKeys.projectId],
-		references: [projects.tenantId, projects.id]
-	}),
-	agent: one(agents, {
-		fields: [apiKeys.agentId],
-		references: [agents.id]
-	})
-}));
 const agentToolRelationsRelations = relations(subAgentToolRelations, ({ one }) => ({
 	subAgent: one(subAgents, {
 		fields: [subAgentToolRelations.subAgentId],
@@ -919,79 +1049,6 @@ const toolsRelations = relations(tools, ({ one, many }) => ({
 		references: [credentialReferences.id]
 	})
 }));
-const conversationsRelations = relations(conversations, ({ one, many }) => ({
-	project: one(projects, {
-		fields: [conversations.tenantId, conversations.projectId],
-		references: [projects.tenantId, projects.id]
-	}),
-	messages: many(messages),
-	activeSubAgent: one(subAgents, {
-		fields: [conversations.activeSubAgentId],
-		references: [subAgents.id]
-	})
-}));
-const messagesRelations = relations(messages, ({ one, many }) => ({
-	conversation: one(conversations, {
-		fields: [messages.conversationId],
-		references: [conversations.id]
-	}),
-	fromSubAgent: one(subAgents, {
-		fields: [messages.fromSubAgentId],
-		references: [subAgents.id],
-		relationName: "sentMessages"
-	}),
-	toSubAgent: one(subAgents, {
-		fields: [messages.toSubAgentId],
-		references: [subAgents.id],
-		relationName: "receivedMessages"
-	}),
-	fromTeamAgent: one(agents, {
-		fields: [messages.fromTeamAgentId],
-		references: [agents.id],
-		relationName: "receivedTeamMessages"
-	}),
-	toTeamAgent: one(agents, {
-		fields: [messages.toTeamAgentId],
-		references: [agents.id],
-		relationName: "sentTeamMessages"
-	}),
-	fromExternalAgent: one(externalAgents, {
-		fields: [
-			messages.tenantId,
-			messages.projectId,
-			messages.fromExternalAgentId
-		],
-		references: [
-			externalAgents.tenantId,
-			externalAgents.projectId,
-			externalAgents.id
-		],
-		relationName: "receivedExternalMessages"
-	}),
-	toExternalAgent: one(externalAgents, {
-		fields: [
-			messages.tenantId,
-			messages.projectId,
-			messages.toExternalAgentId
-		],
-		references: [
-			externalAgents.tenantId,
-			externalAgents.projectId,
-			externalAgents.id
-		],
-		relationName: "sentExternalMessages"
-	}),
-	task: one(tasks, {
-		fields: [messages.taskId],
-		references: [tasks.id]
-	}),
-	parentMessage: one(messages, {
-		fields: [messages.parentMessageId],
-		references: [messages.id],
-		relationName: "parentChild"
-	}),
-	childMessages: many(messages, { relationName: "parentChild" })
-}));
 const artifactComponentsRelations = relations(artifactComponents, ({ many, one }) => ({
 	project: one(projects, {
 		fields: [artifactComponents.tenantId, artifactComponents.projectId],
@@ -1026,16 +1083,6 @@ const subAgentDataComponentsRelations = relations(subAgentDataComponents, ({ one
 		references: [dataComponents.id]
 	})
 }));
-const ledgerArtifactsRelations = relations(ledgerArtifacts, ({ one }) => ({
-	project: one(projects, {
-		fields: [ledgerArtifacts.tenantId, ledgerArtifacts.projectId],
-		references: [projects.tenantId, projects.id]
-	}),
-	task: one(tasks, {
-		fields: [ledgerArtifacts.taskId],
-		references: [tasks.id]
-	})
-}));
 const functionsRelations = relations(functions, ({ many, one }) => ({
 	functionTools: many(functionTools),
 	project: one(projects, {
@@ -1156,6 +1203,51 @@ const subAgentTeamAgentRelationsRelations = relations(subAgentTeamAgentRelations
 		]
 	})
 }));
+/**
+* Links agents to dataset run configs. Many-to-many relationship that
+* allows one dataset run config to use multiple agents, and one agent to be used
+* by multiple dataset run configs.
+*
+* Includes: datasetRunConfigId, agentId, and timestamps
+*/
+const datasetRunConfigAgentRelations = pgTable("dataset_run_config_agent_relations", {
+	...projectScoped,
+	datasetRunConfigId: text("dataset_run_config_id").notNull(),
+	agentId: text("agent_id").notNull(),
+	...timestamps
+}, (table) => [
+	primaryKey({ columns: [
+		table.tenantId,
+		table.projectId,
+		table.id
+	] }),
+	foreignKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.datasetRunConfigId
+		],
+		foreignColumns: [
+			datasetRunConfig.tenantId,
+			datasetRunConfig.projectId,
+			datasetRunConfig.id
+		],
+		name: "dataset_run_config_agent_relations_dataset_run_config_fk"
+	}).onDelete("cascade"),
+	foreignKey({
+		columns: [
+			table.tenantId,
+			table.projectId,
+			table.agentId
+		],
+		foreignColumns: [
+			agents.tenantId,
+			agents.projectId,
+			agents.id
+		],
+		name: "dataset_run_config_agent_relations_agent_fk"
+	}).onDelete("cascade")
+]);
 
 //#endregion
-export { account, agentRelations, agentToolRelationsRelations, agents, apiKeys, apiKeysRelations, artifactComponents, artifactComponentsRelations, contextCache, contextCacheRelations, contextConfigs, contextConfigsRelations, conversations, conversationsRelations, credentialReferences, credentialReferencesRelations, dataComponents, dataComponentsRelations, deviceCode, externalAgents, externalAgentsRelations, functionTools, functionToolsRelations, functions, functionsRelations, invitation, ledgerArtifacts, ledgerArtifactsRelations, member, messages, messagesRelations, organization, projects, projectsRelations, schema_exports, session, ssoProvider, subAgentArtifactComponents, subAgentArtifactComponentsRelations, subAgentDataComponents, subAgentDataComponentsRelations, subAgentExternalAgentRelations, subAgentExternalAgentRelationsRelations, subAgentFunctionToolRelations, subAgentFunctionToolRelationsRelations, subAgentRelations, subAgentRelationsRelations, subAgentTeamAgentRelations, subAgentTeamAgentRelationsRelations, subAgentToolRelations, subAgents, subAgentsRelations, taskRelations, taskRelationsRelations, tasks, tasksRelations, tools, toolsRelations, user, verification };
+export { agentRelations, agentToolRelationsRelations, agents, artifactComponents, artifactComponentsRelations, contextConfigs, contextConfigsRelations, credentialReferences, credentialReferencesRelations, dataComponents, dataComponentsRelations, dataset, datasetItem, datasetRunConfig, datasetRunConfigAgentRelations, evaluationJobConfig, evaluationJobConfigEvaluatorRelations, evaluationRunConfig, evaluationRunConfigEvaluationSuiteConfigRelations, evaluationSuiteConfig, evaluationSuiteConfigEvaluatorRelations, evaluator, externalAgents, externalAgentsRelations, functionTools, functionToolsRelations, functions, functionsRelations, manage_schema_exports, projects, projectsRelations, subAgentArtifactComponents, subAgentArtifactComponentsRelations, subAgentDataComponents, subAgentDataComponentsRelations, subAgentExternalAgentRelations, subAgentExternalAgentRelationsRelations, subAgentFunctionToolRelations, subAgentFunctionToolRelationsRelations, subAgentRelations, subAgentRelationsRelations, subAgentTeamAgentRelations, subAgentTeamAgentRelationsRelations, subAgentToolRelations, subAgents, subAgentsRelations, tools, toolsRelations, triggers };