@inkeep/agents-core 0.78.4 → 0.78.5

package/dist/data-access/runtime/apiKeys.d.ts

@@ -9,48 +9,48 @@ declare const getApiKeyById: (db: AgentsRunDatabaseClient) => (params: {
   id: string;
 }) => Promise<{
   id: string;
-  tenantId: string;
-  createdAt: string;
   name: string | null;
-  agentId: string;
-  projectId: string;
+  createdAt: string;
   updatedAt: string;
   expiresAt: string | null;
-  lastUsedAt: string | null;
+  projectId: string;
+  tenantId: string;
+  agentId: string;
   publicId: string;
   keyHash: string;
   keyPrefix: string;
+  lastUsedAt: string | null;
 } | undefined>;
 declare const getApiKeyByPublicId: (db: AgentsRunDatabaseClient) => (publicId: string) => Promise<{
   id: string;
-  tenantId: string;
-  createdAt: string;
   name: string | null;
-  agentId: string;
-  projectId: string;
+  createdAt: string;
   updatedAt: string;
   expiresAt: string | null;
-  lastUsedAt: string | null;
+  projectId: string;
+  tenantId: string;
+  agentId: string;
   publicId: string;
   keyHash: string;
   keyPrefix: string;
+  lastUsedAt: string | null;
 } | undefined>;
 declare const listApiKeys: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig;
   agentId?: string;
 }) => Promise<{
   id: string;
-  tenantId: string;
-  createdAt: string;
   name: string | null;
-  agentId: string;
-  projectId: string;
+  createdAt: string;
   updatedAt: string;
   expiresAt: string | null;
-  lastUsedAt: string | null;
+  projectId: string;
+  tenantId: string;
+  agentId: string;
   publicId: string;
   keyHash: string;
   keyPrefix: string;
+  lastUsedAt: string | null;
 }[]>;
 declare const listApiKeysPaginated: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig;
@@ -67,17 +67,17 @@ declare const listApiKeysPaginated: (db: AgentsRunDatabaseClient) => (params: {
 }>;
 declare const createApiKey: (db: AgentsRunDatabaseClient) => (params: ApiKeyInsert) => Promise<{
   id: string;
-  tenantId: string;
-  createdAt: string;
   name: string | null;
-  agentId: string;
-  projectId: string;
+  createdAt: string;
   updatedAt: string;
   expiresAt: string | null;
-  lastUsedAt: string | null;
+  projectId: string;
+  tenantId: string;
+  agentId: string;
   publicId: string;
   keyHash: string;
   keyPrefix: string;
+  lastUsedAt: string | null;
 }>;
 declare const updateApiKey: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig;

package/dist/data-access/runtime/apps.d.ts

@@ -7,13 +7,14 @@ import { AppInsert, AppSelect, AppUpdate } from "../../types/entities.js";
 declare const getAppById: (db: AgentsRunDatabaseClient) => (id: string) => Promise<{
   type: AppType;
   id: string;
-  tenantId: string | null;
-  createdAt: string;
   name: string;
-  description: string | null;
-  projectId: string | null;
+  createdAt: string;
   updatedAt: string;
+  description: string | null;
   enabled: boolean;
+  projectId: string | null;
+  tenantId: string | null;
+  prompt: string | null;
   config: {
     type: "web_client";
     webClient: {
@@ -21,7 +22,7 @@ declare const getAppById: (db: AgentsRunDatabaseClient) => (id: string) => Promi
       publicKeys: {
         kid: string;
         publicKey: string;
-        algorithm: "RS256" | "RS384" | "RS512" | "ES256" | "ES384" | "ES512" | "EdDSA";
+        algorithm: "EdDSA" | "ES256" | "ES512" | "RS256" | "RS384" | "RS512" | "ES384";
         addedAt: string;
       }[];
       allowAnonymous: boolean;
@@ -44,10 +45,9 @@ declare const getAppById: (db: AgentsRunDatabaseClient) => (id: string) => Promi
       }[] | undefined;
     };
   };
-  prompt: string | null;
-  defaultAgentId: string | null;
-  defaultProjectId: string | null;
   lastUsedAt: string | null;
+  defaultProjectId: string | null;
+  defaultAgentId: string | null;
 } | undefined>;
 declare const updateAppLastUsed: (db: AgentsRunDatabaseClient) => (id: string) => Promise<void>;
 declare const getAppByIdForTenant: (db: AgentsRunDatabaseClient) => (params: {
@@ -76,13 +76,14 @@ declare const listAppsPaginated: (db: AgentsRunDatabaseClient) => (params: {
 declare const createApp: (db: AgentsRunDatabaseClient) => (params: AppInsert) => Promise<{
   type: AppType;
   id: string;
-  tenantId: string | null;
-  createdAt: string;
   name: string;
-  description: string | null;
-  projectId: string | null;
+  createdAt: string;
   updatedAt: string;
+  description: string | null;
   enabled: boolean;
+  projectId: string | null;
+  tenantId: string | null;
+  prompt: string | null;
   config: {
     type: "web_client";
     webClient: {
@@ -90,7 +91,7 @@ declare const createApp: (db: AgentsRunDatabaseClient) => (params: AppInsert) =>
       publicKeys: {
         kid: string;
         publicKey: string;
-        algorithm: "RS256" | "RS384" | "RS512" | "ES256" | "ES384" | "ES512" | "EdDSA";
+        algorithm: "EdDSA" | "ES256" | "ES512" | "RS256" | "RS384" | "RS512" | "ES384";
         addedAt: string;
       }[];
       allowAnonymous: boolean;
@@ -113,10 +114,9 @@ declare const createApp: (db: AgentsRunDatabaseClient) => (params: AppInsert) =>
       }[] | undefined;
     };
   };
-  prompt: string | null;
-  defaultAgentId: string | null;
-  defaultProjectId: string | null;
   lastUsedAt: string | null;
+  defaultProjectId: string | null;
+  defaultAgentId: string | null;
 }>;
 declare const updateAppForTenant: (db: AgentsRunDatabaseClient) => (params: {
   scopes: TenantScopeConfig;
@@ -174,7 +174,7 @@ declare const updateApp: (db: AgentsRunDatabaseClient) => (params: {
       publicKeys: {
         kid: string;
         publicKey: string;
-        algorithm: "RS256" | "RS384" | "RS512" | "ES256" | "ES384" | "ES512" | "EdDSA";
+        algorithm: "EdDSA" | "ES256" | "ES512" | "RS256" | "RS384" | "RS512" | "ES384";
         addedAt: string;
       }[];
       allowAnonymous: boolean;

package/dist/data-access/runtime/conversations.d.ts

@@ -17,23 +17,23 @@ declare const listConversations: (db: AgentsRunDatabaseClient) => (params: {
 }>;
 declare const createConversation: (db: AgentsRunDatabaseClient) => (params: ConversationInsert) => Promise<{
   id: string;
-  tenantId: string;
   createdAt: string;
-  metadata: ConversationMetadata | null;
-  title: string | null;
-  properties: Record<string, unknown> | null;
+  updatedAt: string;
   ref: {
     type: "commit" | "tag" | "branch";
     name: string;
     hash: string;
   } | null;
-  agentId: string | null;
-  projectId: string;
-  updatedAt: string;
   userId: string | null;
+  metadata: ConversationMetadata | null;
+  projectId: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
+  title: string | null;
+  agentId: string | null;
+  userProperties: Record<string, unknown> | null;
   activeSubAgentId: string;
   lastContextResolution: string | null;
-  userProperties: Record<string, unknown> | null;
 }>;
 declare const updateConversation: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig;
@@ -92,23 +92,23 @@ declare const getConversation: (db: AgentsRunDatabaseClient) => (params: {
   conversationId: string;
 }) => Promise<{
   id: string;
-  tenantId: string;
   createdAt: string;
-  metadata: ConversationMetadata | null;
-  title: string | null;
-  properties: Record<string, unknown> | null;
+  updatedAt: string;
   ref: {
     type: "commit" | "tag" | "branch";
     name: string;
     hash: string;
   } | null;
-  agentId: string | null;
-  projectId: string;
-  updatedAt: string;
   userId: string | null;
+  metadata: ConversationMetadata | null;
+  projectId: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
+  title: string | null;
+  agentId: string | null;
+  userProperties: Record<string, unknown> | null;
   activeSubAgentId: string;
   lastContextResolution: string | null;
-  userProperties: Record<string, unknown> | null;
 } | undefined>;
 /**
  * Batch-fetch conversations by id within a project scope.
@@ -147,23 +147,23 @@ declare const createOrGetConversation: (db: AgentsRunDatabaseClient) => (input:
   properties?: Record<string, unknown> | null | undefined;
 } | {
   id: string;
-  tenantId: string;
   createdAt: string;
-  metadata: ConversationMetadata | null;
-  title: string | null;
-  properties: Record<string, unknown> | null;
+  updatedAt: string;
   ref: {
     type: "commit" | "tag" | "branch";
     name: string;
     hash: string;
   } | null;
-  agentId: string | null;
-  projectId: string;
-  updatedAt: string;
   userId: string | null;
+  metadata: ConversationMetadata | null;
+  projectId: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
+  title: string | null;
+  agentId: string | null;
+  userProperties: Record<string, unknown> | null;
   activeSubAgentId: string;
   lastContextResolution: string | null;
-  userProperties: Record<string, unknown> | null;
 }>;
 /**
  * Extract text content from message content object
@@ -185,23 +185,23 @@ declare const getActiveAgentForConversation: (db: AgentsRunDatabaseClient) => (p
   conversationId: string;
 }) => Promise<{
   id: string;
-  tenantId: string;
   createdAt: string;
-  metadata: ConversationMetadata | null;
-  title: string | null;
-  properties: Record<string, unknown> | null;
+  updatedAt: string;
   ref: {
     type: "commit" | "tag" | "branch";
     name: string;
     hash: string;
   } | null;
-  agentId: string | null;
-  projectId: string;
-  updatedAt: string;
   userId: string | null;
+  metadata: ConversationMetadata | null;
+  projectId: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
+  title: string | null;
+  agentId: string | null;
+  userProperties: Record<string, unknown> | null;
   activeSubAgentId: string;
   lastContextResolution: string | null;
-  userProperties: Record<string, unknown> | null;
 } | undefined>;
 /**
  * Set active agent for a conversation (upsert operation)

package/dist/data-access/runtime/evalRuns.d.ts

@@ -1,5 +1,5 @@
 import { ProjectScopeConfig } from "../../db/manage/scope-definitions.js";
-import { EvaluationJobFilterCriteria, Filter } from "../../types/utility.js";
+import { EvaluationJobFilterCriteria, Filter, MessageContent } from "../../types/utility.js";
 import { AgentsRunDatabaseClient } from "../../db/runtime/runtime-client.js";
 import { ConversationSelect, DatasetRunConversationRelationInsert, DatasetRunConversationRelationSelect, DatasetRunInsert, DatasetRunSelect, EvaluationResultInsert, EvaluationResultSelect, EvaluationResultUpdate, EvaluationRunInsert, EvaluationRunSelect, EvaluationRunUpdate } from "../../types/entities.js";
 
@@ -12,6 +12,10 @@ declare const getDatasetRunById: (db: AgentsRunDatabaseClient) => (params: {
 declare const listDatasetRuns: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig;
 }) => Promise<DatasetRunSelect[]>;
+declare const getDatasetRunsByIds: (db: AgentsRunDatabaseClient) => (params: {
+  scopes: ProjectScopeConfig;
+  datasetRunIds: string[];
+}) => Promise<DatasetRunSelect[]>;
 declare const listDatasetRunsByConfig: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig & {
     datasetRunConfigId: string;
@@ -58,10 +62,6 @@ declare const listEvaluationRunsByJobConfigId: (db: AgentsRunDatabaseClient) =>
   scopes: ProjectScopeConfig;
   evaluationJobConfigId: string;
 }) => Promise<EvaluationRunSelect[]>;
-declare const listEvaluationRunsByRunConfigId: (db: AgentsRunDatabaseClient) => (params: {
-  scopes: ProjectScopeConfig;
-  evaluationRunConfigId: string;
-}) => Promise<EvaluationRunSelect[]>;
 declare const getEvaluationRunByJobConfigId: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig;
   evaluationJobConfigId: string;
@@ -91,6 +91,47 @@ declare const listEvaluationResultsByRun: (db: AgentsRunDatabaseClient) => (para
     evaluationRunId: string;
   };
 }) => Promise<EvaluationResultSelect[]>;
+interface EvalResultsFilter {
+  evaluatorId?: string;
+  agentId?: string;
+}
+interface EvalResultsPagination {
+  page: number;
+  limit: number;
+}
+interface EnrichedEvaluationResult {
+  id: string;
+  tenantId: string;
+  projectId: string;
+  conversationId: string;
+  evaluatorId: string;
+  evaluationRunId: string | null;
+  output: MessageContent | null;
+  createdAt: string;
+  updatedAt: string;
+  input: string | null;
+  agentId: string | null;
+  conversationCreatedAt: string | null;
+}
+interface PaginatedEvalResults {
+  data: EnrichedEvaluationResult[];
+  pagination: {
+    page: number;
+    limit: number;
+    total: number;
+    pages: number;
+    completedCount: number;
+  };
+  distinctAgentIds: string[];
+  distinctOutputKeys: string[];
+}
+declare const listEvaluationResultsPaginated: (db: AgentsRunDatabaseClient) => (params: {
+  scopes: ProjectScopeConfig;
+  evaluationRunConfigId?: string;
+  evaluationJobConfigId?: string;
+  filters?: EvalResultsFilter;
+  pagination?: EvalResultsPagination;
+}) => Promise<PaginatedEvalResults>;
 declare const listEvaluationResultsByConversation: (db: AgentsRunDatabaseClient) => (params: {
   scopes: ProjectScopeConfig & {
     conversationId: string;
@@ -122,4 +163,4 @@ declare const filterConversationsForJob: (db: AgentsRunDatabaseClient) => (param
   jobFilters: Filter<EvaluationJobFilterCriteria> | null | undefined;
 }) => Promise<ConversationSelect[]>;
 //#endregion
-export { createDatasetRun, createDatasetRunConversationRelation, createDatasetRunConversationRelations, createEvaluationResult, createEvaluationResults, createEvaluationRun, deleteDatasetRun, deleteDatasetRunConversationRelation, deleteDatasetRunConversationRelationsByRun, deleteEvaluationResult, deleteEvaluationResultsByRun, deleteEvaluationRun, filterConversationsForJob, getDatasetRunById, getDatasetRunConversationRelationByConversation, getDatasetRunConversationRelations, getEvaluationResultById, getEvaluationRunById, getEvaluationRunByJobConfigId, listDatasetRuns, listDatasetRunsByConfig, listEvaluationResults, listEvaluationResultsByConversation, listEvaluationResultsByRun, listEvaluationRuns, listEvaluationRunsByJobConfigId, listEvaluationRunsByRunConfigId, updateEvaluationResult, updateEvaluationRun };
+export { EnrichedEvaluationResult, EvalResultsFilter, EvalResultsPagination, PaginatedEvalResults, createDatasetRun, createDatasetRunConversationRelation, createDatasetRunConversationRelations, createEvaluationResult, createEvaluationResults, createEvaluationRun, deleteDatasetRun, deleteDatasetRunConversationRelation, deleteDatasetRunConversationRelationsByRun, deleteEvaluationResult, deleteEvaluationResultsByRun, deleteEvaluationRun, filterConversationsForJob, getDatasetRunById, getDatasetRunConversationRelationByConversation, getDatasetRunConversationRelations, getDatasetRunsByIds, getEvaluationResultById, getEvaluationRunById, getEvaluationRunByJobConfigId, listDatasetRuns, listDatasetRunsByConfig, listEvaluationResults, listEvaluationResultsByConversation, listEvaluationResultsByRun, listEvaluationResultsPaginated, listEvaluationRuns, listEvaluationRunsByJobConfigId, updateEvaluationResult, updateEvaluationRun };

package/dist/data-access/runtime/evalRuns.js

@@ -1,6 +1,6 @@
-import { conversations, datasetRun, datasetRunConversationRelations, evaluationResult, evaluationRun } from "../../db/runtime/runtime-schema.js";
+import { conversations, datasetRun, datasetRunConversationRelations, evaluationResult, evaluationRun, messages } from "../../db/runtime/runtime-schema.js";
 import { projectScopedWhere } from "../manage/scope-helpers.js";
-import { and, desc, eq, gte, inArray, lte } from "drizzle-orm";
+import { and, asc, count, desc, eq, gte, inArray, lte, sql } from "drizzle-orm";
 
 //#region src/data-access/runtime/evalRuns.ts
 const getDatasetRunById = (db) => async (params) => {
@@ -9,6 +9,10 @@ const getDatasetRunById = (db) => async (params) => {
 const listDatasetRuns = (db) => async (params) => {
 	return await db.select().from(datasetRun).where(projectScopedWhere(datasetRun, params.scopes)).orderBy(desc(datasetRun.createdAt));
 };
+const getDatasetRunsByIds = (db) => async (params) => {
+	if (params.datasetRunIds.length === 0) return [];
+	return await db.select().from(datasetRun).where(and(projectScopedWhere(datasetRun, params.scopes), inArray(datasetRun.id, params.datasetRunIds)));
+};
 const listDatasetRunsByConfig = (db) => async (params) => {
 	return await db.select().from(datasetRun).where(and(projectScopedWhere(datasetRun, params.scopes), eq(datasetRun.datasetRunConfigId, params.scopes.datasetRunConfigId))).orderBy(desc(datasetRun.createdAt));
 };
@@ -63,9 +67,6 @@ const listEvaluationRuns = (db) => async (params) => {
 const listEvaluationRunsByJobConfigId = (db) => async (params) => {
 	return await db.select().from(evaluationRun).where(and(projectScopedWhere(evaluationRun, params.scopes), eq(evaluationRun.evaluationJobConfigId, params.evaluationJobConfigId)));
 };
-const listEvaluationRunsByRunConfigId = (db) => async (params) => {
-	return await db.select().from(evaluationRun).where(and(projectScopedWhere(evaluationRun, params.scopes), eq(evaluationRun.evaluationRunConfigId, params.evaluationRunConfigId)));
-};
 const getEvaluationRunByJobConfigId = (db) => async (params) => {
 	return (await db.select().from(evaluationRun).where(and(projectScopedWhere(evaluationRun, params.scopes), eq(evaluationRun.evaluationJobConfigId, params.evaluationJobConfigId))).limit(1))[0] ?? null;
 };
@@ -96,6 +97,95 @@ const listEvaluationResults = (db) => async (params) => {
 const listEvaluationResultsByRun = (db) => async (params) => {
 	return await db.query.evaluationResult.findMany({ where: and(projectScopedWhere(evaluationResult, params.scopes), eq(evaluationResult.evaluationRunId, params.scopes.evaluationRunId)) });
 };
+const EVAL_RESULTS_MAX_ROWS = 2e4;
+function buildFirstUserMessageSubquery(db) {
+	return db.selectDistinctOn([messages.conversationId], {
+		conversationId: messages.conversationId,
+		content: messages.content
+	}).from(messages).where(eq(messages.role, "user")).orderBy(messages.conversationId, asc(messages.createdAt), asc(messages.id)).as("first_msg");
+}
+function buildEvalResultsBaseQuery(db, params) {
+	const runWhereConditions = [projectScopedWhere(evaluationRun, params.scopes)];
+	if (params.evaluationRunConfigId) runWhereConditions.push(eq(evaluationRun.evaluationRunConfigId, params.evaluationRunConfigId));
+	if (params.evaluationJobConfigId) runWhereConditions.push(eq(evaluationRun.evaluationJobConfigId, params.evaluationJobConfigId));
+	const runIdSubquery = db.select({ id: evaluationRun.id }).from(evaluationRun).where(and(...runWhereConditions));
+	const whereConditions = [projectScopedWhere(evaluationResult, params.scopes), inArray(evaluationResult.evaluationRunId, runIdSubquery)];
+	if (params.filters?.evaluatorId) whereConditions.push(eq(evaluationResult.evaluatorId, params.filters.evaluatorId));
+	if (params.filters?.agentId) whereConditions.push(eq(conversations.agentId, params.filters.agentId));
+	return { whereConditions };
+}
+const listEvaluationResultsPaginated = (db) => async (params) => {
+	const page = params.pagination?.page ?? 1;
+	const limit = Math.min(params.pagination?.limit ?? 50, EVAL_RESULTS_MAX_ROWS);
+	const offset = (page - 1) * limit;
+	const { whereConditions } = buildEvalResultsBaseQuery(db, {
+		scopes: params.scopes,
+		evaluationRunConfigId: params.evaluationRunConfigId,
+		evaluationJobConfigId: params.evaluationJobConfigId,
+		filters: params.filters
+	});
+	const conversationsJoin = and(eq(evaluationResult.conversationId, conversations.id), eq(evaluationResult.tenantId, conversations.tenantId), eq(evaluationResult.projectId, conversations.projectId));
+	const firstMsg = buildFirstUserMessageSubquery(db);
+	const [countResult, rows, agentIdRows, outputKeyRows] = await Promise.all([
+		db.select({
+			total: count(),
+			completedCount: count(evaluationResult.output)
+		}).from(evaluationResult).leftJoin(conversations, conversationsJoin).where(and(...whereConditions)),
+		db.select({
+			id: evaluationResult.id,
+			tenantId: evaluationResult.tenantId,
+			projectId: evaluationResult.projectId,
+			conversationId: evaluationResult.conversationId,
+			evaluatorId: evaluationResult.evaluatorId,
+			evaluationRunId: evaluationResult.evaluationRunId,
+			output: evaluationResult.output,
+			createdAt: evaluationResult.createdAt,
+			updatedAt: evaluationResult.updatedAt,
+			agentId: conversations.agentId,
+			conversationCreatedAt: conversations.createdAt,
+			firstMsgContent: firstMsg.content
+		}).from(evaluationResult).leftJoin(conversations, conversationsJoin).leftJoin(firstMsg, eq(evaluationResult.conversationId, firstMsg.conversationId)).where(and(...whereConditions)).orderBy(desc(evaluationResult.createdAt)).limit(limit).offset(offset),
+		db.selectDistinct({ agentId: conversations.agentId }).from(evaluationResult).leftJoin(conversations, conversationsJoin).where(and(...whereConditions)),
+		db.select({ key: sql`jsonb_object_keys(${evaluationResult.output}->'output')` }).from(evaluationResult).leftJoin(conversations, conversationsJoin).where(and(...whereConditions, sql`jsonb_typeof(${evaluationResult.output}->'output') = 'object'`)).groupBy(sql`jsonb_object_keys(${evaluationResult.output}->'output')`)
+	]);
+	const total = countResult[0]?.total ?? 0;
+	const completedCount = countResult[0]?.completedCount ?? 0;
+	const distinctAgentIds = agentIdRows.map((r) => r.agentId).filter((id) => id != null).sort();
+	const distinctOutputKeys = outputKeyRows.map((r) => `output.${r.key}`).sort();
+	return {
+		data: rows.map((row) => {
+			let input = null;
+			if (row.firstMsgContent) {
+				const content = row.firstMsgContent;
+				if (content.text) input = content.text;
+				else if (content.parts) input = content.parts.filter((part) => part.kind === "text" && part.text).map((part) => part.text).join(" ") || null;
+			}
+			return {
+				id: row.id,
+				tenantId: row.tenantId,
+				projectId: row.projectId,
+				conversationId: row.conversationId,
+				evaluatorId: row.evaluatorId,
+				evaluationRunId: row.evaluationRunId,
+				output: row.output,
+				createdAt: row.createdAt,
+				updatedAt: row.updatedAt,
+				input,
+				agentId: row.agentId ?? null,
+				conversationCreatedAt: row.conversationCreatedAt ?? null
+			};
+		}),
+		pagination: {
+			page,
+			limit,
+			total,
+			pages: Math.ceil(total / limit),
+			completedCount
+		},
+		distinctAgentIds,
+		distinctOutputKeys
+	};
+};
 const listEvaluationResultsByConversation = (db) => async (params) => {
 	return await db.query.evaluationResult.findMany({ where: and(projectScopedWhere(evaluationResult, params.scopes), eq(evaluationResult.conversationId, params.scopes.conversationId)) });
 };
@@ -169,4 +259,4 @@ const filterConversationsForJob = (db) => async (params) => {
 };
 
 //#endregion
-export { createDatasetRun, createDatasetRunConversationRelation, createDatasetRunConversationRelations, createEvaluationResult, createEvaluationResults, createEvaluationRun, deleteDatasetRun, deleteDatasetRunConversationRelation, deleteDatasetRunConversationRelationsByRun, deleteEvaluationResult, deleteEvaluationResultsByRun, deleteEvaluationRun, filterConversationsForJob, getDatasetRunById, getDatasetRunConversationRelationByConversation, getDatasetRunConversationRelations, getEvaluationResultById, getEvaluationRunById, getEvaluationRunByJobConfigId, listDatasetRuns, listDatasetRunsByConfig, listEvaluationResults, listEvaluationResultsByConversation, listEvaluationResultsByRun, listEvaluationRuns, listEvaluationRunsByJobConfigId, listEvaluationRunsByRunConfigId, updateEvaluationResult, updateEvaluationRun };
+export { createDatasetRun, createDatasetRunConversationRelation, createDatasetRunConversationRelations, createEvaluationResult, createEvaluationResults, createEvaluationRun, deleteDatasetRun, deleteDatasetRunConversationRelation, deleteDatasetRunConversationRelationsByRun, deleteEvaluationResult, deleteEvaluationResultsByRun, deleteEvaluationRun, filterConversationsForJob, getDatasetRunById, getDatasetRunConversationRelationByConversation, getDatasetRunConversationRelations, getDatasetRunsByIds, getEvaluationResultById, getEvaluationRunById, getEvaluationRunByJobConfigId, listDatasetRuns, listDatasetRunsByConfig, listEvaluationResults, listEvaluationResultsByConversation, listEvaluationResultsByRun, listEvaluationResultsPaginated, listEvaluationRuns, listEvaluationRunsByJobConfigId, updateEvaluationResult, updateEvaluationRun };

package/dist/data-access/runtime/events.d.ts

@@ -9,13 +9,13 @@ declare const createEvent: (db: AgentsRunDatabaseClient) => (params: EventInsert
   row: {
     type: string;
     id: string;
-    tenantId: string;
     createdAt: string;
+    updatedAt: string;
     metadata: Record<string, unknown> | null;
+    projectId: string;
+    tenantId: string;
     properties: Record<string, unknown> | null;
     agentId: string | null;
-    projectId: string;
-    updatedAt: string;
     conversationId: string | null;
     userProperties: Record<string, unknown> | null;
     messageId: string | null;

package/dist/data-access/runtime/feedback.d.ts

@@ -72,13 +72,13 @@ declare const getFeedbackByIds: (db: AgentsRunDatabaseClient) => (params: {
 declare const createFeedback: (db: AgentsRunDatabaseClient) => (params: FeedbackInsert) => Promise<{
   type: "positive" | "negative";
   id: string;
-  tenantId: string;
   createdAt: string;
-  projectId: string;
   updatedAt: string;
+  projectId: string;
+  tenantId: string;
+  details: string | null;
   conversationId: string;
   messageId: string | null;
-  details: string | null;
 }>;
 declare const createFeedbackBulk: (db: AgentsRunDatabaseClient) => (items: FeedbackInsert[]) => Promise<(typeof feedback.$inferSelect)[]>;
 declare const updateFeedback: (db: AgentsRunDatabaseClient) => (params: {
@@ -102,13 +102,13 @@ declare const deleteFeedback: (db: AgentsRunDatabaseClient) => (params: {
 }) => Promise<{
   type: "positive" | "negative";
   id: string;
-  tenantId: string;
   createdAt: string;
-  projectId: string;
   updatedAt: string;
+  projectId: string;
+  tenantId: string;
+  details: string | null;
   conversationId: string;
   messageId: string | null;
-  details: string | null;
 }>;
 //#endregion
 export { createFeedback, createFeedbackBulk, deleteFeedback, getFeedbackById, getFeedbackByIds, listFeedback, listFeedbackByConversation, updateFeedback };

package/dist/data-access/runtime/messages.d.ts

@@ -11,27 +11,27 @@ declare const getMessageById: (db: AgentsRunDatabaseClient) => (params: {
   messageId: string;
 }) => Promise<{
   id: string;
-  tenantId: string;
   createdAt: string;
+  updatedAt: string;
   metadata: MessageMetadata | null;
-  properties: Record<string, unknown> | null;
+  role: string;
   content: MessageContent;
   projectId: string;
-  updatedAt: string;
-  conversationId: string;
-  userProperties: Record<string, unknown> | null;
-  role: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
   fromSubAgentId: string | null;
   toSubAgentId: string | null;
   fromExternalAgentId: string | null;
   toExternalAgentId: string | null;
+  taskId: string | null;
+  a2aTaskId: string | null;
+  conversationId: string;
+  userProperties: Record<string, unknown> | null;
   fromTeamAgentId: string | null;
   toTeamAgentId: string | null;
   visibility: string;
   messageType: string;
-  taskId: string | null;
   parentMessageId: string | null;
-  a2aTaskId: string | null;
   a2aSessionId: string | null;
 } | undefined>;
 declare const listMessages: (db: AgentsRunDatabaseClient) => (params: {
@@ -184,27 +184,27 @@ declare const createMessage: (db: AgentsRunDatabaseClient) => (params: {
   data: Omit<MessageInsert, "tenantId" | "projectId">;
 }) => Promise<{
   id: string;
-  tenantId: string;
   createdAt: string;
+  updatedAt: string;
   metadata: MessageMetadata | null;
-  properties: Record<string, unknown> | null;
+  role: string;
   content: MessageContent;
   projectId: string;
-  updatedAt: string;
-  conversationId: string;
-  userProperties: Record<string, unknown> | null;
-  role: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
   fromSubAgentId: string | null;
   toSubAgentId: string | null;
   fromExternalAgentId: string | null;
   toExternalAgentId: string | null;
+  taskId: string | null;
+  a2aTaskId: string | null;
+  conversationId: string;
+  userProperties: Record<string, unknown> | null;
   fromTeamAgentId: string | null;
   toTeamAgentId: string | null;
   visibility: string;
   messageType: string;
-  taskId: string | null;
   parentMessageId: string | null;
-  a2aTaskId: string | null;
   a2aSessionId: string | null;
 }>;
 declare const updateMessage: (db: AgentsRunDatabaseClient) => (params: {
@@ -241,27 +241,27 @@ declare const deleteMessage: (db: AgentsRunDatabaseClient) => (params: {
   messageId: string;
 }) => Promise<{
   id: string;
-  tenantId: string;
   createdAt: string;
+  updatedAt: string;
   metadata: MessageMetadata | null;
-  properties: Record<string, unknown> | null;
+  role: string;
   content: MessageContent;
   projectId: string;
-  updatedAt: string;
-  conversationId: string;
-  userProperties: Record<string, unknown> | null;
-  role: string;
+  tenantId: string;
+  properties: Record<string, unknown> | null;
   fromSubAgentId: string | null;
   toSubAgentId: string | null;
   fromExternalAgentId: string | null;
   toExternalAgentId: string | null;
+  taskId: string | null;
+  a2aTaskId: string | null;
+  conversationId: string;
+  userProperties: Record<string, unknown> | null;
   fromTeamAgentId: string | null;
   toTeamAgentId: string | null;
   visibility: string;
   messageType: string;
-  taskId: string | null;
   parentMessageId: string | null;
-  a2aTaskId: string | null;
   a2aSessionId: string | null;
 }>;
 declare const countMessagesByConversation: (db: AgentsRunDatabaseClient) => (params: {