@inkeep/agents-api 0.47.1 → 0.47.3

package/dist/.well-known/workflow/v1/manifest.debug.json

@@ -11,20 +11,6 @@
         "stepId": "__builtin_response_text"
       }
     },
-    "src/domains/evals/workflow/functions/evaluateConversation.ts": {
-      "executeEvaluatorStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep"
-      },
-      "getConversationStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep"
-      },
-      "getEvaluatorsStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep"
-      },
-      "logStep": {
-        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep"
-      }
-    },
     "src/domains/evals/workflow/functions/runDatasetItem.ts": {
       "callChatApiStep": {
         "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//callChatApiStep"
@@ -38,18 +24,32 @@
       "logStep": {
         "stepId": "step//src/domains/evals/workflow/functions/runDatasetItem.ts//logStep"
       }
+    },
+    "src/domains/evals/workflow/functions/evaluateConversation.ts": {
+      "executeEvaluatorStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//executeEvaluatorStep"
+      },
+      "getConversationStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getConversationStep"
+      },
+      "getEvaluatorsStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//getEvaluatorsStep"
+      },
+      "logStep": {
+        "stepId": "step//src/domains/evals/workflow/functions/evaluateConversation.ts//logStep"
+      }
     }
   },
   "workflows": {
-    "src/domains/evals/workflow/functions/runDatasetItem.ts": {
-      "_runDatasetItemWorkflow": {
-        "workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
-      }
-    },
     "src/domains/evals/workflow/functions/evaluateConversation.ts": {
       "_evaluateConversationWorkflow": {
         "workflowId": "workflow//src/domains/evals/workflow/functions/evaluateConversation.ts//_evaluateConversationWorkflow"
       }
+    },
+    "src/domains/evals/workflow/functions/runDatasetItem.ts": {
+      "_runDatasetItemWorkflow": {
+        "workflowId": "workflow//src/domains/evals/workflow/functions/runDatasetItem.ts//_runDatasetItemWorkflow"
+      }
     }
   }
 }

package/dist/.well-known/workflow/v1/step.cjs

@@ -143325,7 +143325,7 @@ var MAX_ID_LENGTH = 255;
 var URL_SAFE_ID_PATTERN = /^[a-zA-Z0-9\-_.]+$/;
 var ResourceIdSchema = external_exports.string().min(MIN_ID_LENGTH).max(MAX_ID_LENGTH).regex(URL_SAFE_ID_PATTERN, {
   message: "ID must contain only letters, numbers, hyphens, underscores, and dots"
-}).refine((value) => value !== "new", 'Must not use a reserved name "new"').openapi({
+}).refine((value) => value !== "new", 'Must not use a reserved name "new"').openapi("ResourceId", {
   description: "Resource identifier",
   example: "resource_789"
 });
@@ -147113,7 +147113,7 @@ var envSchema = external_exports.object({
   GITHUB_MCP_API_KEY: external_exports.string().optional().describe("API key for the GitHub MCP"),
   SPICEDB_ENDPOINT: external_exports.string().optional().describe("SpiceDB endpoint"),
   SPICEDB_PRESHARED_KEY: external_exports.string().optional().describe("SpiceDB pre-shared key"),
-  SPICEDB_TLS_ENABLED: external_exports.coerce.boolean().optional().describe("SpiceDB TLS enabled")
+  SPICEDB_TLS_ENABLED: external_exports.stringbool().optional().describe("SpiceDB TLS enabled")
 });
 var parseEnv = /* @__PURE__ */ __name(() => {
   try {

package/dist/domains/evals/routes/datasetTriggers.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono0 from "hono";
+import * as hono12 from "hono";
 
 //#region src/domains/evals/routes/datasetTriggers.d.ts
-declare const app: OpenAPIHono<hono0.Env, {}, "/">;
+declare const app: OpenAPIHono<hono12.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/evals/routes/evaluationTriggers.js

@@ -43,7 +43,7 @@ app.openapi(createRoute({
 			tenantId,
 			projectId,
 			conversationId
-		}, "Triggering conversation evaluation (eval-api handling all logic)");
+		}, "Triggering conversation evaluation");
 		if (!await getConversation(runDbClient_default)({
 			scopes: {
 				tenantId,

package/dist/domains/evals/routes/index.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono2 from "hono";
+import * as hono16 from "hono";
 
 //#region src/domains/evals/routes/index.d.ts
-declare const app: OpenAPIHono<hono2.Env, {}, "/">;
+declare const app: OpenAPIHono<hono16.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/evals/services/conversationEvaluation.js

@@ -11,11 +11,28 @@ const logger = getLogger$1("ConversationEvaluation");
 const triggerConversationEvaluation = async (params) => {
 	const { tenantId, projectId, conversationId, resolvedRef } = params;
 	try {
+		const runConfigs = (await withRef(manageDbPool_default, resolvedRef, (db) => listEvaluationRunConfigsWithSuiteConfigs(db)({ scopes: {
+			tenantId,
+			projectId
+		} }))).filter((config) => config.isActive);
+		if (runConfigs.length === 0) {
+			logger.debug({
+				tenantId,
+				projectId,
+				conversationId
+			}, "No active evaluation run configs found, skipping evaluation");
+			return {
+				success: true,
+				message: "No active evaluation run configs found",
+				evaluationsTriggered: 0
+			};
+		}
 		logger.info({
 			tenantId,
 			projectId,
-			conversationId
-		}, "Triggering conversation evaluation (eval-api handling all logic)");
+			conversationId,
+			runConfigCount: runConfigs.length
+		}, "Triggering conversation evaluation");
 		if (!await getConversation(runDbClient_default)({
 			scopes: {
 				tenantId,
@@ -23,11 +40,6 @@ const triggerConversationEvaluation = async (params) => {
 			},
 			conversationId
 		})) throw new Error(`Conversation not found: ${conversationId}`);
-		const runConfigs = (await withRef(manageDbPool_default, resolvedRef, (db) => listEvaluationRunConfigsWithSuiteConfigs(db)({ scopes: {
-			tenantId,
-			projectId
-		} }))).filter((config) => config.isActive);
-		if (runConfigs.length === 0) throw new Error("No active evaluation run configs found");
 		let evaluationsTriggered = 0;
 		for (const runConfig of runConfigs) for (const suiteConfigId of runConfig.suiteConfigIds) {
 			const suiteConfig = await withRef(manageDbPool_default, resolvedRef, (db) => getEvaluationSuiteConfigById(db)({ scopes: {
@@ -87,13 +99,12 @@ const triggerConversationEvaluation = async (params) => {
 		};
 	} catch (error) {
 		logger.error({
-			error,
+			error: error?.message,
+			errorStack: error?.stack,
 			tenantId,
 			projectId,
 			conversationId
 		}, "Failed to trigger conversation evaluation");
-		logger.error({ error: error?.stack }, "Failed to trigger conversation evaluation");
-		logger.error({ error: error?.message }, "Failed to trigger conversation evaluation");
 		throw error;
 	}
 };

package/dist/domains/evals/workflow/routes.d.ts

@@ -1,7 +1,7 @@
 import { Hono } from "hono";
-import * as hono_types5 from "hono/types";
+import * as hono_types13 from "hono/types";
 
 //#region src/domains/evals/workflow/routes.d.ts
-declare const workflowRoutes: Hono<hono_types5.BlankEnv, hono_types5.BlankSchema, "/">;
+declare const workflowRoutes: Hono<hono_types13.BlankEnv, hono_types13.BlankSchema, "/">;
 //#endregion
 export { workflowRoutes };

package/dist/domains/manage/routes/availableAgents.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono16 from "hono";
+import * as hono18 from "hono";
 
 //#region src/domains/manage/routes/availableAgents.d.ts
-declare const app: OpenAPIHono<hono16.Env, {}, "/">;
+declare const app: OpenAPIHono<hono18.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/conversations.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono17 from "hono";
+import * as hono6 from "hono";
 
 //#region src/domains/manage/routes/conversations.d.ts
-declare const app: OpenAPIHono<hono17.Env, {}, "/">;
+declare const app: OpenAPIHono<hono6.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/index.d.ts

@@ -1,7 +1,7 @@
 import { OpenAPIHono } from "@hono/zod-openapi";
-import * as hono18 from "hono";
+import * as hono17 from "hono";
 
 //#region src/domains/manage/routes/index.d.ts
-declare const app: OpenAPIHono<hono18.Env, {}, "/">;
+declare const app: OpenAPIHono<hono17.Env, {}, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/invitations.d.ts

@@ -1,10 +1,10 @@
 import { ManageAppVariables } from "../../../types/app.js";
 import { Hono } from "hono";
-import * as hono_types12 from "hono/types";
+import * as hono_types9 from "hono/types";
 
 //#region src/domains/manage/routes/invitations.d.ts
 declare const invitationsRoutes: Hono<{
   Variables: ManageAppVariables;
-}, hono_types12.BlankSchema, "/">;
+}, hono_types9.BlankSchema, "/">;
 //#endregion
 export { invitationsRoutes as default };

package/dist/domains/manage/routes/mcp.d.ts

@@ -1,7 +1,7 @@
 import { Hono } from "hono";
-import * as hono_types13 from "hono/types";
+import * as hono_types10 from "hono/types";
 
 //#region src/domains/manage/routes/mcp.d.ts
-declare const app: Hono<hono_types13.BlankEnv, hono_types13.BlankSchema, "/">;
+declare const app: Hono<hono_types10.BlankEnv, hono_types10.BlankSchema, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/passwordResetLinks.d.ts

@@ -1,10 +1,10 @@
 import { ManageAppVariables } from "../../../types/app.js";
 import { Hono } from "hono";
-import * as hono_types11 from "hono/types";
+import * as hono_types8 from "hono/types";
 
 //#region src/domains/manage/routes/passwordResetLinks.d.ts
 declare const passwordResetLinksRoutes: Hono<{
   Variables: ManageAppVariables;
-}, hono_types11.BlankSchema, "/">;
+}, hono_types8.BlankSchema, "/">;
 //#endregion
 export { passwordResetLinksRoutes as default };

package/dist/domains/manage/routes/signoz.d.ts

@@ -1,10 +1,10 @@
 import { ManageAppVariables } from "../../../types/app.js";
 import { Hono } from "hono";
-import * as hono_types8 from "hono/types";
+import * as hono_types12 from "hono/types";
 
 //#region src/domains/manage/routes/signoz.d.ts
 declare const app: Hono<{
   Variables: ManageAppVariables;
-}, hono_types8.BlankSchema, "/">;
+}, hono_types12.BlankSchema, "/">;
 //#endregion
 export { app as default };

package/dist/domains/manage/routes/users.d.ts

@@ -1,10 +1,10 @@
 import { ManageAppVariables } from "../../../types/app.js";
 import { Hono } from "hono";
-import * as hono_types7 from "hono/types";
+import * as hono_types5 from "hono/types";
 
 //#region src/domains/manage/routes/users.d.ts
 declare const usersRoutes: Hono<{
   Variables: ManageAppVariables;
-}, hono_types7.BlankSchema, "/">;
+}, hono_types5.BlankSchema, "/">;
 //#endregion
 export { usersRoutes as default };

package/dist/domains/mcp/routes/mcp.d.ts

@@ -1,7 +1,7 @@
 import { Hono } from "hono";
-import * as hono_types9 from "hono/types";
+import * as hono_types6 from "hono/types";
 
 //#region src/domains/mcp/routes/mcp.d.ts
-declare const app: Hono<hono_types9.BlankEnv, hono_types9.BlankSchema, "/">;
+declare const app: Hono<hono_types6.BlankEnv, hono_types6.BlankSchema, "/">;
 //#endregion
 export { app as default };

package/dist/domains/run/agents/Agent.js

@@ -21,6 +21,7 @@ import { generateToolId } from "../utils/agent-operations.js";
 import { ArtifactCreateSchema, ArtifactReferenceSchema } from "../utils/artifact-component-schema.js";
 import { withJsonPostProcessing } from "../utils/json-postprocessor.js";
 import { calculateBreakdownTotal, estimateTokens } from "../utils/token-estimator.js";
+import { createDeniedToolResult, isToolResultDenied } from "../utils/tool-result.js";
 import { createDelegateToAgentTool, createTransferToAgentTool } from "./relationTools.js";
 import { SystemPromptBuilder } from "./SystemPromptBuilder.js";
 import { PromptConfig, V1_BREAKDOWN_SCHEMA } from "./versions/v1/PromptConfig.js";
@@ -354,7 +355,7 @@ var Agent = class {
 						needsApproval,
 						inDelegatedAgent: this.isDelegatedAgent
 					});
-					const isDeniedResult = !!result && typeof result === "object" && "__inkeepToolDenied" in result && result.__inkeepToolDenied === true;
+					const isDeniedResult = isToolResultDenied(result);
 					if (streamRequestId && streamHelper && !isInternalToolForUi) if (isDeniedResult) await streamHelper.writeToolOutputDenied({ toolCallId });
 					else await streamHelper.writeToolOutputAvailable({
 						toolCallId,
@@ -508,14 +509,16 @@ var Agent = class {
 								if (streamRequestId$1) await toolApprovalUiBus.publish(streamRequestId$1, {
 									type: "approval-resolved",
 									toolCallId,
-									approved: false
+									approved: false,
+									reason: approvalResult.reason
 								});
 							}
 							return tracer.startActiveSpan("tool.approval_denied", { attributes: {
 								"tool.name": toolName,
 								"tool.callId": toolCallId,
 								"subAgent.id": this.config.id,
-								"subAgent.name": this.config.name
+								"subAgent.name": this.config.name,
+								"tool.approval.reason": approvalResult.reason
 							} }, (denialSpan) => {
 								logger.info({
 									toolName,
@@ -524,11 +527,7 @@ var Agent = class {
 								}, "Tool execution denied by user");
 								denialSpan.setStatus({ code: SpanStatusCode.OK });
 								denialSpan.end();
-								return {
-									__inkeepToolDenied: true,
-									toolCallId,
-									reason: approvalResult.reason
-								};
+								return createDeniedToolResult(toolCallId, approvalResult.reason);
 							});
 						}
 						tracer.startActiveSpan("tool.approval_approved", { attributes: {
@@ -926,7 +925,8 @@ var Agent = class {
 									if (streamRequestId$1) await toolApprovalUiBus.publish(streamRequestId$1, {
 										type: "approval-resolved",
 										toolCallId,
-										approved: false
+										approved: false,
+										reason: approvalResult.reason
 									});
 								}
 								return tracer.startActiveSpan("tool.approval_denied", { attributes: {
@@ -942,11 +942,7 @@ var Agent = class {
 									}, "Function tool execution denied by user");
 									denialSpan.setStatus({ code: SpanStatusCode.OK });
 									denialSpan.end();
-									return {
-										__inkeepToolDenied: true,
-										toolCallId,
-										reason: approvalResult.reason
-									};
+									return createDeniedToolResult(toolCallId, approvalResult.reason);
 								});
 							}
 							tracer.startActiveSpan("tool.approval_approved", { attributes: {
@@ -1445,6 +1441,14 @@ var Agent = class {
 	*/
 	formatToolResult(toolName, args, result, toolCallId) {
 		const input = args ? JSON.stringify(args, null, 2) : "No input";
+		if (isToolResultDenied(result)) return [
+			`## Tool: ${toolName}`,
+			"",
+			`### 🔧 TOOL_CALL_ID: ${toolCallId}`,
+			"",
+			`### Output`,
+			result.reason
+		].join("\n");
 		let parsedResult = result;
 		if (typeof result === "string") try {
 			parsedResult = JSON.parse(result);

package/dist/domains/run/constants/execution-limits/index.js

@@ -7,7 +7,7 @@ loadEnvironmentFiles();
 const constantsSchema = z.object(Object.fromEntries(Object.keys(executionLimitsDefaults).map((key) => {
 	const defaultValue = executionLimitsDefaults[key];
 	const envKey = `AGENTS_${key}`;
-	if (typeof defaultValue === "boolean") return [envKey, z.coerce.boolean().optional()];
+	if (typeof defaultValue === "boolean") return [envKey, z.stringbool().optional()];
 	return [envKey, z.coerce.number().optional()];
 })));
 const parseConstants = () => {

package/dist/domains/run/services/PendingToolApprovalManager.js

@@ -89,7 +89,7 @@ var PendingToolApprovalManager = class PendingToolApprovalManager {
 		this.pendingApprovals.delete(toolCallId);
 		approval.resolve({
 			approved: false,
-			reason: reason || "User denied approval"
+			reason: `The user declined to run this tool. ${reason ? `Reason: ${reason}` : ""}`
 		});
 		return true;
 	}

package/dist/domains/run/services/ToolApprovalUiBus.d.ts

@@ -10,6 +10,7 @@ type ToolApprovalUiEvent = {
   type: 'approval-resolved';
   toolCallId: string;
   approved: boolean;
+  reason?: string;
 };
 type Listener = (event: ToolApprovalUiEvent) => void | Promise<void>;
 /**

package/dist/domains/run/services/ToolApprovalUiBus.js

@@ -33,7 +33,8 @@ var ToolApprovalUiBus = class {
 				streamRequestId,
 				eventType: event.type,
 				toolCallId: event.toolCallId,
-				error: error instanceof Error ? error.message : String(error)
+				error: error instanceof Error ? error.message : String(error),
+				reason: event.reason
 			}, "ToolApprovalUiBus listener failed");
 		}
 	}

package/dist/domains/run/utils/tool-result.d.ts

@@ -0,0 +1,11 @@
+//#region src/domains/run/utils/tool-result.d.ts
+declare const INKEEP_TOOL_DENIED_KEY = "__inkeepToolDenied";
+interface DeniedToolResult {
+  [INKEEP_TOOL_DENIED_KEY]: true;
+  toolCallId: string;
+  reason?: string;
+}
+declare function isToolResultDenied(result: unknown): result is DeniedToolResult;
+declare function createDeniedToolResult(toolCallId: string, reason?: string): DeniedToolResult;
+//#endregion
+export { DeniedToolResult, INKEEP_TOOL_DENIED_KEY, createDeniedToolResult, isToolResultDenied };

package/dist/domains/run/utils/tool-result.js

@@ -0,0 +1,15 @@
+//#region src/domains/run/utils/tool-result.ts
+const INKEEP_TOOL_DENIED_KEY = "__inkeepToolDenied";
+function isToolResultDenied(result) {
+	return !!result && typeof result === "object" && INKEEP_TOOL_DENIED_KEY in result && result[INKEEP_TOOL_DENIED_KEY] === true;
+}
+function createDeniedToolResult(toolCallId, reason) {
+	return {
+		[INKEEP_TOOL_DENIED_KEY]: true,
+		toolCallId,
+		reason
+	};
+}
+
+//#endregion
+export { INKEEP_TOOL_DENIED_KEY, createDeniedToolResult, isToolResultDenied };