@axiom-lattice/gateway 2.1.110 → 2.1.112

package/src/routes/index.ts

@@ -510,7 +510,9 @@ export const registerLatticeRoutes = (app: FastifyInstance, channelDeps?: { rout
     workflowTrackingController.getAllWorkflowRuns
   );
 
-  app.get(
+  app.get<{
+    Querystring: { page?: string; pageSize?: string };
+  }>(
     "/api/workflows/inbox",
     workflowTrackingController.getInboxItems
   );
@@ -546,6 +548,11 @@ export const registerLatticeRoutes = (app: FastifyInstance, channelDeps?: { rout
     Params: { runId: string };
   }>("/api/workflows/runs/:runId/tasks", workflowTrackingController.getRunTasks);
 
+  // Abort a running workflow — stops graph + all sub-agents
+  app.post<{
+    Params: { runId: string };
+  }>("/api/workflows/runs/:runId/abort", workflowTrackingController.abortWorkflowRun);
+
   // 简化的 Inbox 任务回复接口（后台 streaming 执行，立即返回）
   app.post<{
     Body: { runId: string; answers: Array<{ questionIndex: number; selectedOptions: string[] }> };

package/src/services/eval-runner.ts

@@ -1,6 +1,9 @@
 import { EventEmitter } from "events";
-import { getStoreLattice, modelLatticeManager } from "@axiom-lattice/core";
-import { LatticeEvalProject } from "@axiom-lattice/agent-eval";
+import {
+  getStoreLattice,
+  modelLatticeManager,
+  LatticeEvalProject,
+} from "@axiom-lattice/core";
 import type { EvalStore } from "@axiom-lattice/protocols";
 import type {
   CaseRunResult,
@@ -8,8 +11,7 @@ import type {
   LatticeEvalProjectType,
   LatticeEvalSuiteType,
   LatticeEvalLogEvent,
-  OutputType,
-} from "@axiom-lattice/agent-eval";
+} from "@axiom-lattice/core";
 import { v4 as uuidv4 } from "uuid";
 
 export interface EvalStreamEvent {
@@ -48,6 +50,12 @@ class EvalRunner {
     const project = await store.getProjectById(tenantId, projectId);
     if (!project) throw new Error("Project not found");
 
+    for (const ctx of this.runs.values()) {
+      if (ctx.projectId === projectId) {
+        throw new Error("A run is already in progress for this project");
+      }
+    }
+
     const existingRuns = await store.getRunsByTenant(tenantId, { projectId, status: "running" });
     if (existingRuns.length > 0) {
       throw new Error("A run is already in progress for this project");
@@ -65,8 +73,8 @@ class EvalRunner {
         cases: cases.map((c) => ({
           caseId: c.id,
           input: { message: c.inputMessage, files: c.inputFiles },
-          steps: c.steps as Array<{ agent_id: string; override_message?: string }>,
-          output: { type: c.outputType } as OutputType,
+          steps: c.steps,
+          output: { type: "message_content" },
           eval: {
             content_assertion: c.contentAssertion,
             eval_rubrics: c.rubrics?.map((r) => ({
@@ -79,39 +87,35 @@ class EvalRunner {
       });
     }
 
-    const runId = uuidv4();
-    const concurrency = (project as unknown as Record<string, unknown>).concurrency as number || 3;
-    await store.createRun(tenantId, projectId, runId, { totalCases, concurrency });
-
-    const judgeCfg = project.judgeModelConfig as Record<string, unknown>;
-    const hasModelKey = Boolean(judgeCfg.modelKey);
-    const hasApiKey = Boolean(judgeCfg.apiKeyEnvName || judgeCfg.apiKey);
-    const hasCredentials = hasApiKey;
-
-    let judgeModelConfig: { modelKey?: string; model?: any } = {};
+    const judgeCfg = (project.judgeModelConfig ?? {}) as Record<string, unknown>;
+    const judgeModelKey = (judgeCfg.modelKey as string) || "";
+    let resolvedJudgeModelKey: string;
 
-    if (hasModelKey) {
-      judgeModelConfig = { modelKey: judgeCfg.modelKey as string };
-    } else if (!hasCredentials) {
-      const firstModel = modelLatticeManager.getAllLattices()[0];
-      if (firstModel) {
-        judgeModelConfig = { modelKey: firstModel.key };
-      } else {
-        judgeModelConfig = { model: judgeCfg as any };
+    if (judgeModelKey) {
+      if (!modelLatticeManager.hasLattice(judgeModelKey)) {
+        throw new Error(`Judge model "${judgeModelKey}" is not registered`);
       }
+      resolvedJudgeModelKey = judgeModelKey;
     } else {
-      judgeModelConfig = { model: judgeCfg as any };
+      const firstModel = modelLatticeManager.getAllLattices()[0];
+      if (!firstModel) {
+        throw new Error("No model registered — cannot run eval without a judge model");
+      }
+      resolvedJudgeModelKey = firstModel.key;
+      console.warn(`[eval-runner] Project "${project.name}" has no judge modelKey — falling back to first registered model "${firstModel.key}"`);
     }
 
+    const runId = uuidv4();
+    const concurrency = Math.max(1, Math.floor((project as unknown as Record<string, unknown>).concurrency as number) || 3);
+    await store.createRun(tenantId, projectId, runId, { totalCases, concurrency });
+
     const projectConfig: LatticeEvalProjectType = {
       projectName: project.name,
       version: project.version,
       description: project.description,
       suites: evalSuites,
-      judge_agent_config: judgeModelConfig,
+      judge_agent_config: { modelKey: resolvedJudgeModelKey },
       lattice_server_config: {
-        base_url: (project.targetServerConfig as Record<string, string>).base_url || "",
-        api_key: (project.targetServerConfig as Record<string, string>).api_key || "",
         tenant_id: tenantId,
       },
       concurrency,
@@ -163,37 +167,41 @@ class EvalRunner {
     const runPromise = (async () => {
       try {
         const evalProject = new LatticeEvalProject(projectConfig, onCaseComplete);
-        const { report } = await evalProject.runAllSuitesBatch(concurrency);
-
-        const completedCount = stats.passed + stats.failed;
-        await store.updateRunStatus(tenantId, runId, {
-          status: "completed",
-          completedAt: new Date(),
-          passedCases: stats.passed,
-          failedCases: stats.failed,
-          avgScore: completedCount > 0 ? stats.totalScore / completedCount : 0,
-        });
-
-        this.eventEmitter.emit(`run:${runId}`, {
-          type: "completed",
-          runId,
-          data: { passed: stats.passed, failed: stats.failed, avgScore: completedCount > 0 ? stats.totalScore / completedCount : 0 },
-        } satisfies EvalStreamEvent);
+        const { report } = await evalProject.runAllSuitesBatch(concurrency, abortController.signal);
+
+        if (!abortController.signal.aborted) {
+          const completedCount = stats.passed + stats.failed;
+          await store.updateRunStatus(tenantId, runId, {
+            status: "completed",
+            completedAt: new Date(),
+            passedCases: stats.passed,
+            failedCases: stats.failed,
+            avgScore: completedCount > 0 ? stats.totalScore / completedCount : 0,
+          });
+
+          this.eventEmitter.emit(`run:${runId}`, {
+            type: "completed",
+            runId,
+            data: { passed: stats.passed, failed: stats.failed, avgScore: completedCount > 0 ? stats.totalScore / completedCount : 0 },
+          } satisfies EvalStreamEvent);
+        }
 
         return { report };
       } catch (err) {
         const errorMsg = (err as Error).message;
-        await store.updateRunStatus(tenantId, runId, {
-          status: "failed",
-          error: errorMsg,
-          completedAt: new Date(),
-        });
-
-        this.eventEmitter.emit(`run:${runId}`, {
-          type: "error",
-          runId,
-          data: { message: errorMsg },
-        } satisfies EvalStreamEvent);
+        if (!abortController.signal.aborted) {
+          await store.updateRunStatus(tenantId, runId, {
+            status: "failed",
+            error: errorMsg,
+            completedAt: new Date(),
+          });
+
+          this.eventEmitter.emit(`run:${runId}`, {
+            type: "error",
+            runId,
+            data: { message: errorMsg },
+          } satisfies EvalStreamEvent);
+        }
 
         throw err;
       } finally {