@verdict-ai/mcp 0.0.0-stage → 0.1.0

package/LICENSE

@@ -0,0 +1,9 @@
+MIT License
+
+Copyright (c) 2026 Verdict contributors
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

package/README.md

@@ -1,3 +1,25 @@
-# Temporary Holding Version
+# @verdict-ai/mcp
 
-This version is a temporary placeholder for this package. An operational version to replace this has been submitted for review and is awaiting a staged release.
+Stdio MCP server exposing evaluation tools to agents.
+
+```bash
+npm install @verdict-ai/mcp
+```
+
+Add this to `claude_desktop_config.json`:
+
+```json
+{
+  "mcpServers": {
+    "verdict": {
+      "command": "npx",
+      "args": ["-y", "@verdict-ai/mcp"],
+      "env": {
+        "VERDICT_API_URL": "http://localhost:8787"
+      }
+    }
+  }
+}
+```
+
+Requires Node 20 or newer. [Documentation](https://verdict-docs.developerolim.workers.dev/reference/mcp). MIT licensed.

package/dist/bin.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/bin.js

@@ -0,0 +1,10 @@
+#!/usr/bin/env node
+/**
+ * Starts the executable transport at the process boundary.
+ * Library imports remain side-effect free; startup failures must be visible to the invoking process.
+ */
+import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js";
+import { createMcpServer } from "./index.js";
+const server = createMcpServer();
+await server.connect(new StdioServerTransport());
+//# sourceMappingURL=bin.js.map

package/dist/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AACA;;;GAGG;AACH,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;AACjC,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,oBAAoB,EAAE,CAAC,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,23 @@
+/**
+ * Exposes rubric, evaluation and human-review operations as MCP tools.
+ * Local engines and remote clients share result projections; transport schemas validate tool arguments.
+ */
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { Engine } from "@verdict-ai/core";
+import { Verdict } from "@verdict-ai/sdk";
+/**
+ * Verdict MCP server. Two modes:
+ *  - local:  runs the engine in-process (set VERDICT_DATA_DIR to persist; needs provider keys e.g. ANTHROPIC_API_KEY)
+ *  - remote: proxies to a Verdict API (set VERDICT_API_URL + VERDICT_API_KEY)
+ */
+export interface McpOptions {
+    engine?: Engine;
+    client?: Verdict;
+    mode?: "local" | "remote";
+    apiUrl?: string;
+    apiKey?: string;
+    dataDir?: string;
+    allowLocalFiles?: boolean;
+}
+/** Returns a configured MCP server using local or remote dependencies; transport startup remains the caller responsibility. */
+export declare function createMcpServer(opts?: McpOptions): McpServer;

package/dist/index.js

@@ -0,0 +1,152 @@
+import { summarize } from "./summary.js";
+import { evaluateSubject, compareSubjects } from "./operations.js";
+/**
+ * Exposes rubric, evaluation and human-review operations as MCP tools.
+ * Local engines and remote clients share result projections; transport schemas validate tool arguments.
+ */
+import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
+import { Aggregation, calibrate, coerceScore, criterionScale, scaleRange, NotFoundError, ValidationError, Engine, FileStore, Input, loadRubricText, MemoryStore, parseRubric } from "@verdict-ai/core";
+import { Verdict } from "@verdict-ai/sdk";
+import { z } from "zod";
+/** Returns a configured MCP server using local or remote dependencies; transport startup remains the caller responsibility. */
+export function createMcpServer(opts = {}) {
+    const mode = opts.mode ?? (process.env.VERDICT_API_URL ? "remote" : "local");
+    const client = opts.client ?? (mode === "remote" ? new Verdict({ baseUrl: opts.apiUrl ?? process.env.VERDICT_API_URL, apiKey: opts.apiKey ?? process.env.VERDICT_API_KEY }) : undefined);
+    const engine = opts.engine ?? (mode === "local" ? new Engine({ store: (opts.dataDir ?? process.env.VERDICT_DATA_DIR) ? new FileStore(opts.dataDir ?? process.env.VERDICT_DATA_DIR) : new MemoryStore(), ingest: { allowLocalFiles: opts.allowLocalFiles ?? true } }) : undefined);
+    const server = new McpServer({ name: "verdict", version: "0.1.0" }, { instructions: "Verdict scores documents, websites, YouTube videos, JSON and text against customizable rubrics. Judges: decision models (Jev / Clef / OpenAI Decisions — typed questions, probabilities, one call per rubric), humans, deterministic benchmarks, optional generative LLM for rationales. Create or inline a rubric, then call evaluate." });
+    registerRubrics(server, engine, client);
+    registerEvaluations(server, engine, client);
+    registerHuman(server, engine, client);
+    return server;
+}
+const text = (v) => ({ content: [{ type: "text", text: JSON.stringify(v, null, 2) }] });
+function registerRubrics(server, engine, client) {
+    server.registerTool("validate_rubric", {
+        title: "Validate rubric",
+        description: "Validate a rubric (JSON object or YAML string) and return it with defaults filled in. Use before evaluate to catch mistakes.",
+        inputSchema: { rubric: z.union([z.string(), z.record(z.string(), z.unknown())]) },
+    }, async ({ rubric }) => toolResult(async () => {
+        try {
+            return text({ valid: true, rubric: typeof rubric === "string" ? loadRubricText(rubric) : parseRubric(rubric) });
+        }
+        catch (e) {
+            return text({ valid: false, error: e.message });
+        }
+    }));
+    server.registerTool("create_rubric", {
+        title: "Create rubric",
+        description: "Store a rubric and get back its id for reuse. Criteria need id/name; optional weight, scale, anchors (= rubric levels for decision models), judge ({type: decision|human|benchmark|llm|panel}; default decision/typesafe). Aggregation supports weighted_mean, weighted_sum, mean, median, min, max, geometric_mean, formula; gates; grades; passThreshold.",
+        inputSchema: { rubric: z.union([z.string(), z.record(z.string(), z.unknown())]) },
+    }, async ({ rubric }) => toolResult(async () => {
+        const parsed = typeof rubric === "string" ? loadRubricText(rubric) : parseRubric(rubric);
+        return text(client ? await client.rubrics.create(parsed) : await engine.createRubric(parsed));
+    }));
+    server.registerTool("list_rubrics", { title: "List rubrics", description: "List stored rubrics.", inputSchema: {} }, async () => toolResult(async () => (text(client ? (await client.rubrics.list()).data.map((r) => ({ id: r.id, name: r.name, criteria: r.criteria.length })) : (await engine.store.listRubrics()).map((r) => ({ id: r.id, name: r.name, criteria: r.criteria.length }))))));
+    server.registerTool("calibration_report", {
+        title: "Calibration report", description: "Compare decision confidence against human consensus on stored evaluations.",
+        inputSchema: { rubricId: z.string(), target: z.number().min(0).max(1).optional(), buckets: z.number().int().min(1).max(1000).optional() },
+    }, async ({ rubricId, ...options }) => toolResult(async () => {
+        if (client)
+            return text(await client.rubrics.calibration(rubricId, options));
+        await engine.resolveRubric(rubricId);
+        return text(calibrate(await engine.store.listEvaluations({ rubricId, limit: 1000 }), options));
+    }));
+}
+function registerEvaluations(server, engine, client) {
+    server.registerTool("evaluate", {
+        title: "Evaluate",
+        description: "Score a subject against a rubric. `rubric` is a stored rubric id or an inline rubric. Inputs can be text, json, file (path or base64), url, or youtube. Returns the total score, grade, pass/fail, per-criterion scores with rationales, and any pending human tasks.",
+        inputSchema: {
+            rubric: z.union([z.string(), z.record(z.string(), z.unknown())]),
+            inputs: z.array(Input).min(1),
+            name: z.string().optional().describe("Subject name for reports"),
+            idempotencyKey: z.string().min(1).max(255).optional(),
+            metadata: z.record(z.string(), z.unknown()).optional(),
+        },
+    }, async ({ rubric, inputs, name, metadata, idempotencyKey }) => toolResult(async () => {
+        await validateRubricReference(rubric, engine, client);
+        const result = await evaluateSubject({ engine, client }, { rubric, inputs, name, metadata, idempotencyKey });
+        return text({ ...summarize(result.evaluation), replayed: result.replayed });
+    }));
+    server.registerTool("compare", {
+        title: "Compare / rank",
+        description: "Evaluate several subjects against one rubric and return a ranking (leaderboard).",
+        inputSchema: {
+            rubric: z.union([z.string(), z.record(z.string(), z.unknown())]),
+            idempotencyKey: z.string().min(1).max(255).optional(),
+            subjects: z.array(z.object({ name: z.string(), inputs: z.array(Input).min(1) })).min(2),
+        },
+    }, async ({ rubric, subjects, idempotencyKey }) => toolResult(async () => {
+        await validateRubricReference(rubric, engine, client);
+        const result = await compareSubjects({ engine, client }, { rubric, subjects, idempotencyKey });
+        return text({ ranking: result.ranking, replayed: result.replayed });
+    }));
+}
+function registerHuman(server, engine, client) {
+    server.registerTool("get_evaluation", { title: "Get evaluation", description: "Fetch an evaluation by id (status, scores, rationales, pending human tasks).", inputSchema: { id: z.string() } }, async ({ id }) => toolResult(async () => {
+        if (client)
+            return text(summarize(await client.evaluations.get(id)));
+        const ev = await engine.store.getEvaluation(id);
+        return text(ev ? summarize(ev) : { error: `evaluation ${id} not found` });
+    }));
+    server.registerTool("submit_human_score", {
+        title: "Submit human score",
+        description: "Submit a human rater's score for a criterion that is waiting on a human. Score is a number on the criterion scale or an ordinal/binary label.",
+        inputSchema: { evaluationId: z.string(), criterionId: z.string(), raterId: z.string(), score: z.union([z.number(), z.string()]), rationale: z.string().optional() },
+    }, async ({ evaluationId, ...s }) => toolResult(async () => {
+        // Remote submissions use the API validation against its frozen rubric.
+        if (client)
+            return text(summarize(await client.evaluations.submitScore(evaluationId, s)));
+        const evaluation = await engine.store.getEvaluation(evaluationId);
+        if (!evaluation)
+            throw new NotFoundError(`evaluation ${evaluationId} not found`);
+        const criterion = evaluation.rubric.criteria.find(c => c.id === s.criterionId);
+        if (!criterion)
+            throw new ValidationError(`unknown criterion ${s.criterionId}`);
+        // Choices have optional score mappings; only scale-based submissions need range validation.
+        if (criterion.choices && !Object.hasOwn(criterion.choices, String(s.score)))
+            throw new ValidationError(`unknown choice ${s.score}`);
+        if (!criterion.choices) {
+            const scale = criterionScale(evaluation.rubric, criterion);
+            const [min, max] = scaleRange(scale);
+            const numeric = typeof s.score === "number" ? s.score : Number(s.score);
+            if (Number.isFinite(numeric) && (numeric < min || numeric > max))
+                throw new ValidationError(`score must be between ${min} and ${max}`);
+            coerceScore(s.score, scale);
+        }
+        return text(summarize(await engine.submitScore(evaluationId, s)));
+    }));
+    server.registerTool("reaggregate", {
+        title: "Re-aggregate",
+        description: "Recompute the total with a different aggregation (method, formula, weights via gates/grades/passThreshold) without re-running judges. Useful for what-if analysis.",
+        inputSchema: { evaluationId: z.string(), aggregation: z.record(z.string(), z.unknown()), persist: z.boolean().default(false) },
+    }, async ({ evaluationId, aggregation, persist }) => toolResult(async () => (text(summarize(client ? (await client.evaluations.reaggregate(evaluationId, Aggregation.partial().parse(aggregation), persist)) : await engine.reaggregate(evaluationId, Aggregation.partial().parse(aggregation), undefined, persist))))));
+    server.registerTool("list_human_tasks", { title: "List human tasks", description: "Criteria waiting on human raters.", inputSchema: { rater: z.string().optional() } }, async ({ rater }) => toolResult(async () => {
+        if (client)
+            return text((await client.tasks.list(rater)).data);
+        // why: filter only tenant-visible pending work; named assignments take precedence over allowed-rater pools.
+        const list = await engine.store.listEvaluations({ status: "pending_human", limit: TASK_INBOX_LIMIT });
+        return text(list.flatMap((e) => e.pendingTasks.filter((t) => !rater || (t.raterId ? t.raterId === rater : !t.allowedRaters || t.allowedRaters.includes(rater))).map((t) => ({ evaluationId: e.id, rubric: e.rubric.name, subject: e.subject.name, ...t }))));
+    }));
+}
+// MCP callers need protocol error content, including when a local adapter rejects.
+async function toolResult(work) {
+    try {
+        return await work();
+    }
+    catch (error) {
+        return { isError: true, ...text({ error: error instanceof Error ? error.message : String(error) }) };
+    }
+}
+// why: match the REST inbox cap so local MCP calls do not scan unbounded evaluation history.
+const TASK_INBOX_LIMIT = 500;
+// Stored references need a lookup; inline rubrics are validated by the operation parser.
+async function validateRubricReference(rubric, engine, client) {
+    if (typeof rubric !== "string")
+        return;
+    // Remote APIs resolve ids themselves; avoid adding a lookup to every remote evaluation.
+    if (client)
+        return;
+    await engine.resolveRubric(rubric);
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AACnE;;;GAGG;AACH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvM,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAC1C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAiBxB,+HAA+H;AAC/H,MAAM,UAAU,eAAe,CAAC,OAAmB,EAAE;IACnD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACzL,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAiB,CAAC,CAAC,CAAC,CAAC,IAAI,WAAW,EAAE,EAAE,MAAM,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAEnR,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,yUAAyU,EAAE,CAAC,CAAC;IAEja,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,aAAa,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,IAAI,GAAG,CAAC,CAAU,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAE1G,SAAS,eAAe,CAAC,MAAiB,EAAE,MAA0B,EAAE,MAA2B;IACjG,MAAM,CAAC,YAAY,CAAC,iBAAiB,EAAE;QACrC,KAAK,EAAE,iBAAiB;QACxB,WAAW,EAAE,8HAA8H;QAC3I,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;KAClF,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QAC7C,IAAI,CAAC;YAAC,OAAO,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;QACxH,OAAO,CAAC,EAAE,CAAC;YAAC,OAAO,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAAC,CAAC;IAC3E,CAAC,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,YAAY,CAAC,eAAe,EAAE;QACnC,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,6VAA6V;QAC1W,WAAW,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE;KAClF,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QAC7C,MAAM,MAAM,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACzF,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,YAAY,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,sBAAsB,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE,CAC9H,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,MAAO,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAEjQ,MAAM,CAAC,YAAY,CAAC,oBAAoB,EAAE;QACxC,KAAK,EAAE,oBAAoB,EAAE,WAAW,EAAE,4EAA4E;QACtH,WAAW,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;KAC1I,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QAC3D,IAAI,MAAM;YAAE,OAAO,IAAI,CAAC,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;QAC7E,MAAM,MAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,MAAO,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC,CAAC;AAEN,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAiB,EAAE,MAA0B,EAAE,MAA2B;IACrG,MAAM,CAAC,YAAY,CAAC,UAAU,EAAE;QAC9B,KAAK,EAAE,UAAU;QACjB,WAAW,EAAE,uQAAuQ;QACpR,WAAW,EAAE;YACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAChE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;YAChE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YACrD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE;SACvD;KACF,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACrF,MAAM,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;QAC7G,OAAO,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,YAAY,CAAC,SAAS,EAAE;QAC7B,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,kFAAkF;QAC/F,WAAW,EAAE;YACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAChE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE;YACrD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;SACxF;KACF,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACvE,MAAM,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,CAAC,CAAC;QAC/F,OAAO,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC,CAAC;AAEN,CAAC;AAED,SAAS,aAAa,CAAC,MAAiB,EAAE,MAA0B,EAAE,MAA2B;IAC/F,MAAM,CAAC,YAAY,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,8EAA8E,EAAE,WAAW,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACvO,IAAI,MAAM;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrE,MAAM,EAAE,GAAG,MAAM,MAAO,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;QACjD,OAAO,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,YAAY,CAAC,oBAAoB,EAAE;QACxC,KAAK,EAAE,oBAAoB;QAC3B,WAAW,EAAE,+IAA+I;QAC5J,WAAW,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE;KACpK,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACzD,uEAAuE;QACvE,IAAI,MAAM;YAAE,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,MAAM,UAAU,GAAG,MAAM,MAAO,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACnE,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,aAAa,CAAC,cAAc,YAAY,YAAY,CAAC,CAAC;QACjF,MAAM,SAAS,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC;QAC/E,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,eAAe,CAAC,qBAAqB,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QAChF,4FAA4F;QAC5F,IAAI,SAAS,CAAC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAAE,MAAM,IAAI,eAAe,CAAC,kBAAkB,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACpI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,cAAc,CAAC,UAAU,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;YAC3D,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACrC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YACxE,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,GAAG,GAAG,IAAI,OAAO,GAAG,GAAG,CAAC;gBAAE,MAAM,IAAI,eAAe,CAAC,yBAAyB,GAAG,QAAQ,GAAG,EAAE,CAAC,CAAC;YACvI,WAAW,CAAC,CAAC,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAC9B,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,MAAO,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC,CAAC,CAAC,CAAC;IAEJ,MAAM,CAAC,YAAY,CAAC,aAAa,EAAE;QACjC,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,oKAAoK;QACjL,WAAW,EAAE,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;KAC/H,EAAE,KAAK,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,YAAY,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,MAAO,CAAC,WAAW,CAAC,YAAY,EAAE,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1T,MAAM,CAAC,YAAY,CAAC,kBAAkB,EAAE,EAAE,KAAK,EAAE,kBAAkB,EAAE,WAAW,EAAE,mCAAmC,EAAE,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE;QACjN,IAAI,MAAM;YAAE,OAAO,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/D,4GAA4G;QAC5G,MAAM,IAAI,GAAG,MAAM,MAAO,CAAC,KAAK,CAAC,eAAe,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,KAAK,EAAE,gBAAgB,EAAE,CAAC,CAAC;QACvG,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,aAAa,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/P,CAAC,CAAC,CAAC,CAAC;AAEN,CAAC;AAED,mFAAmF;AACnF,KAAK,UAAU,UAAU,CAAI,IAAsB;IACjD,IAAI,CAAC;QAAC,OAAO,MAAM,IAAI,EAAE,CAAC;IAAC,CAAC;IAC5B,OAAO,KAAK,EAAE,CAAC;QAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;IAAC,CAAC;AACzH,CAAC;AAED,6FAA6F;AAC7F,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAG7B,yFAAyF;AACzF,KAAK,UAAU,uBAAuB,CAAC,MAAwC,EAAE,MAAe,EAAE,MAAgB;IAChH,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO;IACvC,wFAAwF;IACxF,IAAI,MAAM;QAAE,OAAO;IACnB,MAAM,MAAO,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;AACtC,CAAC"}

package/dist/operations.d.ts

@@ -0,0 +1,52 @@
+import { type Engine, type Input, type Subject } from "@verdict-ai/core";
+import type { Verdict } from "@verdict-ai/sdk";
+type Dependencies = {
+    engine?: Engine;
+    client?: Verdict;
+};
+type RubricReference = string | Record<string, unknown>;
+/** Transport-independent operation; the idempotency key selects reservation before any judge work. */
+export declare function evaluateSubject(dependencies: Dependencies, params: {
+    rubric: RubricReference;
+    inputs: Input[];
+    name?: string;
+    metadata?: Record<string, unknown>;
+    idempotencyKey?: string;
+}): Promise<{
+    evaluation: import("@verdict-ai/sdk").EvaluationView;
+    replayed: boolean;
+} | {
+    evaluation: import("@verdict-ai/core").Evaluation;
+    replayed: boolean;
+}>;
+/** Shares local and remote ranking semantics without depending on the MCP server. */
+export declare function compareSubjects(dependencies: Dependencies, params: {
+    rubric: RubricReference;
+    subjects: Subject[];
+    idempotencyKey?: string;
+}): Promise<{
+    replayed: boolean;
+    ranking: Array<{
+        rank: number;
+        evaluationId: string;
+        subject: string;
+        score?: number;
+        grade?: string;
+        passed?: boolean;
+        status: string;
+    }>;
+    evaluations: import("@verdict-ai/sdk").EvaluationView[];
+} | {
+    ranking: {
+        rank: number;
+        evaluationId: string;
+        subject: string;
+        score: number | undefined;
+        grade: string | undefined;
+        passed: boolean | undefined;
+        status: import("@verdict-ai/core").EvaluationStatus;
+    }[];
+    evaluations: import("@verdict-ai/core").Evaluation[];
+    replayed: boolean;
+}>;
+export {};

package/dist/operations.js

@@ -0,0 +1,39 @@
+import { parseRubric, ValidationError } from "@verdict-ai/core";
+function localEngine(dependencies) {
+    if (!dependencies.engine)
+        throw new ValidationError("local MCP operation requires an engine");
+    return dependencies.engine;
+}
+/** Transport-independent operation; the idempotency key selects reservation before any judge work. */
+export async function evaluateSubject(dependencies, params) {
+    const { client } = dependencies;
+    const { inputs, name, metadata, idempotencyKey } = params;
+    const rubric = typeof params.rubric === "string" ? params.rubric : parseRubric(params.rubric);
+    if (client) {
+        const request = { rubric, inputs, name, metadata };
+        if (idempotencyKey)
+            return client.evaluations.createIdempotent(request, idempotencyKey);
+        return { evaluation: await client.evaluations.create(request), replayed: false };
+    }
+    const engine = localEngine(dependencies);
+    const request = { rubric, subject: { name, inputs }, metadata };
+    if (idempotencyKey)
+        return engine.evaluateIdempotent({ ...request, idempotencyKey });
+    return { evaluation: await engine.evaluate(request), replayed: false };
+}
+/** Shares local and remote ranking semantics without depending on the MCP server. */
+export async function compareSubjects(dependencies, params) {
+    const { client } = dependencies;
+    const { subjects, idempotencyKey } = params;
+    const rubric = typeof params.rubric === "string" ? params.rubric : parseRubric(params.rubric);
+    if (client) {
+        if (idempotencyKey)
+            return client.batches.createIdempotent({ rubric, subjects }, idempotencyKey);
+        return { ...await client.batches.create({ rubric, subjects }), replayed: false };
+    }
+    const engine = localEngine(dependencies);
+    if (idempotencyKey)
+        return engine.evaluateBatchIdempotent(rubric, subjects, { idempotencyKey });
+    return { ...await engine.evaluateBatch(rubric, subjects), replayed: false };
+}
+//# sourceMappingURL=operations.js.map

package/dist/operations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"operations.js","sourceRoot":"","sources":["../src/operations.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,eAAe,EAAyC,MAAM,kBAAkB,CAAC;AAMvG,SAAS,WAAW,CAAC,YAA0B;IAC7C,IAAI,CAAC,YAAY,CAAC,MAAM;QAAE,MAAM,IAAI,eAAe,CAAC,wCAAwC,CAAC,CAAC;IAC9F,OAAO,YAAY,CAAC,MAAM,CAAC;AAC7B,CAAC;AAED,sGAAsG;AACtG,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAA0B,EAAE,MAEjE;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC;IAChC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;IAC1D,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9F,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;QACnD,IAAI,cAAc;YAAE,OAAO,MAAM,CAAC,WAAW,CAAC,gBAAgB,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QACxF,OAAO,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACnF,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;IACzC,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,CAAC;IAChE,IAAI,cAAc;QAAE,OAAO,MAAM,CAAC,kBAAkB,CAAC,EAAE,GAAG,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC;IACrF,OAAO,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AACzE,CAAC;AAED,qFAAqF;AACrF,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,YAA0B,EAAE,MAEjE;IACC,MAAM,EAAE,MAAM,EAAE,GAAG,YAAY,CAAC;IAChC,MAAM,EAAE,QAAQ,EAAE,cAAc,EAAE,GAAG,MAAM,CAAC;IAC5C,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IAC9F,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,cAAc;YAAE,OAAO,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;QACjG,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;IACnF,CAAC;IACD,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,CAAC;IACzC,IAAI,cAAc;QAAE,OAAO,MAAM,CAAC,uBAAuB,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,cAAc,EAAE,CAAC,CAAC;IAChG,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAC9E,CAAC"}

package/dist/summary.d.ts

@@ -0,0 +1,45 @@
+import type { Evaluation } from "@verdict-ai/core";
+type SummaryEvaluation = Pick<Evaluation, "id" | "status" | "job" | "aggregate" | "criteria" | "pendingTasks" | "error" | "usage">;
+export declare function summarize(e: SummaryEvaluation): {
+    score: number | undefined;
+    grade: string | undefined;
+    passed: boolean | undefined;
+    partial: boolean;
+    criteria: {
+        id: string;
+        name: string;
+        status: "error" | "scored" | "pending" | "excluded";
+        choice: string | undefined;
+        score: number | undefined;
+        normalized: number | undefined;
+        pending: number;
+        confidence: number | undefined;
+        probabilities: Record<string, number> | undefined;
+        rationale: string | undefined;
+        quotes: string[];
+    }[];
+    pendingTasks: {
+        criterionId: string;
+        raterId?: string;
+        allowedRaters?: string[];
+        instructions?: string;
+    }[];
+    error: string | undefined;
+    usage: {
+        decisionCalls: number;
+        llmCalls: number;
+        inputTokens: number;
+        outputTokens: number;
+        durationMs: number;
+    };
+    job?: {
+        attempts: number;
+        maxAttempts: number;
+        lastError?: string;
+        nextAttemptAt?: string;
+        deadLettered?: boolean;
+    } | undefined;
+    id: string;
+    status: import("@verdict-ai/core").EvaluationStatus;
+};
+export {};

package/dist/summary.js

@@ -0,0 +1,16 @@
+export function summarize(e) {
+    return {
+        id: e.id,
+        status: e.status,
+        ...(e.job ? { job: e.job } : {}),
+        score: e.aggregate?.score,
+        grade: e.aggregate?.grade,
+        passed: e.aggregate?.passed,
+        partial: e.aggregate?.partial,
+        criteria: e.criteria?.map((c) => ({ id: c.criterionId, name: c.name, status: c.status, choice: c.choice, score: c.score, normalized: c.normalized, pending: c.pending, confidence: c.ratings?.find((r) => typeof r.confidence === "number")?.confidence, probabilities: c.ratings?.find((r) => r.probabilities)?.probabilities, rationale: c.ratings?.find((r) => r.rationale)?.rationale, quotes: c.ratings?.flatMap((r) => r.quotes ?? []).slice(0, 3) })),
+        pendingTasks: e.pendingTasks,
+        error: e.error,
+        usage: e.usage,
+    };
+}
+//# sourceMappingURL=summary.js.map

package/dist/summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.js","sourceRoot":"","sources":["../src/summary.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,SAAS,CAAC,CAAoB;IAC5C,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChC,KAAK,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK;QACzB,KAAK,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK;QACzB,MAAM,EAAE,CAAC,CAAC,SAAS,EAAE,MAAM;QAC3B,OAAO,EAAE,CAAC,CAAC,SAAS,EAAE,OAAO;QAC7B,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,EAAE,UAAU,EAAE,aAAa,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAC5b,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,KAAK,EAAE,CAAC,CAAC,KAAK;KACf,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,60 @@
 {
   "name": "@verdict-ai/mcp",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
+  "version": "0.1.0",
+  "description": "Verdict MCP server — expose the evaluation engine to any agent.",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "bin": {
+    "verdict-mcp": "./dist/bin.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.32.2",
+    "zod": "^4.6.7",
+    "@verdict-ai/sdk": "0.1.0",
+    "@verdict-ai/core": "0.1.0"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Ustay-coder/verdict.git",
+    "directory": "packages/mcp"
+  },
+  "homepage": "https://github.com/Ustay-coder/verdict#readme",
+  "bugs": {
+    "url": "https://github.com/Ustay-coder/verdict/issues"
+  },
+  "keywords": [
+    "evaluation",
+    "rubric",
+    "decision-model",
+    "jev",
+    "clef",
+    "scoring",
+    "llm-judge",
+    "mcp"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "sideEffects": false,
+  "scripts": {
+    "build": "tsc -p tsconfig.json && chmod +x dist/bin.js",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run --passWithNoTests"
+  }
 }