@plumloom/cli 0.1.0

package/dist/trace/import.js

@@ -0,0 +1,45 @@
+/**
+ * Composing an importable configured-run file.
+ *
+ * The trajectory supplies the artifact. Everything a judge needs — judge model,
+ * evaluator instructions, expected behavior, metrics — is a review-time decision
+ * that belongs in a committed template file, not in whatever the agent happened
+ * to do. This module joins the two and validates the result against the same
+ * schema the run path uses, so a bad conversion fails at import rather than at
+ * submit.
+ */
+import { z } from 'zod';
+import { redactUnknown } from '../auth/redact.js';
+import { configuredRunFileSchema } from '../configured-run/validation.js';
+import { AutoevalError } from '../errors/autoeval-error.js';
+const templateSchema = z
+    .object({
+    methodology: z.record(z.string(), z.json()),
+    configuration: z.record(z.string(), z.json()),
+})
+    .loose();
+export function buildAgentTraceInput(input) {
+    const template = templateSchema.safeParse(input.template);
+    if (!template.success) {
+        throw new AutoevalError('The template must be a JSON object with `methodology` and `configuration` objects. Start from examples/evals/agent-trace-basic.json.', { kind: 'usage', code: 'TRACE_TEMPLATE_INVALID', cause: template.error });
+    }
+    const configuration = {
+        ...template.data.configuration,
+        contextType: 'agent_trace',
+        artifact: input.conversion.artifact,
+        ...(input.evaluationName ? { evaluationName: input.evaluationName } : {}),
+    };
+    // The trace file supplies the artifact; a path reference in the template
+    // would silently override it during file-input resolution.
+    delete configuration.artifactFile;
+    const candidate = redactUnknown({
+        methodology: template.data.methodology,
+        configuration,
+    });
+    const validated = configuredRunFileSchema.safeParse(candidate);
+    if (!validated.success) {
+        throw new AutoevalError('The imported trace did not produce a valid agent_trace evaluation input. Check that the template supplies methodology, contextName, expected, and selectedMetrics.', { kind: 'validation', code: 'TRACE_IMPORT_INVALID_INPUT', cause: validated.error });
+    }
+    return candidate;
+}
+//# sourceMappingURL=import.js.map

package/dist/trace/import.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import.js","sourceRoot":"","sources":["../../src/trace/import.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AACH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,EAAE,uBAAuB,EAAE,MAAM,iCAAiC,CAAC;AAC1E,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAG5D,MAAM,cAAc,GAAG,CAAC;KACrB,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;CAC9C,CAAC;KACD,KAAK,EAAE,CAAC;AASX,MAAM,UAAU,oBAAoB,CAAC,KAA4B;IAC/D,MAAM,QAAQ,GAAG,cAAc,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC1D,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,aAAa,CACrB,sIAAsI,EACtI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,wBAAwB,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CACzE,CAAC;IACJ,CAAC;IAED,MAAM,aAAa,GAA4B;QAC7C,GAAG,QAAQ,CAAC,IAAI,CAAC,aAAa;QAC9B,WAAW,EAAE,aAAa;QAC1B,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ;QACnC,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,KAAK,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1E,CAAC;IACF,yEAAyE;IACzE,2DAA2D;IAC3D,OAAO,aAAa,CAAC,YAAY,CAAC;IAElC,MAAM,SAAS,GAAG,aAAa,CAAC;QAC9B,WAAW,EAAE,QAAQ,CAAC,IAAI,CAAC,WAAW;QACtC,aAAa;KACd,CAA4B,CAAC;IAE9B,MAAM,SAAS,GAAG,uBAAuB,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACvB,MAAM,IAAI,aAAa,CACrB,oKAAoK,EACpK,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,4BAA4B,EAAE,KAAK,EAAE,SAAS,CAAC,KAAK,EAAE,CACnF,CAAC;IACJ,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/version.d.ts

@@ -0,0 +1,3 @@
+/** Single source of truth for the CLI version string reported by help and the splash. */
+export declare const CLI_VERSION = "0.1.0";
+//# sourceMappingURL=version.d.ts.map

package/dist/version.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../src/version.ts"],"names":[],"mappings":"AAAA,yFAAyF;AACzF,eAAO,MAAM,WAAW,UAAU,CAAC"}

package/dist/version.js

@@ -0,0 +1,3 @@
+/** Single source of truth for the CLI version string reported by help and the splash. */
+export const CLI_VERSION = '0.1.0';
+//# sourceMappingURL=version.js.map

package/dist/version.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"version.js","sourceRoot":"","sources":["../src/version.ts"],"names":[],"mappings":"AAAA,yFAAyF;AACzF,MAAM,CAAC,MAAM,WAAW,GAAG,OAAO,CAAC"}

package/package.json

@@ -0,0 +1,82 @@
+{
+  "name": "@plumloom/cli",
+  "version": "0.1.0",
+  "license": "Apache-2.0",
+  "description": "Deterministic, file-driven terminal client and MCP server for Plumloom Autoeval",
+  "keywords": [
+    "llm",
+    "evaluation",
+    "evals",
+    "cli",
+    "mcp",
+    "ci",
+    "release-gate",
+    "plumloom",
+    "autoeval"
+  ],
+  "homepage": "https://github.com/AlchemyInCode/plumloom-autoeval-oss/tree/main/packages/cli#readme",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/AlchemyInCode/plumloom-autoeval-oss.git",
+    "directory": "packages/cli"
+  },
+  "bugs": {
+    "url": "https://github.com/AlchemyInCode/plumloom-autoeval-oss/issues"
+  },
+  "author": "Plumloom",
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "bin": {
+    "autoeval": "./dist/cli.js",
+    "autoeval-mcp": "./dist/mcp.js"
+  },
+  "exports": {
+    ".": {
+      "types": "./dist/cli.d.ts",
+      "import": "./dist/cli.js"
+    },
+    "./package.json": "./package.json",
+    "./*.js": {
+      "types": "./dist/*.d.ts",
+      "import": "./dist/*.js"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE",
+    "NOTICE"
+  ],
+  "engines": {
+    "node": ">=22.13"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "typecheck": "tsc -p tsconfig.json --noEmit",
+    "test": "vitest run",
+    "test:coverage": "vitest run --coverage",
+    "test:live": "vitest run --config vitest.live.config.ts",
+    "boundary:check": "node scripts/check-public-boundary.mjs",
+    "package:check": "node scripts/check-package-contents.mjs",
+    "mcp": "node dist/mcp.js",
+    "prepublishOnly": "pnpm run boundary:check && pnpm run build && pnpm run test && pnpm run package:check"
+  },
+  "dependencies": {
+    "@inquirer/password": "^5.1.1",
+    "@modelcontextprotocol/server": "^2.0.0",
+    "@napi-rs/keyring": "^1.3.0",
+    "asciichart": "^1.5.25",
+    "chalk": "^6.0.0",
+    "cli-progress": "^3.12.0",
+    "cli-table3": "^0.6.5",
+    "cliui": "^9.0.1",
+    "commander": "^15.0.0",
+    "marked": "^15.0.12",
+    "marked-terminal": "^7.3.0",
+    "ora": "^9.4.1",
+    "yaml": "^2.9.0",
+    "zod": "^4.4.3"
+  }
+}