@codespar/cli 0.12.1 → 0.14.0

package/templates/collections-agent/packages/agent-core/src/bundle.ts

@@ -0,0 +1,113 @@
+/**
+ * Section 11: the proof bundle, one folder per run under `runs/<run-id>/`.
+ * It answers "why could the agent pay this". It holds no key and no secret;
+ * payee keys are masked the way a bank statement masks them.
+ */
+import { appendFileSync, existsSync, mkdirSync, readdirSync, readFileSync, writeFileSync } from "node:fs";
+import { join } from "node:path";
+import type { Mandate } from "./mandate.js";
+import type { RailReceipt } from "./rail.js";
+import type { ApprovalArtifact } from "./types.js";
+
+export interface TranscriptLine {
+  at: string;
+  kind: "user" | "assistant_step" | "tool_call" | "tool_result" | "assistant" | "system";
+  [key: string]: unknown;
+}
+
+export class ProofBundle {
+  readonly dir: string;
+
+  constructor(
+    runsDir: string,
+    readonly runId: string,
+  ) {
+    this.dir = join(runsDir, runId);
+    mkdirSync(join(this.dir, "receipts"), { recursive: true });
+  }
+
+  static open(runsDir: string, runId: string): ProofBundle | undefined {
+    return existsSync(join(runsDir, runId)) ? new ProofBundle(runsDir, runId) : undefined;
+  }
+
+  transcript(line: TranscriptLine): void {
+    appendFileSync(join(this.dir, "transcript.jsonl"), JSON.stringify(line) + "\n");
+  }
+
+  readTranscript(): TranscriptLine[] {
+    const path = join(this.dir, "transcript.jsonl");
+    if (!existsSync(path)) return [];
+    return readFileSync(path, "utf8")
+      .split("\n")
+      .filter(Boolean)
+      .map((l) => JSON.parse(l) as TranscriptLine);
+  }
+
+  event(event: Record<string, unknown>): void {
+    appendFileSync(join(this.dir, "events.jsonl"), JSON.stringify(event) + "\n");
+  }
+
+  readEvents(): Record<string, unknown>[] {
+    const path = join(this.dir, "events.jsonl");
+    if (!existsSync(path)) return [];
+    return readFileSync(path, "utf8")
+      .split("\n")
+      .filter(Boolean)
+      .map((l) => JSON.parse(l) as Record<string, unknown>);
+  }
+
+  /** `approval.json` is the list of artifacts of this run, in approval order. */
+  approval(artifact: ApprovalArtifact): void {
+    const path = join(this.dir, "approval.json");
+    const current: ApprovalArtifact[] = existsSync(path) ? (JSON.parse(readFileSync(path, "utf8")) as ApprovalArtifact[]) : [];
+    if (!current.some((a) => a.approval_id === artifact.approval_id)) current.push(artifact);
+    writeFileSync(path, JSON.stringify(current, null, 2) + "\n");
+  }
+
+  readApprovals(): ApprovalArtifact[] {
+    const path = join(this.dir, "approval.json");
+    return existsSync(path) ? (JSON.parse(readFileSync(path, "utf8")) as ApprovalArtifact[]) : [];
+  }
+
+  mandateSnapshot(mandate: Mandate): void {
+    const { signature: _signature, canonical: _canonical, ...safe } = mandate;
+    writeFileSync(join(this.dir, "mandate.snapshot.json"), JSON.stringify({ ...safe, beneficiaries: safe.beneficiaries.map((b) => ({ ...b, payee: maskPayee(b.payee) })), merchant_allowlist: safe.merchant_allowlist.map(maskPayee) }, null, 2) + "\n");
+  }
+
+  receipt(receipt: RailReceipt): string {
+    const path = join(this.dir, "receipts", `${receipt.receipt_id}.json`);
+    const { raw: _raw, ...safe } = receipt;
+    writeFileSync(path, JSON.stringify({ ...safe, payment: { ...safe.payment, payee: safe.payment.payee ? maskPayee(safe.payment.payee) : null } }, null, 2) + "\n");
+    return path;
+  }
+
+  listReceipts(): string[] {
+    const dir = join(this.dir, "receipts");
+    if (!existsSync(dir)) return [];
+    return readdirSorted(dir);
+  }
+
+  meta(meta: Record<string, unknown>): void {
+    writeFileSync(join(this.dir, "run.json"), JSON.stringify(meta, null, 2) + "\n");
+  }
+
+  readMeta(): Record<string, unknown> | undefined {
+    const path = join(this.dir, "run.json");
+    return existsSync(path) ? (JSON.parse(readFileSync(path, "utf8")) as Record<string, unknown>) : undefined;
+  }
+}
+
+function readdirSorted(dir: string): string[] {
+  return readdirSync(dir)
+    .filter((f) => f.endsWith(".json"))
+    .sort();
+}
+
+/** `escola@exemplo.com.br` -> `es***@exemplo.com.br`; `+5511999998888` -> `+55***8888`; a UUID keeps its first and last 4. */
+export function maskPayee(payee: string): string {
+  if (payee === "*") return payee;
+  const at = payee.indexOf("@");
+  if (at > 0) return `${payee.slice(0, Math.min(2, at))}***${payee.slice(at)}`;
+  if (payee.length <= 8) return `${payee.slice(0, 2)}***`;
+  return `${payee.slice(0, 4)}***${payee.slice(-4)}`;
+}

package/templates/collections-agent/packages/agent-core/src/check.ts

@@ -0,0 +1,171 @@
+/**
+ * `npm run check`: the manifest is the index, and the files it points to
+ * must agree with it. Fails on a contradiction between `agent.yaml` and
+ * `SYSTEM_PROMPT.md`, `tools.json` or `guardrails.json`, on `AGENTS.md`
+ * and `CLAUDE.md` diverging, and on a missing `mcp`, `cli` or `schema`.
+ */
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+import { parse as parseYaml } from "yaml";
+import { GuardrailsSchema } from "./guardrails.js";
+import { loadManifest, ManifestSchema, type LoadedManifest } from "./manifest.js";
+import { MandateSchema } from "./mandate.js";
+import { ToolsFileSchema } from "./tools.js";
+import { canonicalJson } from "./hash.js";
+import { PUBLISHED_EVENTS, isPublishedEvent } from "./events.js";
+
+export interface CheckFinding {
+  level: "error" | "warning";
+  code: string;
+  message: string;
+}
+
+export interface CheckReport {
+  ok: boolean;
+  agent: string | null;
+  findings: CheckFinding[];
+}
+
+export function checkAgent(agentDir: string): CheckReport {
+  const findings: CheckFinding[] = [];
+  const error = (code: string, message: string) => findings.push({ level: "error", code, message });
+  const warning = (code: string, message: string) => findings.push({ level: "warning", code, message });
+
+  const manifestPath = join(agentDir, "agent.yaml");
+  if (!existsSync(manifestPath)) {
+    error("manifest_missing", `${manifestPath} does not exist`);
+    return { ok: false, agent: null, findings };
+  }
+
+  // Pinned versions and schema are checked on the raw document, so the message names the field instead of a Zod path.
+  const raw = parseYaml(readFileSync(manifestPath, "utf8")) as Record<string, unknown> | null;
+  for (const field of ["schema", "mcp", "cli"]) {
+    if (!raw || raw[field] === undefined) error("manifest_field_missing", `agent.yaml has no \`${field}\``);
+  }
+  // The events an agent declares must be ones the API publishes; the list is the core's (events.ts), the manifest only names entries of it.
+  for (const name of Array.isArray(raw?.["events"]) ? raw["events"] : []) {
+    if (typeof name === "string" && !isPublishedEvent(name)) error("events_unknown", `agent.yaml declares the event \`${name}\`, which the API does not publish; known: ${PUBLISHED_EVENTS.join(", ")}`);
+  }
+
+  let loaded: LoadedManifest;
+  try {
+    loaded = loadManifest(manifestPath);
+  } catch (err) {
+    error("manifest_invalid", err instanceof Error ? err.message : String(err));
+    return { ok: false, agent: typeof raw?.["name"] === "string" ? (raw["name"] as string) : null, findings };
+  }
+  const { manifest } = loaded;
+
+  // tools.json
+  let toolNames: string[] = [];
+  const toolsPath = loaded.resolvePath(manifest.tools);
+  if (!existsSync(toolsPath)) error("tools_missing", `${manifest.tools} does not exist`);
+  else {
+    const parsed = ToolsFileSchema.safeParse(JSON.parse(readFileSync(toolsPath, "utf8")));
+    if (!parsed.success) error("tools_invalid", parsed.error.message);
+    else {
+      toolNames = [...parsed.data.meta_tools, ...parsed.data.local_tools].map((t) => t.name);
+      const hasPayment = parsed.data.meta_tools.some((t) => t.effect === "payment");
+      const declaresPixOut = manifest.maturity["pix-out"] !== undefined;
+      if (declaresPixOut && !hasPayment) error("tools_contradict_manifest", "agent.yaml declares pix-out maturity but tools.json has no payment meta-tool");
+      if (!declaresPixOut && hasPayment) error("tools_contradict_manifest", "tools.json has a payment meta-tool but agent.yaml declares no pix-out maturity");
+      const hasCharge = parsed.data.meta_tools.some((t) => t.effect === "charge");
+      const declaresReceivables = manifest.maturity["bolepix-receivables"] !== undefined;
+      if (declaresReceivables && !hasCharge) error("tools_contradict_manifest", "agent.yaml declares bolepix-receivables maturity but tools.json has no charge meta-tool");
+      if (!declaresReceivables && hasCharge) error("tools_contradict_manifest", "tools.json has a charge meta-tool but agent.yaml declares no bolepix-receivables maturity");
+    }
+  }
+
+  // guardrails.json
+  const guardrailsPath = loaded.resolvePath(manifest.guardrails);
+  if (!existsSync(guardrailsPath)) error("guardrails_missing", `${manifest.guardrails} does not exist`);
+  else {
+    const parsed = GuardrailsSchema.safeParse(JSON.parse(readFileSync(guardrailsPath, "utf8")));
+    if (!parsed.success) error("guardrails_invalid", parsed.error.message);
+    else {
+      if (parsed.data.approval !== manifest.default_approval) {
+        error("guardrails_contradict_manifest", `guardrails.approval is ${parsed.data.approval}; agent.yaml default_approval is ${manifest.default_approval}`);
+      }
+      if (canonicalJson(parsed.data.escalate_above ?? null) !== canonicalJson(manifest.escalate_above ?? null)) {
+        error("guardrails_contradict_manifest", "guardrails.escalate_above differs from agent.yaml escalate_above");
+      }
+    }
+  }
+
+  // mandate.example.json
+  const mandatePath = loaded.resolvePath(manifest.mandate_schema);
+  if (!existsSync(mandatePath)) error("mandate_missing", `${manifest.mandate_schema} does not exist`);
+  else {
+    const parsed = MandateSchema.safeParse(JSON.parse(readFileSync(mandatePath, "utf8")));
+    if (!parsed.success) error("mandate_invalid", parsed.error.message);
+    else if (parsed.data.agent_id !== manifest.name) error("mandate_contradicts_manifest", `mandate.example.json agent_id is ${parsed.data.agent_id}; agent.yaml name is ${manifest.name}`);
+  }
+
+  // SYSTEM_PROMPT.md: must exist, must name the agent, must not name a tool tools.json does not have, must not promise third-party verification.
+  const promptPath = join(agentDir, "SYSTEM_PROMPT.md");
+  if (!existsSync(promptPath)) error("prompt_missing", "SYSTEM_PROMPT.md does not exist");
+  else {
+    const prompt = readFileSync(promptPath, "utf8");
+    if (!prompt.includes(manifest.name)) error("prompt_contradicts_manifest", `SYSTEM_PROMPT.md never names ${manifest.name}`);
+    for (const named of prompt.match(/\bcodespar_[a-z_]+\b/g) ?? []) {
+      if (!toolNames.includes(named)) error("prompt_contradicts_tools", `SYSTEM_PROMPT.md names ${named}, which tools.json does not list`);
+    }
+    for (const mode of ["human", "mandate"] as const) {
+      if (prompt.includes(`approval: ${mode}`) && !manifest.approval.includes(mode)) error("prompt_contradicts_manifest", `SYSTEM_PROMPT.md mentions approval: ${mode}, which agent.yaml does not support`);
+    }
+  }
+
+  // AGENTS.md and CLAUDE.md identical.
+  const agentsMd = join(agentDir, "AGENTS.md");
+  const claudeMd = join(agentDir, "CLAUDE.md");
+  if (!existsSync(agentsMd)) error("agents_md_missing", "AGENTS.md does not exist");
+  if (!existsSync(claudeMd)) error("claude_md_missing", "CLAUDE.md does not exist");
+  if (existsSync(agentsMd) && existsSync(claudeMd) && readFileSync(agentsMd, "utf8") !== readFileSync(claudeMd, "utf8")) {
+    error("agents_md_diverges", "AGENTS.md and CLAUDE.md differ");
+  }
+  if (loaded.resolvePath(manifest.agents_md) !== agentsMd) error("manifest_agents_md", `agent.yaml agents_md must point at ./AGENTS.md`);
+
+  // Directories and the eval config.
+  for (const [field, rel] of [["scenarios", manifest.scenarios], ["evals", manifest.evals]] as const) {
+    if (!existsSync(loaded.resolvePath(rel))) error(`${field}_missing`, `${rel} does not exist`);
+  }
+  const evalPath = join(loaded.resolvePath(manifest.evals), "eval.yaml");
+  if (!existsSync(evalPath)) error("eval_missing", "evals/eval.yaml does not exist");
+  else {
+    const evalDoc = parseYaml(readFileSync(evalPath, "utf8")) as Record<string, unknown> | null;
+    if (evalDoc?.["extends"] !== "../agent.yaml") error("eval_extends", 'evals/eval.yaml must start with `extends: ../agent.yaml`');
+    for (const key of Object.keys(evalDoc ?? {})) {
+      if (key !== "extends" && key in ManifestSchema.innerType().shape) error("eval_redeclares_manifest", `evals/eval.yaml redeclares \`${key}\`; only cases and metrics belong there`);
+    }
+  }
+
+  // Wording the README must not carry (section 6).
+  for (const file of ["README.md", "runbook.md", "SYSTEM_PROMPT.md"]) {
+    const path = join(agentDir, file);
+    if (!existsSync(path)) {
+      if (file !== "SYSTEM_PROMPT.md") error("doc_missing", `${file} does not exist`);
+      continue;
+    }
+    const text = readFileSync(path, "utf8").toLowerCase();
+    if (text.includes("verificável por terceiro") || text.includes("verifiable by a third party") || text.includes("third-party verifiable")) {
+      error("doc_overclaims", `${file} claims third-party verifiability; the receipt is HMAC until Ed25519`);
+    }
+  }
+
+  const envExample = join(agentDir, ".env.example");
+  if (!existsSync(envExample)) error("env_example_missing", ".env.example does not exist");
+  else {
+    const keys = readFileSync(envExample, "utf8")
+      .split("\n")
+      .map((l) => l.trim())
+      .filter((l) => l && !l.startsWith("#"))
+      .map((l) => l.split("=")[0]);
+    const extra = keys.filter((k) => k !== "CODESPAR_API_KEY" && k !== "ANTHROPIC_API_KEY");
+    if (extra.length) error("env_example_extra", `.env.example declares more than the two keys: ${extra.join(", ")}`);
+    if (!keys.includes("CODESPAR_API_KEY") || !keys.includes("ANTHROPIC_API_KEY")) error("env_example_incomplete", ".env.example must declare CODESPAR_API_KEY and ANTHROPIC_API_KEY");
+  }
+
+  if (manifest.maturity["receipt-verification"] === "live") warning("maturity_overclaims", "receipt-verification cannot be live before Ed25519");
+
+  return { ok: findings.every((f) => f.level !== "error"), agent: manifest.name, findings };
+}