@garuda-agent/garuda 0.18.1 → 0.18.2

package/dist/chunk-6JQTPW3P.js

@@ -0,0 +1,88 @@
+#!/usr/bin/env node
+import {
+  garudaCommit
+} from "./chunk-YAQ6QLKB.js";
+import {
+  BUILD_COMMIT
+} from "./chunk-E6YRCDSF.js";
+import {
+  byTask,
+  consistency,
+  costPerPass,
+  failureSummary,
+  passInterval,
+  spread,
+  stepsSd,
+  unexpectedChanges
+} from "./chunk-A5DLAXB4.js";
+import {
+  VERSION
+} from "./chunk-CFDRP6XW.js";
+
+// src/evals/report.ts
+import { createHash } from "crypto";
+import { arch, platform, release } from "os";
+var REPORT_SCHEMA = 2;
+function taskHash(task) {
+  const sorted = (record) => Object.fromEntries(Object.entries(record).sort(([a], [b]) => a < b ? -1 : a > b ? 1 : 0));
+  const data = {
+    prompt: task.prompt,
+    files: sorted(task.files),
+    check: task.check,
+    protect: task.protect ?? null,
+    solution: sorted(task.solution),
+    allowChanges: task.allowChanges ?? null,
+    repo: task.repo === void 0 ? null : { base: task.repo.base, sha: task.repo.sha ?? null, tests: task.repo.tests }
+  };
+  return createHash("sha256").update(JSON.stringify(data)).digest("hex");
+}
+function buildFields(build, checkout) {
+  const commit = build ?? checkout;
+  return {
+    version: VERSION,
+    ...commit === void 0 ? {} : { commit },
+    ...build !== void 0 && checkout !== void 0 && checkout !== build ? { checkout } : {}
+  };
+}
+async function reportV2(meta, tasks, results) {
+  return {
+    schema: REPORT_SCHEMA,
+    garuda: buildFields(BUILD_COMMIT, await garudaCommit()),
+    spec: meta.model,
+    agent: meta.agent ?? { name: "garuda" },
+    provider: meta.provider,
+    // Evals set no effort: each model's default applies.
+    effort: "model default",
+    isolation: meta.isolation,
+    os: { platform: platform(), release: release(), arch: arch(), node: process.versions.node },
+    seed: meta.seed,
+    shuffle: meta.shuffle,
+    split: meta.split ?? "dev",
+    addendum: meta.addendum === void 0 ? null : {
+      file: meta.addendum.file,
+      chars: meta.addendum.text.length,
+      sha256: createHash("sha256").update(meta.addendum.text).digest("hex")
+    },
+    mcp: meta.mcp === void 0 ? null : {
+      server: meta.mcp.server,
+      ...meta.mcp.prepare === void 0 ? {} : { prepare: meta.mcp.prepare }
+    },
+    order: results.map((r) => ({ id: r.id, attempt: r.attempt ?? 1 })),
+    tasks: Object.fromEntries(tasks.map((t) => [t.id, taskHash(t)])),
+    evidence: {
+      interval: passInterval(results, { seed: meta.seed }) ?? null,
+      consistency: consistency(results),
+      spread: spread(results) ?? null,
+      stepsSd: Object.fromEntries(byTask(results).map((t) => [t.id, stepsSd(t.results) ?? null])),
+      costPerAcceptedChange: costPerPass(results),
+      unexpected: unexpectedChanges(results),
+      failures: failureSummary(results)
+    }
+  };
+}
+
+export {
+  taskHash,
+  reportV2
+};
+//# sourceMappingURL=chunk-6JQTPW3P.js.map