@plune-ai/cli 0.13.0 → 0.14.1

package/dist/reporter-core.js

@@ -28,7 +28,39 @@ function loadToken() {
 }
 
 // src/reporter-core/client.ts
+import { request as httpRequest } from "http";
+import { request as httpsRequest } from "https";
 var RETRY_DELAYS_MS = [300, 900];
+var IDLE_MS = 3e5;
+function nodeTransport(url, init, idleMs = IDLE_MS) {
+  return new Promise((resolve2, reject) => {
+    const target = new URL(url);
+    const send = target.protocol === "https:" ? httpsRequest : httpRequest;
+    const req = send(target, { method: init.method, headers: init.headers }, (res) => {
+      const chunks = [];
+      res.on("data", (chunk2) => chunks.push(chunk2));
+      res.on("error", reject);
+      res.on("end", () => {
+        const status = res.statusCode ?? 0;
+        const text = Buffer.concat(chunks).toString("utf8");
+        resolve2({
+          ok: status >= 200 && status <= 299,
+          status,
+          headers: {
+            get: (name) => {
+              const value2 = res.headers[name.toLowerCase()];
+              return value2 === void 0 ? null : Array.isArray(value2) ? value2.join(", ") : value2;
+            }
+          },
+          json: async () => JSON.parse(text)
+        });
+      });
+    });
+    req.setTimeout(idleMs, () => req.destroy(new Error(`no answer from ${target.origin} in ${idleMs} ms`)));
+    req.on("error", reject);
+    req.end(init.body);
+  });
+}
 var sleep = (ms) => new Promise((r) => setTimeout(r, ms));
 async function detailOf(res) {
   try {
@@ -52,7 +84,7 @@ function classify(status) {
   return "other";
 }
 function createClient(opts) {
-  const doFetch = opts.fetchImpl ?? fetch;
+  const doFetch = opts.fetchImpl ?? nodeTransport;
   const wait = opts.wait ?? sleep;
   const base = opts.apiUrl.replace(/\/+$/, "");
   const scrub = (text) => opts.token === "" ? text : text.split(opts.token).join("***");
@@ -80,7 +112,11 @@ function createClient(opts) {
       }
       if (res.ok) {
         if (res.status === 204) return { ok: true, status: res.status, body: void 0 };
-        return { ok: true, status: res.status, body: await res.json() };
+        try {
+          return { ok: true, status: res.status, body: await res.json() };
+        } catch {
+          return { ok: false, kind: "other", status: res.status, detail: "the answer was not JSON" };
+        }
       }
       const detail = scrub(await detailOf(res));
       const kind = classify(res.status);
@@ -195,6 +231,25 @@ function boundKey(key) {
 function boundTitle(title) {
   return title.length <= TITLE_MAX ? title : `${title.slice(0, TITLE_MAX - 1)}\u2026`;
 }
+var BATCH_BYTES = 8 * 1024 * 1024;
+var ENVELOPE_BYTES = Buffer.byteLength(JSON.stringify({ results: [] }));
+function packed(results) {
+  const out = [];
+  let part = [];
+  let bytes = ENVELOPE_BYTES;
+  for (const result of results) {
+    const size = Buffer.byteLength(JSON.stringify(result));
+    if (part.length > 0 && bytes + 1 + size > BATCH_BYTES) {
+      out.push(part);
+      part = [];
+      bytes = ENVELOPE_BYTES;
+    }
+    bytes += (part.length > 0 ? 1 : 0) + size;
+    part.push(result);
+  }
+  if (part.length > 0) out.push(part);
+  return out;
+}
 function chunk(items, size) {
   const out = [];
   for (let i = 0; i < items.length; i += size) out.push(items.slice(i, i + size));
@@ -396,27 +451,35 @@ async function startRun(passed, declared) {
       progress();
       return;
     }
-    const out = await client.post(
-      `/v1/runs/${runId}/results`,
-      { results: submissions }
-    );
-    if (out.ok) {
-      stats.accepted += out.body.counts.accepted ?? 0;
-      stats.duplicate += out.body.counts.duplicate ?? 0;
-      stats.conflict += out.body.counts.conflict ?? 0;
-      stats.rejected += out.body.counts.rejected ?? 0;
-      progress();
-      return;
-    }
-    if (out.kind === "auth") {
-      log('plune: the API token was refused \u2014 run "plune login" with a fresh one.');
-      offline = true;
-    } else if (out.kind === "conflict") {
-      log(`plune: this run is closed \u2014 ${out.detail}`);
-    } else {
-      log(`plune: could not send results (${out.detail || out.kind}).`);
+    for (const part of packed(submissions)) {
+      if (offline) {
+        defer(part);
+        continue;
+      }
+      const out = await client.post(`/v1/runs/${runId}/results`, {
+        results: part
+      });
+      const counts = out.ok ? out.body?.counts : void 0;
+      if (counts !== void 0) {
+        stats.accepted += counts.accepted ?? 0;
+        stats.duplicate += counts.duplicate ?? 0;
+        stats.conflict += counts.conflict ?? 0;
+        stats.rejected += counts.rejected ?? 0;
+        progress();
+        continue;
+      }
+      if (out.ok) {
+        log("plune: could not send results (the answer carried no counts).");
+      } else if (out.kind === "auth") {
+        log('plune: the API token was refused \u2014 run "plune login" with a fresh one.');
+        offline = true;
+      } else if (out.kind === "conflict") {
+        log(`plune: this run is closed \u2014 ${out.detail}`);
+      } else {
+        log(`plune: could not send results (${out.detail || out.kind}).`);
+      }
+      defer(part);
     }
-    defer(submissions);
   }
   function progress() {
     const total = expected?.length ?? 0;
@@ -432,9 +495,12 @@ async function startRun(passed, declared) {
     if (stats.unresolved > 0) parts.push(`${stats.unresolved} with no matching test case`);
     if (stats.offered > 0) parts.push(`${stats.offered} offered for review`);
     if (stats.created > 0) parts.push(`${stats.created} added as cases (trusted source)`);
-    if (stats.deferred > 0) parts.push(`${stats.deferred} written to ${fallbackPath}`);
+    if (stats.deferred > 0) parts.push(`${stats.deferred} not delivered \u2014 written to ${fallbackPath}`);
     if (shortened.size > 0) parts.push(`${shortened.size} test name(s) shortened to fit a key`);
     log(`plune: ${parts.join(" \xB7 ")}`);
+    if (stats.deferred > 0 && process.env["GITHUB_ACTIONS"] === "true") {
+      log(`::warning::${stats.deferred} result(s) were not delivered to Plune \u2014 see the reporting step's log.`);
+    }
   }
   return {
     get runId() {
@@ -494,13 +560,140 @@ function resultKey(testId, retry) {
   const plain = `${testId}#${retry}`;
   return plain.length <= RESULT_KEY_MAX ? plain : `${sha256(testId).slice(0, HASH_CHARS)}#${retry}`;
 }
+
+// src/reporter-core/failure-detail.ts
+import { existsSync as existsSync2 } from "fs";
+import { homedir as homedir2 } from "os";
+import { dirname as dirname3, join as join3, posix, resolve } from "path";
+import { stripVTControlCharacters } from "util";
+function failureOf(attempt, home = homedir2()) {
+  const error = chosen(attempt);
+  const line = error === void 0 ? void 0 : firstLine(machineless(error.text, attempt.repoRoot, home));
+  const headline = line !== void 0 && jsonBytes(line) <= HEADLINE_LIMIT ? line : void 0;
+  const steps = chainOf(attempt.steps);
+  const location = error === void 0 ? void 0 : fromRoot(placeOf(error, attempt.testFile), attempt.repoRoot);
+  const artifacts = attempt.attachments.filter((a) => a.path !== void 0 && !a.name.startsWith("_") && a.contentType !== METADATA_TYPE).map(({ name, contentType }) => ({ name: fileNameOf(name), ...contentType ? { contentType } : {} })).filter((a) => a.name !== "");
+  const ciUrl = webLink(attempt.buildHref);
+  const failure = {
+    ...headline !== void 0 ? { headline } : {},
+    ...steps.length > 0 ? { steps } : {},
+    ...location !== void 0 ? { location } : {},
+    ...artifacts.length > 0 ? { artifacts } : {},
+    ...ciUrl !== void 0 ? { ciUrl } : {}
+  };
+  return Object.keys(failure).length === 0 ? void 0 : failure;
+}
+function repoRootOf(dir, stopAt) {
+  for (let here = resolve(dir); ; here = dirname3(here)) {
+    if (existsSync2(join3(here, ".git"))) return here;
+    if (here === stopAt || dirname3(here) === here) return void 0;
+  }
+}
+function errorContextOf(attempt, home = homedir2()) {
+  const text = attempt.errors.map((e) => e.text).filter((t) => t !== "").join("\n\n");
+  return cut(machineless(text, attempt.repoRoot, home));
+}
+function machineless(raw, repoRoot, home) {
+  let text = stripVTControlCharacters(raw).replaceAll("\x1B", "");
+  const root = repoRoot === void 0 ? void 0 : pathIn(repoRoot);
+  if (root !== void 0) text = text.replace(new RegExp(`${PATH_START}${root.source}[\\\\/]+`, root.flags), "");
+  const own = pathIn(home);
+  if (own !== void 0) text = text.replace(new RegExp(`${PATH_START}${own.source}(?![\\w.-])`, own.flags), "~");
+  if (repoRoot === void 0) text = text.replace(ANY_HOME, "~");
+  return text;
+}
+var PATH_START = "(?<![\\w.~%/\\\\-])";
+var TEXT_LIMIT = 524288;
+var HEADLINE_LIMIT = 8 * 1024;
+var jsonBytes = (text) => Buffer.byteLength(JSON.stringify(text)) - 2;
+var ANY_HOME = /(?<=^|[\s'"`(=,[])(?:file:\/\/\/?)?(?:\/home\/|\/Users\/|[A-Za-z]:[\\/]+Users[\\/]+)[^\\/\s'"`:*?<>|]+/g;
+function pathIn(path3) {
+  const parts = path3.split(/[\\/]+/);
+  while (parts.length > 1 && parts.at(-1) === "") parts.pop();
+  if (!parts.some((part) => part !== "" && !/^[A-Za-z]:$/.test(part))) return void 0;
+  const escaped = parts.map((part) => part.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")).join("[\\\\/]+");
+  return new RegExp(`(?:file:\\/\\/\\/?)?${escaped}`, /^[A-Za-z]:$/.test(parts[0]) ? "gi" : "g");
+}
+var fileNameOf = (name) => /^(?:file:\/\/|[\\/]|~[\\/]|[A-Za-z]:[\\/])/.test(name) ? name.split(/[\\/]/).pop() ?? "" : name;
+function cut(text) {
+  if (jsonBytes(text) <= TEXT_LIMIT) return text;
+  const lines = text.split("\n");
+  const size = lines.map((line) => jsonBytes(line) + 2);
+  const budget = TEXT_LIMIT - jsonBytes(omitted(lines.length));
+  let used = 0;
+  let head = 0;
+  let tail = lines.length;
+  while (head < tail && used + size[head] <= budget / 2) used += size[head++];
+  while (tail > head && used + size[tail - 1] <= budget) used += size[--tail];
+  return [...lines.slice(0, head), omitted(tail - head), ...lines.slice(tail)].join("\n");
+}
+var omitted = (lines) => `\u2026[omitted ${lines} lines]\u2026`;
+var METADATA_TYPE = "application/plune.metadata+json";
+var REPO_RELATIVE = /^(?![A-Za-z][A-Za-z0-9+.-]*:)(?![\\/~])(?!(?:.*[\\/])?\.\.(?:[\\/]|$)).+$/;
+var FRAME = /^\s+at (?:.*? \()?(.+?):(\d+):(\d+)\)?$/;
+var FRAME_MAX = 8192;
+var firstLine = (text) => stripVTControlCharacters(text).split("\n").map((line) => line.trim()).find((line) => line !== "");
+function chosen({ status, errors }) {
+  if (status === "timedOut") {
+    const timeout = errors.findIndex((e) => firstLine(e.text)?.startsWith("Test timeout of ") === true);
+    if (timeout !== -1 && timeout + 1 < errors.length) return errors[timeout + 1];
+  }
+  return errors[0];
+}
+function chainOf(steps) {
+  const chain = [];
+  for (let failed = steps.find((s) => s.failed); failed !== void 0; failed = failed.steps.find((s) => s.failed)) {
+    chain.push(failed.title);
+  }
+  return chain;
+}
+function placeOf(error, testFile) {
+  const own = normal(testFile);
+  let first;
+  for (const line of stripVTControlCharacters(error.text).split("\n")) {
+    if (line.length > FRAME_MAX) continue;
+    const frame = FRAME.exec(line);
+    if (frame === null) continue;
+    const place = { file: fileOf(frame[1]), line: Number(frame[2]), column: Number(frame[3]) };
+    if (normal(place.file) === own) return place;
+    if (first === void 0 && !normal(place.file).includes("/node_modules/")) first = place;
+  }
+  return error.location ?? first;
+}
+function fileOf(raw) {
+  if (!raw.startsWith("file://")) return raw;
+  let path3 = raw.slice("file://".length);
+  try {
+    path3 = decodeURIComponent(path3);
+  } catch {
+  }
+  return /^\/[A-Za-z]:\//.test(path3) ? path3.slice(1) : path3;
+}
+var normal = (path3) => posix.normalize(path3.replace(/\\/g, "/")).replace(/^([a-z]):/, (_, drive) => `${drive.toUpperCase()}:`);
+function fromRoot(place, root) {
+  if (place === void 0 || root === void 0 || !Number.isInteger(place.line) || place.line < 1) return void 0;
+  const base = normal(root).replace(/\/+$/, "");
+  const file = normal(place.file);
+  if (!file.startsWith(`${base}/`)) return void 0;
+  const relative = file.slice(base.length + 1);
+  if (!REPO_RELATIVE.test(relative)) return void 0;
+  const column = place.column !== void 0 && Number.isInteger(place.column) && place.column >= 1 ? place.column : void 0;
+  return column === void 0 ? { file: relative, line: place.line } : { file: relative, line: place.line, column };
+}
+function webLink(href) {
+  return href !== void 0 && /^https?:\/\//i.test(href) && URL.canParse(href) ? href : void 0;
+}
 export {
   DEFAULT_FALLBACK_PATH,
   RESULT_KEY_MAX,
   UNSUPPORTED_VARS,
   appendBatch,
   createClient,
+  errorContextOf,
+  failureOf,
   readEnv,
+  repoRootOf,
   resultKey,
-  startRun
+  startRun,
+  webLink
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@plune-ai/cli",
-  "version": "0.13.0",
+  "version": "0.14.1",
   "description": "AI-powered assertion testing for LLM apps — write assertions, run them against any provider, get a pass/fail report (local, CI, or diff).",
   "keywords": [
     "ai",