@lucasschirm/devinp 0.1.4 → 0.1.5

package/README.md

@@ -24,6 +24,19 @@ The package ships as a self-contained bundle — no dependencies are installed.
   not authenticated, `devinp` exits with an error (use `--source` for a saved
   snapshot).
 
+### When `devin` fails or truncates
+
+- Prices are captured through a temp file in `os.tmpdir()` — `devin`'s
+  interactive CLI can truncate a pipe stream mid-write, so `devinp` points
+  `devin`'s stdout at a real file instead. The temp file is always removed
+  after the run.
+- If `devin`'s output is cut off mid-stream, `devinp` repairs the document,
+  prints a warning, and renders the partial table.
+- If the output cannot be recovered, `devinp` reports a diagnostic with the
+  size and tail of what `devin` wrote, and suggests re-running or saving the
+  output manually: `devin models list --format json > models.json`, then
+  `devinp --source models.json`.
+
 ## Usage
 
 ```sh

package/bin/command.js

@@ -2887,9 +2887,9 @@ var require_ejs = __commonJS({
       createRegex: function() {
         var str = _REGEX_STRING;
         var delim = utils_js_1.default.escapeRegExpChars(this.opts.delimiter);
-        var open = utils_js_1.default.escapeRegExpChars(this.opts.openDelimiter);
+        var open2 = utils_js_1.default.escapeRegExpChars(this.opts.openDelimiter);
         var close = utils_js_1.default.escapeRegExpChars(this.opts.closeDelimiter);
-        str = str.replace(/%/g, delim).replace(/</g, open).replace(/>/g, close);
+        str = str.replace(/%/g, delim).replace(/</g, open2).replace(/>/g, close);
         return new RegExp(str);
       },
       compile: function() {
@@ -6393,8 +6393,8 @@ var require_async = __commonJS({
   "node_modules/get-package-type/async.cjs"(exports, module) {
     "use strict";
     var path = __require("path");
-    var { promisify: promisify4 } = __require("util");
-    var readFile3 = promisify4(__require("fs").readFile);
+    var { promisify: promisify3 } = __require("util");
+    var readFile3 = promisify3(__require("fs").readFile);
     var isNodeModules = require_is_node_modules();
     var resultsCache = require_cache2();
     var promiseCache = /* @__PURE__ */ new Map();
@@ -12628,10 +12628,10 @@ var require_commonjs3 = __commonJS({
           }
           return filtered.join("/");
         }).join("|");
-        const [open, close] = set.length > 1 ? ["(?:", ")"] : ["", ""];
-        re = "^" + open + re + close + "$";
+        const [open2, close] = set.length > 1 ? ["(?:", ")"] : ["", ""];
+        re = "^" + open2 + re + close + "$";
         if (this.partial) {
-          re = "^(?:\\/|" + open + re.slice(1, -1) + close + ")$";
+          re = "^(?:\\/|" + open2 + re.slice(1, -1) + close + ")$";
         }
         if (this.negate)
           re = "^(?!" + re + ").+$";
@@ -13719,16 +13719,16 @@ var require_parse2 = __commonJS({
         const analysis = analyzeRepeatedExtglob(body, opts);
         if ((token.type === "plus" || token.type === "star") && analysis.risky) {
           const safeOutput = analysis.safeOutput ? (token.output ? "" : ONE_CHAR) + (opts.capture ? `(${analysis.safeOutput})` : analysis.safeOutput) : void 0;
-          const open = tokens[token.tokensIndex];
-          open.type = "text";
-          open.value = literal;
-          open.output = safeOutput || utils.escapeRegex(literal);
+          const open2 = tokens[token.tokensIndex];
+          open2.type = "text";
+          open2.value = literal;
+          open2.output = safeOutput || utils.escapeRegex(literal);
           for (let i = token.tokensIndex + 1; i < tokens.length; i++) {
             tokens[i].value = "";
             tokens[i].output = "";
             delete tokens[i].suffix;
           }
-          state.output = token.output + open.output;
+          state.output = token.output + open2.output;
           state.backtrack = true;
           push({ type: "paren", extglob: true, value, output: "" });
           decrement("parens");
@@ -13948,15 +13948,15 @@ var require_parse2 = __commonJS({
         }
         if (value === "{" && opts.nobrace !== true) {
           increment("braces");
-          const open = {
+          const open2 = {
             type: "brace",
             value,
             output: "(",
             outputIndex: state.output.length,
             tokensIndex: state.tokens.length
           };
-          braces.push(open);
-          push(open);
+          braces.push(open2);
+          push(open2);
           continue;
         }
         if (value === "}") {
@@ -27622,7 +27622,7 @@ var require_thread_stream = __commonJS({
     var { version } = require_package2();
     var { EventEmitter } = __require("events");
     var { Worker } = __require("worker_threads");
-    var { join: join2 } = __require("path");
+    var { join: join3 } = __require("path");
     var { pathToFileURL } = __require("url");
     var { wait } = require_wait();
     var {
@@ -27673,7 +27673,7 @@ var require_thread_stream = __commonJS({
     function createWorker(stream, opts) {
       const { filename, workerData } = opts;
       const bundlerOverrides = "__bundlerPathsOverrides" in globalThis ? globalThis.__bundlerPathsOverrides : {};
-      const toExecute = bundlerOverrides["thread-stream-worker"] || join2(__dirname, "lib", "worker.js");
+      const toExecute = bundlerOverrides["thread-stream-worker"] || join3(__dirname, "lib", "worker.js");
       const worker = new Worker(toExecute, {
         ...opts.workerOpts,
         name: opts.workerOpts?.name || "thread-stream",
@@ -28141,7 +28141,7 @@ var require_transport = __commonJS({
     var { createRequire } = __require("module");
     var { existsSync } = __require("node:fs");
     var getCallers = require_caller();
-    var { join: join2, isAbsolute, sep } = __require("node:path");
+    var { join: join3, isAbsolute, sep } = __require("node:path");
     var { fileURLToPath } = __require("node:url");
     var sleep = require_atomic_sleep();
     var onExit = require_on_exit_leak_free();
@@ -28294,7 +28294,7 @@ var require_transport = __commonJS({
         throw new Error("only one of target or targets can be specified");
       }
       if (targets) {
-        target = bundlerOverrides["pino-worker"] || join2(__dirname, "worker.js");
+        target = bundlerOverrides["pino-worker"] || join3(__dirname, "worker.js");
         options.targets = targets.filter((dest) => dest.target).map((dest) => {
           return {
             ...dest,
@@ -28312,7 +28312,7 @@ var require_transport = __commonJS({
           });
         });
       } else if (pipeline) {
-        target = bundlerOverrides["pino-worker"] || join2(__dirname, "worker.js");
+        target = bundlerOverrides["pino-worker"] || join3(__dirname, "worker.js");
         options.pipelines = [pipeline.map((dest) => {
           return {
             ...dest,
@@ -28335,7 +28335,7 @@ var require_transport = __commonJS({
           return origin;
         }
         if (origin === "pino/file") {
-          return join2(__dirname, "..", "file.js");
+          return join3(__dirname, "..", "file.js");
         }
         let fixTarget2;
         for (const filePath of callers) {
@@ -29315,7 +29315,7 @@ var require_safe_stable_stringify = __commonJS({
               return circularValue;
             }
             let res = "";
-            let join2 = ",";
+            let join3 = ",";
             const originalIndentation = indentation;
             if (Array.isArray(value)) {
               if (value.length === 0) {
@@ -29329,7 +29329,7 @@ var require_safe_stable_stringify = __commonJS({
                 indentation += spacer;
                 res += `
 ${indentation}`;
-                join2 = `,
+                join3 = `,
 ${indentation}`;
               }
               const maximumValuesToStringify = Math.min(value.length, maximumBreadth);
@@ -29337,13 +29337,13 @@ ${indentation}`;
               for (; i < maximumValuesToStringify - 1; i++) {
                 const tmp2 = stringifyFnReplacer(String(i), value, stack, replacer, spacer, indentation);
                 res += tmp2 !== void 0 ? tmp2 : "null";
-                res += join2;
+                res += join3;
               }
               const tmp = stringifyFnReplacer(String(i), value, stack, replacer, spacer, indentation);
               res += tmp !== void 0 ? tmp : "null";
               if (value.length - 1 > maximumBreadth) {
                 const removedKeys = value.length - maximumBreadth - 1;
-                res += `${join2}"... ${getItemCount(removedKeys)} not stringified"`;
+                res += `${join3}"... ${getItemCount(removedKeys)} not stringified"`;
               }
               if (spacer !== "") {
                 res += `
@@ -29364,7 +29364,7 @@ ${originalIndentation}`;
             let separator = "";
             if (spacer !== "") {
               indentation += spacer;
-              join2 = `,
+              join3 = `,
 ${indentation}`;
               whitespace = " ";
             }
@@ -29378,13 +29378,13 @@ ${indentation}`;
               const tmp = stringifyFnReplacer(key2, value, stack, replacer, spacer, indentation);
               if (tmp !== void 0) {
                 res += `${separator}${strEscape(key2)}:${whitespace}${tmp}`;
-                separator = join2;
+                separator = join3;
               }
             }
             if (keyLength > maximumBreadth) {
               const removedKeys = keyLength - maximumBreadth;
               res += `${separator}"...":${whitespace}"${getItemCount(removedKeys)} not stringified"`;
-              separator = join2;
+              separator = join3;
             }
             if (spacer !== "" && separator.length > 1) {
               res = `
@@ -29425,7 +29425,7 @@ ${originalIndentation}`;
             }
             const originalIndentation = indentation;
             let res = "";
-            let join2 = ",";
+            let join3 = ",";
             if (Array.isArray(value)) {
               if (value.length === 0) {
                 return "[]";
@@ -29438,7 +29438,7 @@ ${originalIndentation}`;
                 indentation += spacer;
                 res += `
 ${indentation}`;
-                join2 = `,
+                join3 = `,
 ${indentation}`;
               }
               const maximumValuesToStringify = Math.min(value.length, maximumBreadth);
@@ -29446,13 +29446,13 @@ ${indentation}`;
               for (; i < maximumValuesToStringify - 1; i++) {
                 const tmp2 = stringifyArrayReplacer(String(i), value[i], stack, replacer, spacer, indentation);
                 res += tmp2 !== void 0 ? tmp2 : "null";
-                res += join2;
+                res += join3;
               }
               const tmp = stringifyArrayReplacer(String(i), value[i], stack, replacer, spacer, indentation);
               res += tmp !== void 0 ? tmp : "null";
               if (value.length - 1 > maximumBreadth) {
                 const removedKeys = value.length - maximumBreadth - 1;
-                res += `${join2}"... ${getItemCount(removedKeys)} not stringified"`;
+                res += `${join3}"... ${getItemCount(removedKeys)} not stringified"`;
               }
               if (spacer !== "") {
                 res += `
@@ -29465,7 +29465,7 @@ ${originalIndentation}`;
             let whitespace = "";
             if (spacer !== "") {
               indentation += spacer;
-              join2 = `,
+              join3 = `,
 ${indentation}`;
               whitespace = " ";
             }
@@ -29474,7 +29474,7 @@ ${indentation}`;
               const tmp = stringifyArrayReplacer(key2, value[key2], stack, replacer, spacer, indentation);
               if (tmp !== void 0) {
                 res += `${separator}${strEscape(key2)}:${whitespace}${tmp}`;
-                separator = join2;
+                separator = join3;
               }
             }
             if (spacer !== "" && separator.length > 1) {
@@ -29532,20 +29532,20 @@ ${originalIndentation}`;
               indentation += spacer;
               let res2 = `
 ${indentation}`;
-              const join3 = `,
+              const join4 = `,
 ${indentation}`;
               const maximumValuesToStringify = Math.min(value.length, maximumBreadth);
               let i = 0;
               for (; i < maximumValuesToStringify - 1; i++) {
                 const tmp2 = stringifyIndent(String(i), value[i], stack, spacer, indentation);
                 res2 += tmp2 !== void 0 ? tmp2 : "null";
-                res2 += join3;
+                res2 += join4;
               }
               const tmp = stringifyIndent(String(i), value[i], stack, spacer, indentation);
               res2 += tmp !== void 0 ? tmp : "null";
               if (value.length - 1 > maximumBreadth) {
                 const removedKeys = value.length - maximumBreadth - 1;
-                res2 += `${join3}"... ${getItemCount(removedKeys)} not stringified"`;
+                res2 += `${join4}"... ${getItemCount(removedKeys)} not stringified"`;
               }
               res2 += `
 ${originalIndentation}`;
@@ -29561,16 +29561,16 @@ ${originalIndentation}`;
               return '"[Object]"';
             }
             indentation += spacer;
-            const join2 = `,
+            const join3 = `,
 ${indentation}`;
             let res = "";
             let separator = "";
             let maximumPropertiesToStringify = Math.min(keyLength, maximumBreadth);
             if (isTypedArrayWithEntries(value)) {
-              res += stringifyTypedArray(value, join2, maximumBreadth);
+              res += stringifyTypedArray(value, join3, maximumBreadth);
               keys = keys.slice(value.length);
               maximumPropertiesToStringify -= value.length;
-              separator = join2;
+              separator = join3;
             }
             if (deterministic) {
               keys = sort(keys, comparator);
@@ -29581,13 +29581,13 @@ ${indentation}`;
               const tmp = stringifyIndent(key2, value[key2], stack, spacer, indentation);
               if (tmp !== void 0) {
                 res += `${separator}${strEscape(key2)}: ${tmp}`;
-                separator = join2;
+                separator = join3;
               }
             }
             if (keyLength > maximumBreadth) {
               const removedKeys = keyLength - maximumBreadth;
               res += `${separator}"...": "${getItemCount(removedKeys)} not stringified"`;
-              separator = join2;
+              separator = join3;
             }
             if (separator !== "") {
               res = `
@@ -55023,41 +55023,155 @@ async function startServer({ rows, benchMeta, port, log }) {
 }
 
 // src/lib/source.js
-import { execFile as execFile4 } from "node:child_process";
-import { readFile as readFile2 } from "node:fs/promises";
-import { promisify as promisify3 } from "node:util";
-var execFileAsync = promisify3(execFile4);
-async function loadModelData({ source } = {}) {
+import { spawn } from "node:child_process";
+import { open, readFile as readFile2, unlink } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join as join2 } from "node:path";
+
+// src/lib/repair-json.js
+var CLOSER = { "{": "}", "[": "]" };
+function recoverTruncatedJson(raw) {
+  if (typeof raw !== "string") return null;
+  try {
+    return JSON.parse(raw);
+  } catch {
+  }
+  const scan = scanJson(raw, raw.length);
+  const cuts = [raw.length];
+  if (scan.inString) cuts.push(scan.stringStart);
+  if (scan.lastComma != null) cuts.push(scan.lastComma + 1);
+  if (scan.lastCloser != null) cuts.push(scan.lastCloser + 1);
+  const seen = /* @__PURE__ */ new Set();
+  for (const cut of cuts) {
+    if (seen.has(cut)) continue;
+    seen.add(cut);
+    let candidate = raw.slice(0, cut).replace(/[\s,]+$/g, "");
+    if (candidate === "") continue;
+    const s = scanJson(candidate, candidate.length);
+    const repaired = candidate + s.stack.map((token) => CLOSER[token]).reverse().join("");
+    try {
+      return JSON.parse(repaired);
+    } catch {
+    }
+  }
+  return null;
+}
+function scanJson(s, end) {
+  let inString = false;
+  let escape2 = false;
+  let stringStart = 0;
+  const stack = [];
+  let lastComma = null;
+  let lastCloser = null;
+  for (let i = 0; i < end; i++) {
+    const ch = s[i];
+    if (inString) {
+      if (escape2) escape2 = false;
+      else if (ch === "\\") escape2 = true;
+      else if (ch === '"') inString = false;
+      continue;
+    }
+    if (ch === '"') {
+      inString = true;
+      stringStart = i;
+    } else if (ch === ",") {
+      lastComma = i;
+    } else if (ch === "{" || ch === "[") {
+      stack.push(ch);
+    } else if (ch === "}" || ch === "]") {
+      stack.pop();
+      lastCloser = i;
+    }
+  }
+  return { inString, stringStart, stack, lastComma, lastCloser };
+}
+
+// src/lib/source.js
+var DEVIN_TIMEOUT_MS = 3e4;
+async function runDevinJson({ command = "devin", timeoutMs = DEVIN_TIMEOUT_MS } = {}) {
+  const file = join2(tmpdir(), `devinp-models-${process.pid}-${Date.now()}.json`);
+  const handle = await open(file, "w");
+  try {
+    const { code, stderr, timedOut } = await new Promise((resolve, reject) => {
+      const child = spawn(command, ["models", "list", "--format", "json"], {
+        stdio: ["ignore", handle.fd, "pipe"]
+      });
+      let stderr2 = "";
+      let timedOut2 = false;
+      const timer = setTimeout(() => {
+        timedOut2 = true;
+        child.kill("SIGKILL");
+      }, timeoutMs);
+      child.stderr.on("data", (chunk) => {
+        stderr2 += chunk;
+      });
+      child.on("error", (error) => {
+        clearTimeout(timer);
+        reject(error);
+      });
+      child.on("close", (childCode) => {
+        clearTimeout(timer);
+        resolve({ code: childCode, stderr: stderr2, timedOut: timedOut2 });
+      });
+    });
+    if (timedOut) {
+      throw new Error(`\`devin models list\` timed out after ${timeoutMs / 1e3}s`);
+    }
+    if (code !== 0) {
+      throw new Error(`\`devin models list\` failed \u2014 ${stderr.trim() || `exited with code ${code}`}`);
+    }
+    return await readFile2(file, "utf8");
+  } finally {
+    await handle.close();
+    await unlink(file).catch(() => {
+    });
+  }
+}
+function assertFamilies(data, sourceName) {
+  if (data == null || typeof data !== "object" || !Array.isArray(data.families)) {
+    throw new Error(`Unable to get model prices: ${sourceName} has no "families" array (expected \`devin models list --format json\` output)`);
+  }
+  if (data.families.length === 0) {
+    throw new Error(`Unable to get model prices: ${sourceName} contains no model families`);
+  }
+  return data;
+}
+async function loadModelData({ source, command = "devin", timeoutMs = DEVIN_TIMEOUT_MS } = {}) {
   if (source) {
-    let raw;
+    let raw2;
     try {
-      raw = await readFile2(source, "utf8");
+      raw2 = await readFile2(source, "utf8");
     } catch (error) {
       throw new Error(`Unable to get model prices: cannot read source file "${source}" (${error.code ?? error.message})`);
     }
     try {
-      return JSON.parse(raw);
-    } catch {
+      return { data: assertFamilies(JSON.parse(raw2), source) };
+    } catch (error) {
+      if (error.message.startsWith("Unable to get model prices")) throw error;
       throw new Error(`Unable to get model prices: "${source}" is not valid JSON (expected \`devin models list --format json\` output)`);
     }
   }
-  let stdout;
+  let raw;
   try {
-    ;
-    ({ stdout } = await execFileAsync("devin", ["models", "list", "--format", "json"], {
-      maxBuffer: 64 * 1024 * 1024
-    }));
+    raw = await runDevinJson({ command, timeoutMs });
   } catch (error) {
     if (error.code === "ENOENT") {
       throw new Error("Unable to get model prices: `devin` CLI not found in PATH. Install it or pass --source <file>.");
     }
-    const detail = error.stderr?.trim() || error.message;
-    throw new Error(`Unable to get model prices: \`devin models list\` failed \u2014 ${detail}`);
+    throw new Error(`Unable to get model prices: ${error.message}`);
   }
   try {
-    return JSON.parse(stdout);
-  } catch {
-    throw new Error("Unable to get model prices: `devin models list --format json` returned invalid JSON");
+    return { data: assertFamilies(JSON.parse(raw), "devin models list") };
+  } catch (error) {
+    if (error.message.startsWith("Unable to get model prices")) throw error;
+    const recovered = recoverTruncatedJson(raw);
+    if (recovered != null) {
+      return { data: assertFamilies(recovered, "devin models list (recovered)"), truncated: true };
+    }
+    const tail = raw.trimEnd().slice(-200);
+    throw new Error(
+      `Unable to get model prices: \`devin models list --format json\` returned invalid JSON (${error.message} \u2014 ${raw.length} bytes, output ends with ${JSON.stringify(tail)}). The output may have been truncated mid-stream: re-run, or save the output with \`devin models list --format json > models.json\` and pass \`--source models.json\`.`
+    );
   }
 }
 
@@ -55111,7 +55225,11 @@ var Devinp = class _Devinp extends import_core.Command {
     const { flags } = await this.parse(_Devinp);
     let data;
     try {
-      data = await loadModelData({ source: flags.source });
+      const loaded = await loadModelData({ source: flags.source });
+      if (loaded.truncated) {
+        this.warn("devin output was truncated mid-stream \u2014 showing partial data, re-run for the full list");
+      }
+      data = loaded.data;
     } catch (error) {
       this.error(error instanceof Error ? error.message : String(error), { exit: 1 });
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lucasschirm/devinp",
-  "version": "0.1.4",
+  "version": "0.1.5",
   "description": "Pretty pricing table for Devin models, powered by `devin models list`",
   "type": "module",
   "bin": {