@cdot65/prisma-airs-cli 7.1.2 → 7.1.3

package/dist/cli/index.js

@@ -6111,6 +6111,138 @@ async function fetchJobAttackRecords(client, jobId, options = {}) {
 // src/redteam/judge/ingest.ts
 import { createHash } from "crypto";
 
+// src/redteam/judge/envelope.ts
+function pythonLiteral(source) {
+  let i = 0;
+  let nodes = 0;
+  const fail2 = () => {
+    throw new Error("Unsupported exported literal");
+  };
+  const space = () => {
+    while (/\s/.test(source[i] ?? "") && i < source.length) i++;
+  };
+  function string() {
+    const quote = source[i++];
+    let result2 = "";
+    while (i < source.length) {
+      const ch = source[i++];
+      if (ch === quote) return result2;
+      if (ch === "\n" || ch === "\r") fail2();
+      if (ch !== "\\") {
+        result2 += ch;
+        continue;
+      }
+      const esc = source[i++];
+      const simple = {
+        a: "\x07",
+        b: "\b",
+        f: "\f",
+        n: "\n",
+        r: "\r",
+        t: "	",
+        v: "\v",
+        "\\": "\\",
+        "'": "'",
+        '"': '"'
+      };
+      if (Object.hasOwn(simple, esc)) {
+        result2 += simple[esc];
+        continue;
+      }
+      const width = esc === "x" ? 2 : esc === "u" ? 4 : esc === "U" ? 8 : 0;
+      if (width) {
+        const digits = source.slice(i, i + width);
+        if (digits.length !== width || !/^[\da-f]+$/i.test(digits)) fail2();
+        const code = Number.parseInt(digits, 16);
+        if (code > 1114111) fail2();
+        result2 += String.fromCodePoint(code);
+        i += width;
+        continue;
+      }
+      if (/[0-7]/.test(esc ?? "")) {
+        let digits = esc;
+        while (digits.length < 3 && /[0-7]/.test(source[i] ?? "")) digits += source[i++];
+        result2 += String.fromCodePoint(Number.parseInt(digits, 8));
+        continue;
+      }
+      if (esc === void 0) fail2();
+      result2 += `\\${esc}`;
+    }
+    return fail2();
+  }
+  function value(depth) {
+    if (++nodes > 5e4 || depth > 64) fail2();
+    space();
+    const ch = source[i];
+    if (ch === "'" || ch === '"') return string();
+    if (ch === "{" || ch === "[") {
+      i++;
+      const object4 = /* @__PURE__ */ Object.create(null);
+      const list = [];
+      const end = ch === "{" ? "}" : "]";
+      space();
+      while (source[i] !== end) {
+        if (ch === "{") {
+          if (source[i] !== "'" && source[i] !== '"') fail2();
+          const key = string();
+          space();
+          if (source[i++] !== ":" || Object.hasOwn(object4, key)) fail2();
+          object4[key] = value(depth + 1);
+        } else list.push(value(depth + 1));
+        space();
+        if (source[i] === end) break;
+        if (source[i++] !== ",") fail2();
+        space();
+      }
+      i++;
+      return ch === "{" ? object4 : list;
+    }
+    for (const [token, literal] of [
+      ["True", true],
+      ["False", false],
+      ["None", null]
+    ]) {
+      if (source.startsWith(token, i)) {
+        i += token.length;
+        return literal;
+      }
+    }
+    const match = source.slice(i).match(/^-?(?:0|[1-9]\d*)(?:\.\d+)?(?:[eE][+-]?\d+)?/);
+    if (!match) return fail2();
+    i += match[0].length;
+    const number = Number(match[0]);
+    if (!Number.isFinite(number)) fail2();
+    return number;
+  }
+  const result = value(0);
+  space();
+  if (i !== source.length) fail2();
+  return result;
+}
+function decodeContainer(raw) {
+  if (raw.length > 1e6) return [raw, "plain"];
+  try {
+    return [JSON.parse(raw), "json"];
+  } catch {
+  }
+  try {
+    return [pythonLiteral(raw), "python_literal"];
+  } catch {
+    return [raw, "plain"];
+  }
+}
+function messageText(value) {
+  if (!value || typeof value !== "object" || Array.isArray(value)) return null;
+  const message = value;
+  if (message.kind !== "message" || !Object.hasOwn(message, "parts")) return null;
+  const parts = message.parts;
+  if (!Array.isArray(parts) || parts.some(
+    (part) => !part || typeof part !== "object" || part.kind !== "text" || typeof part.text !== "string"
+  ))
+    return ["", "a2a_unsupported_parts"];
+  return [parts.map((part) => part.text).join("\n"), "a2a_text"];
+}
+
 // src/redteam/judge/questions.ts
 var SCHEMA_VERSION = 1;
 var DEFAULT_TYPESAFE_MODEL = "jev-latest";
@@ -6176,13 +6308,11 @@ function extractResponseText(raw) {
     const stripped = raw.trim();
     if (!stripped) return ["", "empty"];
     if (stripped[0] !== "{" && stripped[0] !== "[") return [raw, "plain"];
-    try {
-      value = JSON.parse(stripped);
-      method = "json";
-    } catch {
-      return [raw, "plain"];
-    }
+    [value, method] = decodeContainer(stripped);
+    if (method === "plain") return [raw, "plain"];
   }
+  const message = messageText(value);
+  if (message !== null) return message;
   if (isDict(value)) {
     const outputs = value.output;
     if (Array.isArray(outputs)) {
@@ -6191,9 +6321,9 @@ function extractResponseText(raw) {
     }
     const choices = value.choices;
     if (Array.isArray(choices) && choices.length && isDict(choices[0])) {
-      const message = choices[0].message;
-      if (isDict(message) && typeof message.content === "string")
-        return [message.content, "chat_completions"];
+      const message2 = choices[0].message;
+      if (isDict(message2) && typeof message2.content === "string")
+        return [message2.content, "chat_completions"];
     }
     for (const key of ["output_text", "response", "text", "content", "message", "answer"]) {
       if (typeof value[key] === "string") return [value[key], `json.${key}`];
@@ -6250,11 +6380,21 @@ function normalizeScan(document, options = {}) {
   };
   const limit = options.limit;
   for (const [index, record] of records.entries()) {
-    const prompt = record.prompt;
-    if (typeof prompt !== "string" || !prompt.trim()) {
+    const rawPrompt = record.prompt;
+    if (typeof rawPrompt !== "string" || !rawPrompt.trim()) {
       notes.skipped_no_prompt += 1;
       continue;
     }
+    let prompt = rawPrompt;
+    const promptMessage = prompt.trimStart().startsWith("{") ? messageText(decodeContainer(prompt.trim())[0]) : null;
+    if (promptMessage !== null) {
+      prompt = promptMessage[0];
+      if (!prompt.trim()) {
+        notes.skipped_no_prompt += 1;
+        continue;
+      }
+      notes.normalized_prompt_envelopes = (notes.normalized_prompt_envelopes ?? 0) + 1;
+    }
     const attackId = label(record.uuid) || label(record.attack_id) || label(record.id) || `index-${index}`;
     if (attackId === `index-${index}`) notes.fallback_row_ids = (notes.fallback_row_ids ?? 0) + 1;
     if (!label(record.goal)) notes.objective_proxies = (notes.objective_proxies ?? 0) + 1;
@@ -6272,6 +6412,10 @@ function normalizeScan(document, options = {}) {
     const airsAsr = typeof record.asr === "number" ? record.asr : null;
     for (const [outputIndex, output] of rawOutputs.entries()) {
       const [text2, extraction] = extractResponseText(output.output);
+      if (extraction.startsWith("a2a_"))
+        notes.response_envelopes = (notes.response_envelopes ?? 0) + 1;
+      if (extraction === "a2a_unsupported_parts")
+        notes.unsupported_response_envelopes = (notes.unsupported_response_envelopes ?? 0) + 1;
       const isError = Boolean(output.error) || !text2.trim();
       if (isError) notes.error_outputs += 1;
       const outputId = label(output.uuid) || String(outputIndex);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@cdot65/prisma-airs-cli",
   "packageManager": "pnpm@10.6.5",
-  "version": "7.1.2",
+  "version": "7.1.3",
   "description": "CLI and library for Palo Alto Prisma AIRS — guardrail refinement, AI red teaming, model security scanning, profile audits",
   "type": "module",
   "main": "dist/index.js",