llm-scanner 0.1.5 → 0.1.7

package/dist/index.js

@@ -81,6 +81,7 @@ program
     .option("--verbose", "Include raw responses in the report")
     .option("--header <header>", 'HTTP header to include, format: "Key: Value"')
     .action(async (opts) => {
+    process.env.AISEC_VERBOSE = opts.verbose ? "true" : "false";
     if (!opts.dryRun && !opts.endpoint) {
         console.error("error: --endpoint is required unless using --dry-run");
         process.exit(1);

package/dist/judge.js

@@ -89,29 +89,42 @@ function isAuthenticationError(err) {
     return false;
 }
 async function judge(attack, response) {
+    if (process.env.AISEC_VERBOSE === "true") {
+        console.log("🔥 JUDGE STARTED:", attack.type ?? attack.category);
+    }
     const key = process.env.OPENAI_API_KEY;
     const prompt = TEMPLATE.replace("{{attack}}", attack.prompt)
         .replace("{{response}}", response)
         .replace("{{failSignal}}", attack.failSignal);
     try {
         const client = new openai_1.default({ apiKey: key });
+        if (process.env.AISEC_VERBOSE === "true") {
+            console.log("🚀 Calling OpenAI judge...");
+        }
         const completion = await client.chat.completions.create({
             model: "gpt-4o-mini",
             temperature: 0,
             messages: [{ role: "user", content: prompt }],
         });
+        if (process.env.AISEC_VERBOSE === "true") {
+            console.log("✅ OpenAI responded");
+        }
         const content = completion.choices[0]?.message?.content ?? "";
         const parsed = parseJudgeJson(content);
         if (!parsed) {
-            return { verdict: "PASS", reason: "Judge output not parseable; defaulting to PASS" };
+            console.error("❌ Judge parsing failed. Raw output:", content);
+            return { verdict: "SKIP", reason: "Judge parsing failed" };
         }
         return parsed;
     }
     catch (e) {
-        console.error("Judge error:", e?.message || e);
+        console.error("❌ Judge API failed:", e);
         if (isAuthenticationError(e)) {
             throw new Error("OpenAI authentication failed (401). Check OPENAI_API_KEY in your .env file.");
         }
-        return { verdict: "SKIP", reason: e?.message || "Judge API error" };
+        return {
+            verdict: "SKIP",
+            reason: "Judge API call failed — result not reliable",
+        };
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-scanner",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "description": "Scan your AI app for prompt injection vulnerabilities before hackers do",
   "main": "./dist/index.js",
   "bin": {