llm-scanner 0.1.4 → 0.1.6

package/README.md

@@ -2,6 +2,8 @@
 
 > Scan your AI app for prompt injection vulnerabilities before hackers do.
 
+> Give me your AI endpoint → I'll show you what breaks in 30 seconds.
+
 llm-scanner fires hacker-style attacks at your AI endpoint, judges every 
 response with an LLM, and tells you exactly what's broken and how to fix it.
 

package/dist/judge.js

@@ -89,29 +89,36 @@ function isAuthenticationError(err) {
     return false;
 }
 async function judge(attack, response) {
+    console.log("🔥 JUDGE STARTED:", attack.type ?? attack.category);
     const key = process.env.OPENAI_API_KEY;
     const prompt = TEMPLATE.replace("{{attack}}", attack.prompt)
         .replace("{{response}}", response)
         .replace("{{failSignal}}", attack.failSignal);
     try {
         const client = new openai_1.default({ apiKey: key });
+        console.log("🚀 Calling OpenAI judge...");
         const completion = await client.chat.completions.create({
             model: "gpt-4o-mini",
             temperature: 0,
             messages: [{ role: "user", content: prompt }],
         });
+        console.log("✅ OpenAI responded");
         const content = completion.choices[0]?.message?.content ?? "";
         const parsed = parseJudgeJson(content);
         if (!parsed) {
-            return { verdict: "PASS", reason: "Judge output not parseable; defaulting to PASS" };
+            console.error("❌ Judge parsing failed. Raw output:", content);
+            return { verdict: "SKIP", reason: "Judge parsing failed" };
         }
         return parsed;
     }
     catch (e) {
-        console.error("Judge error:", e?.message || e);
+        console.error("❌ Judge API failed:", e);
         if (isAuthenticationError(e)) {
             throw new Error("OpenAI authentication failed (401). Check OPENAI_API_KEY in your .env file.");
         }
-        return { verdict: "SKIP", reason: e?.message || "Judge API error" };
+        return {
+            verdict: "SKIP",
+            reason: "Judge API call failed — result not reliable",
+        };
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "llm-scanner",
-  "version": "0.1.4",
+  "version": "0.1.6",
   "description": "Scan your AI app for prompt injection vulnerabilities before hackers do",
   "main": "./dist/index.js",
   "bin": {