acidtest 0.5.1 → 0.5.2

package/.github/workflows/acidtest-example.yml

@@ -23,11 +23,19 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Setup Node.js
+        if: hashFiles('src/scanner.ts') != ''
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+
       - name: Run AcidTest
         run: |
           # Detect if we're in acidtest repo, scan fixtures instead
           if [ -d "test-fixtures" ] && [ -f "src/scanner.ts" ]; then
-            npx acidtest@latest scan test-fixtures/fixture-pass
+            npm install
+            npm run build
+            node dist/index.js scan test-fixtures/fixture-pass
           else
             npx acidtest@latest scan .
           fi
@@ -39,12 +47,20 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Setup Node.js
+        if: hashFiles('src/scanner.ts') != ''
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+
       - name: Run AcidTest
         id: acidtest
         run: |
           # Detect if we're in acidtest repo, scan fixtures instead
           if [ -d "test-fixtures" ] && [ -f "src/scanner.ts" ]; then
-            npx acidtest@latest scan test-fixtures/fixture-pass --json > scan-results.json
+            npm install
+            npm run build
+            node dist/index.js scan test-fixtures/fixture-pass --json > scan-results.json
           else
             npx acidtest@latest scan . --json > scan-results.json
           fi
@@ -92,11 +108,24 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Setup Node.js
+        if: hashFiles('src/scanner.ts') != ''
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+
       - name: Run AcidTest on all skills
         run: |
-          # Detect if we're in acidtest repo, scan fixtures instead
+          # Detect if we're in acidtest repo, only scan PASS fixtures
           if [ -d "test-fixtures" ] && [ -f "src/scanner.ts" ]; then
-            npx acidtest@latest scan-all test-fixtures --json > results.json
+            npm install
+            npm run build
+            # Scan only PASS fixtures (fixture-fail/danger are test cases, not CI targets)
+            node dist/index.js scan test-fixtures/fixture-pass --json > result1.json
+            node dist/index.js scan test-fixtures/fixture-mcp-pass --json > result2.json
+            # Combine into array for testing
+            jq -s '.' result1.json result2.json > results.json
+            rm result1.json result2.json
           else
             npx acidtest@latest scan-all ./skills --json > results.json
           fi
@@ -130,12 +159,20 @@ jobs:
     steps:
       - uses: actions/checkout@v4
 
+      - name: Setup Node.js
+        if: hashFiles('src/scanner.ts') != ''
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+
       - name: Run AcidTest
         id: scan
         run: |
           # Detect if we're in acidtest repo, scan fixtures instead
           if [ -d "test-fixtures" ] && [ -f "src/scanner.ts" ]; then
-            npx acidtest@latest scan test-fixtures/fixture-pass --json > scan-results.json
+            npm install
+            npm run build
+            node dist/index.js scan test-fixtures/fixture-pass --json > scan-results.json
           else
             npx acidtest@latest scan . --json > scan-results.json
           fi

package/.github/workflows/acidtest-template.yml

@@ -18,33 +18,37 @@ jobs:
       - name: Checkout code
         uses: actions/checkout@v4
 
+      - name: Setup Node.js
+        if: hashFiles('src/scanner.ts') != ''
+        uses: actions/setup-node@v4
+        with:
+          node-version: '18'
+
       - name: Run AcidTest
         run: |
           # Detect if we're scanning the acidtest repo itself
           if [ -d "test-fixtures" ] && [ -f "src/scanner.ts" ]; then
-            echo "📦 Detected acidtest repository - scanning test fixtures"
-            npx acidtest@latest scan-all test-fixtures --json > results.json
+            echo "📦 Detected acidtest repository - testing with fixtures"
+            npm install
+            npm run build
 
-            # For scan-all, check if array is empty or has errors
-            if [ "$(jq '. | length' results.json)" -eq 0 ]; then
-              echo "❌ No fixtures found to scan"
-              exit 1
-            fi
+            # Only scan PASS fixtures for CI (don't fail on test cases designed to fail)
+            echo "🛡️ Running CI tests on PASS fixtures..."
+            node dist/index.js scan test-fixtures/fixture-pass --json > result-pass.json
+            node dist/index.js scan test-fixtures/fixture-mcp-pass --json > result-mcp.json
 
-            # Check for any failures in the array
-            FAILURES=$(jq '[.[] | select(.status == "FAIL" or .status == "DANGER")] | length' results.json)
+            PASS_STATUS=$(jq -r '.status' result-pass.json)
+            MCP_STATUS=$(jq -r '.status' result-mcp.json)
 
-            echo "🛡️ AcidTest Results (Test Fixtures)"
-            jq -r '.[] | "  \(.skill.name): \(.status) (\(.score)/100)"' results.json
+            echo "  fixture-pass: $PASS_STATUS"
+            echo "  fixture-mcp-pass: $MCP_STATUS"
 
-            if [ "$FAILURES" -gt 0 ]; then
-              echo ""
-              echo "❌ $FAILURES fixture(s) failed"
+            if [ "$PASS_STATUS" != "PASS" ] || [ "$MCP_STATUS" != "PASS" ]; then
+              echo "❌ Expected PASS fixtures to pass"
               exit 1
             fi
 
-            echo ""
-            echo "✅ All fixtures passed"
+            echo "✅ CI tests passed"
           else
             # Standard scan for skill/MCP repositories
             npx acidtest@latest scan . --json > results.json

package/dist/index.js

@@ -8,7 +8,7 @@ import { reportToTerminal, reportAsJSON } from "./reporter.js";
 import { join, dirname } from "path";
 import { fileURLToPath } from "url";
 import { spawn } from "child_process";
-const VERSION = "0.5.1";
+const VERSION = "0.5.2";
 /**
  * Main CLI function
  */

package/dist/scanner.js

@@ -12,7 +12,7 @@ import { scanCode } from "./layers/code.js";
 import { scanCrossReference } from "./layers/crossref.js";
 import { calculateScore, determineStatus, generateRecommendation, } from "./scoring.js";
 import { detectMCPManifest, parseMCPManifest } from "./loaders/mcp-loader.js";
-const VERSION = "0.5.1";
+const VERSION = "0.5.2";
 /**
  * Main scan function
  * Scans a skill directory or SKILL.md file

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "acidtest",
-  "version": "0.5.1",
+  "version": "0.5.2",
   "type": "module",
   "description": "Security scanner for AI agent skills. Scan before you install.",
   "bin": {