vaspera 2.9.2 → 2.10.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +68 -0
- package/README.md +58 -1
- package/dist/__tests__/autofix/branch-manager.test.d.ts +2 -0
- package/dist/__tests__/autofix/branch-manager.test.d.ts.map +1 -0
- package/dist/__tests__/autofix/branch-manager.test.js +60 -0
- package/dist/__tests__/autofix/branch-manager.test.js.map +1 -0
- package/dist/__tests__/autofix/commit-generator.test.d.ts +2 -0
- package/dist/__tests__/autofix/commit-generator.test.d.ts.map +1 -0
- package/dist/__tests__/autofix/commit-generator.test.js +147 -0
- package/dist/__tests__/autofix/commit-generator.test.js.map +1 -0
- package/dist/__tests__/autofix/constitution.test.d.ts +9 -0
- package/dist/__tests__/autofix/constitution.test.d.ts.map +1 -0
- package/dist/__tests__/autofix/constitution.test.js +421 -0
- package/dist/__tests__/autofix/constitution.test.js.map +1 -0
- package/dist/__tests__/autofix/pr-generator.test.d.ts +2 -0
- package/dist/__tests__/autofix/pr-generator.test.d.ts.map +1 -0
- package/dist/__tests__/autofix/pr-generator.test.js +152 -0
- package/dist/__tests__/autofix/pr-generator.test.js.map +1 -0
- package/dist/__tests__/property-test-helpers.d.ts +87 -0
- package/dist/__tests__/property-test-helpers.d.ts.map +1 -0
- package/dist/__tests__/property-test-helpers.js +136 -0
- package/dist/__tests__/property-test-helpers.js.map +1 -0
- package/dist/__tests__/scanners/ai-code/ai-detector.test.d.ts +2 -0
- package/dist/__tests__/scanners/ai-code/ai-detector.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/ai-code/ai-detector.test.js +188 -0
- package/dist/__tests__/scanners/ai-code/ai-detector.test.js.map +1 -0
- package/dist/__tests__/scanners/ai-code/confidence-scorer.test.d.ts +2 -0
- package/dist/__tests__/scanners/ai-code/confidence-scorer.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/ai-code/confidence-scorer.test.js +363 -0
- package/dist/__tests__/scanners/ai-code/confidence-scorer.test.js.map +1 -0
- package/dist/__tests__/scanners/ai-code/hallucination-checker.test.d.ts +2 -0
- package/dist/__tests__/scanners/ai-code/hallucination-checker.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/ai-code/hallucination-checker.test.js +226 -0
- package/dist/__tests__/scanners/ai-code/hallucination-checker.test.js.map +1 -0
- package/dist/__tests__/scanners/ai-code/index.test.d.ts +2 -0
- package/dist/__tests__/scanners/ai-code/index.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/ai-code/index.test.js +214 -0
- package/dist/__tests__/scanners/ai-code/index.test.js.map +1 -0
- package/dist/__tests__/scanners/dast/index.test.d.ts +2 -0
- package/dist/__tests__/scanners/dast/index.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/dast/index.test.js +183 -0
- package/dist/__tests__/scanners/dast/index.test.js.map +1 -0
- package/dist/__tests__/scanners/dast/nuclei.test.d.ts +2 -0
- package/dist/__tests__/scanners/dast/nuclei.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/dast/nuclei.test.js +166 -0
- package/dist/__tests__/scanners/dast/nuclei.test.js.map +1 -0
- package/dist/__tests__/scanners/dast/zap.test.d.ts +2 -0
- package/dist/__tests__/scanners/dast/zap.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/dast/zap.test.js +158 -0
- package/dist/__tests__/scanners/dast/zap.test.js.map +1 -0
- package/dist/__tests__/scanners/deploy/health-checker.test.d.ts +2 -0
- package/dist/__tests__/scanners/deploy/health-checker.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/deploy/health-checker.test.js +67 -0
- package/dist/__tests__/scanners/deploy/health-checker.test.js.map +1 -0
- package/dist/__tests__/scanners/deploy/index.test.d.ts +2 -0
- package/dist/__tests__/scanners/deploy/index.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/deploy/index.test.js +84 -0
- package/dist/__tests__/scanners/deploy/index.test.js.map +1 -0
- package/dist/__tests__/scanners/deploy/provider-detector.test.d.ts +2 -0
- package/dist/__tests__/scanners/deploy/provider-detector.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/deploy/provider-detector.test.js +88 -0
- package/dist/__tests__/scanners/deploy/provider-detector.test.js.map +1 -0
- package/dist/__tests__/scanners/deploy/types.test.d.ts +2 -0
- package/dist/__tests__/scanners/deploy/types.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/deploy/types.test.js +126 -0
- package/dist/__tests__/scanners/deploy/types.test.js.map +1 -0
- package/dist/__tests__/scanners/fp-feedback.test.d.ts +2 -0
- package/dist/__tests__/scanners/fp-feedback.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/fp-feedback.test.js +202 -0
- package/dist/__tests__/scanners/fp-feedback.test.js.map +1 -0
- package/dist/__tests__/scanners/fp-filter.property.test.d.ts +9 -0
- package/dist/__tests__/scanners/fp-filter.property.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/fp-filter.property.test.js +253 -0
- package/dist/__tests__/scanners/fp-filter.property.test.js.map +1 -0
- package/dist/__tests__/scanners/fp-filter.test.d.ts +2 -0
- package/dist/__tests__/scanners/fp-filter.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/fp-filter.test.js +234 -0
- package/dist/__tests__/scanners/fp-filter.test.js.map +1 -0
- package/dist/__tests__/scanners/fp-tracker.test.d.ts +2 -0
- package/dist/__tests__/scanners/fp-tracker.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/fp-tracker.test.js +262 -0
- package/dist/__tests__/scanners/fp-tracker.test.js.map +1 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.property.test.d.ts +10 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.property.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.property.test.js +238 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.property.test.js.map +1 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.test.d.ts +2 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.test.js +55 -0
- package/dist/__tests__/scanners/logic/endpoint-analyzer.test.js.map +1 -0
- package/dist/__tests__/scanners/logic/index.test.d.ts +2 -0
- package/dist/__tests__/scanners/logic/index.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/logic/index.test.js +165 -0
- package/dist/__tests__/scanners/logic/index.test.js.map +1 -0
- package/dist/__tests__/scanners/logic/types.test.d.ts +2 -0
- package/dist/__tests__/scanners/logic/types.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/logic/types.test.js +85 -0
- package/dist/__tests__/scanners/logic/types.test.js.map +1 -0
- package/dist/__tests__/scanners/runtime/app-launcher.test.d.ts +2 -0
- package/dist/__tests__/scanners/runtime/app-launcher.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/runtime/app-launcher.test.js +94 -0
- package/dist/__tests__/scanners/runtime/app-launcher.test.js.map +1 -0
- package/dist/__tests__/scanners/runtime/golden-path-runner.test.d.ts +2 -0
- package/dist/__tests__/scanners/runtime/golden-path-runner.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/runtime/golden-path-runner.test.js +195 -0
- package/dist/__tests__/scanners/runtime/golden-path-runner.test.js.map +1 -0
- package/dist/__tests__/scanners/runtime/index.test.d.ts +2 -0
- package/dist/__tests__/scanners/runtime/index.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/runtime/index.test.js +120 -0
- package/dist/__tests__/scanners/runtime/index.test.js.map +1 -0
- package/dist/__tests__/scanners/runtime/types.test.d.ts +2 -0
- package/dist/__tests__/scanners/runtime/types.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/runtime/types.test.js +126 -0
- package/dist/__tests__/scanners/runtime/types.test.js.map +1 -0
- package/dist/__tests__/scanners/scale/bottleneck-detector.test.d.ts +2 -0
- package/dist/__tests__/scanners/scale/bottleneck-detector.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/scale/bottleneck-detector.test.js +187 -0
- package/dist/__tests__/scanners/scale/bottleneck-detector.test.js.map +1 -0
- package/dist/__tests__/scanners/scale/index.test.d.ts +2 -0
- package/dist/__tests__/scanners/scale/index.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/scale/index.test.js +87 -0
- package/dist/__tests__/scanners/scale/index.test.js.map +1 -0
- package/dist/__tests__/scanners/scale/load-profiler.test.d.ts +2 -0
- package/dist/__tests__/scanners/scale/load-profiler.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/scale/load-profiler.test.js +122 -0
- package/dist/__tests__/scanners/scale/load-profiler.test.js.map +1 -0
- package/dist/__tests__/scanners/scale/types.test.d.ts +2 -0
- package/dist/__tests__/scanners/scale/types.test.d.ts.map +1 -0
- package/dist/__tests__/scanners/scale/types.test.js +129 -0
- package/dist/__tests__/scanners/scale/types.test.js.map +1 -0
- package/dist/action/pr-comment.test.js +4 -0
- package/dist/action/pr-comment.test.js.map +1 -1
- package/dist/action/sarif-upload.test.js +4 -0
- package/dist/action/sarif-upload.test.js.map +1 -1
- package/dist/autofix/branch-manager.d.ts +115 -0
- package/dist/autofix/branch-manager.d.ts.map +1 -0
- package/dist/autofix/branch-manager.js +308 -0
- package/dist/autofix/branch-manager.js.map +1 -0
- package/dist/autofix/commit-generator.d.ts +55 -0
- package/dist/autofix/commit-generator.d.ts.map +1 -0
- package/dist/autofix/commit-generator.js +277 -0
- package/dist/autofix/commit-generator.js.map +1 -0
- package/dist/autofix/constitution.d.ts +77 -0
- package/dist/autofix/constitution.d.ts.map +1 -0
- package/dist/autofix/constitution.js +261 -0
- package/dist/autofix/constitution.js.map +1 -0
- package/dist/autofix/constitution.schema.d.ts +441 -0
- package/dist/autofix/constitution.schema.d.ts.map +1 -0
- package/dist/autofix/constitution.schema.js +144 -0
- package/dist/autofix/constitution.schema.js.map +1 -0
- package/dist/autofix/index.d.ts +13 -0
- package/dist/autofix/index.d.ts.map +1 -0
- package/dist/autofix/index.js +15 -0
- package/dist/autofix/index.js.map +1 -0
- package/dist/autofix/pr-generator.d.ts +57 -0
- package/dist/autofix/pr-generator.d.ts.map +1 -0
- package/dist/autofix/pr-generator.js +597 -0
- package/dist/autofix/pr-generator.js.map +1 -0
- package/dist/autofix/types.d.ts +151 -0
- package/dist/autofix/types.d.ts.map +1 -0
- package/dist/autofix/types.js +22 -0
- package/dist/autofix/types.js.map +1 -0
- package/dist/eval/fixtures.d.ts +20 -0
- package/dist/eval/fixtures.d.ts.map +1 -1
- package/dist/eval/fixtures.js +430 -0
- package/dist/eval/fixtures.js.map +1 -1
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +874 -0
- package/dist/index.js.map +1 -1
- package/dist/install-skills.d.ts +11 -0
- package/dist/install-skills.d.ts.map +1 -0
- package/dist/install-skills.js +81 -0
- package/dist/install-skills.js.map +1 -0
- package/dist/scanners/ai-code/ai-detector.d.ts +25 -0
- package/dist/scanners/ai-code/ai-detector.d.ts.map +1 -0
- package/dist/scanners/ai-code/ai-detector.js +192 -0
- package/dist/scanners/ai-code/ai-detector.js.map +1 -0
- package/dist/scanners/ai-code/confidence-scorer.d.ts +40 -0
- package/dist/scanners/ai-code/confidence-scorer.d.ts.map +1 -0
- package/dist/scanners/ai-code/confidence-scorer.js +148 -0
- package/dist/scanners/ai-code/confidence-scorer.js.map +1 -0
- package/dist/scanners/ai-code/hallucination-checker.d.ts +36 -0
- package/dist/scanners/ai-code/hallucination-checker.d.ts.map +1 -0
- package/dist/scanners/ai-code/hallucination-checker.js +298 -0
- package/dist/scanners/ai-code/hallucination-checker.js.map +1 -0
- package/dist/scanners/ai-code/index.d.ts +30 -0
- package/dist/scanners/ai-code/index.d.ts.map +1 -0
- package/dist/scanners/ai-code/index.js +224 -0
- package/dist/scanners/ai-code/index.js.map +1 -0
- package/dist/scanners/ai-code/types.d.ts +192 -0
- package/dist/scanners/ai-code/types.d.ts.map +1 -0
- package/dist/scanners/ai-code/types.js +37 -0
- package/dist/scanners/ai-code/types.js.map +1 -0
- package/dist/scanners/cache.d.ts.map +1 -1
- package/dist/scanners/cache.js +4 -0
- package/dist/scanners/cache.js.map +1 -1
- package/dist/scanners/dast/index.d.ts +39 -0
- package/dist/scanners/dast/index.d.ts.map +1 -0
- package/dist/scanners/dast/index.js +259 -0
- package/dist/scanners/dast/index.js.map +1 -0
- package/dist/scanners/dast/nuclei.d.ts +26 -0
- package/dist/scanners/dast/nuclei.d.ts.map +1 -0
- package/dist/scanners/dast/nuclei.js +354 -0
- package/dist/scanners/dast/nuclei.js.map +1 -0
- package/dist/scanners/dast/types.d.ts +306 -0
- package/dist/scanners/dast/types.d.ts.map +1 -0
- package/dist/scanners/dast/types.js +52 -0
- package/dist/scanners/dast/types.js.map +1 -0
- package/dist/scanners/dast/zap.d.ts +26 -0
- package/dist/scanners/dast/zap.d.ts.map +1 -0
- package/dist/scanners/dast/zap.js +453 -0
- package/dist/scanners/dast/zap.js.map +1 -0
- package/dist/scanners/deploy/health-checker.d.ts +38 -0
- package/dist/scanners/deploy/health-checker.d.ts.map +1 -0
- package/dist/scanners/deploy/health-checker.js +272 -0
- package/dist/scanners/deploy/health-checker.js.map +1 -0
- package/dist/scanners/deploy/index.d.ts +44 -0
- package/dist/scanners/deploy/index.d.ts.map +1 -0
- package/dist/scanners/deploy/index.js +208 -0
- package/dist/scanners/deploy/index.js.map +1 -0
- package/dist/scanners/deploy/provider-detector.d.ts +25 -0
- package/dist/scanners/deploy/provider-detector.d.ts.map +1 -0
- package/dist/scanners/deploy/provider-detector.js +177 -0
- package/dist/scanners/deploy/provider-detector.js.map +1 -0
- package/dist/scanners/deploy/types.d.ts +406 -0
- package/dist/scanners/deploy/types.d.ts.map +1 -0
- package/dist/scanners/deploy/types.js +58 -0
- package/dist/scanners/deploy/types.js.map +1 -0
- package/dist/scanners/deploy/vercel-integration.d.ts +52 -0
- package/dist/scanners/deploy/vercel-integration.d.ts.map +1 -0
- package/dist/scanners/deploy/vercel-integration.js +280 -0
- package/dist/scanners/deploy/vercel-integration.js.map +1 -0
- package/dist/scanners/fp-feedback.d.ts +140 -0
- package/dist/scanners/fp-feedback.d.ts.map +1 -0
- package/dist/scanners/fp-feedback.js +292 -0
- package/dist/scanners/fp-feedback.js.map +1 -0
- package/dist/scanners/fp-filter.d.ts +94 -0
- package/dist/scanners/fp-filter.d.ts.map +1 -0
- package/dist/scanners/fp-filter.js +397 -0
- package/dist/scanners/fp-filter.js.map +1 -0
- package/dist/scanners/fp-tracker.d.ts +125 -0
- package/dist/scanners/fp-tracker.d.ts.map +1 -0
- package/dist/scanners/fp-tracker.js +330 -0
- package/dist/scanners/fp-tracker.js.map +1 -0
- package/dist/scanners/index.d.ts.map +1 -1
- package/dist/scanners/index.js +56 -0
- package/dist/scanners/index.js.map +1 -1
- package/dist/scanners/index.test.js +6 -6
- package/dist/scanners/index.test.js.map +1 -1
- package/dist/scanners/logic/auth-flow-analyzer.d.ts +18 -0
- package/dist/scanners/logic/auth-flow-analyzer.d.ts.map +1 -0
- package/dist/scanners/logic/auth-flow-analyzer.js +384 -0
- package/dist/scanners/logic/auth-flow-analyzer.js.map +1 -0
- package/dist/scanners/logic/endpoint-analyzer.d.ts +29 -0
- package/dist/scanners/logic/endpoint-analyzer.d.ts.map +1 -0
- package/dist/scanners/logic/endpoint-analyzer.js +528 -0
- package/dist/scanners/logic/endpoint-analyzer.js.map +1 -0
- package/dist/scanners/logic/index.d.ts +41 -0
- package/dist/scanners/logic/index.d.ts.map +1 -0
- package/dist/scanners/logic/index.js +268 -0
- package/dist/scanners/logic/index.js.map +1 -0
- package/dist/scanners/logic/types.d.ts +254 -0
- package/dist/scanners/logic/types.d.ts.map +1 -0
- package/dist/scanners/logic/types.js +142 -0
- package/dist/scanners/logic/types.js.map +1 -0
- package/dist/scanners/runtime/app-launcher.d.ts +33 -0
- package/dist/scanners/runtime/app-launcher.d.ts.map +1 -0
- package/dist/scanners/runtime/app-launcher.js +419 -0
- package/dist/scanners/runtime/app-launcher.js.map +1 -0
- package/dist/scanners/runtime/golden-path-runner.d.ts +48 -0
- package/dist/scanners/runtime/golden-path-runner.d.ts.map +1 -0
- package/dist/scanners/runtime/golden-path-runner.js +373 -0
- package/dist/scanners/runtime/golden-path-runner.js.map +1 -0
- package/dist/scanners/runtime/index.d.ts +41 -0
- package/dist/scanners/runtime/index.d.ts.map +1 -0
- package/dist/scanners/runtime/index.js +164 -0
- package/dist/scanners/runtime/index.js.map +1 -0
- package/dist/scanners/runtime/playwright-executor.d.ts +50 -0
- package/dist/scanners/runtime/playwright-executor.d.ts.map +1 -0
- package/dist/scanners/runtime/playwright-executor.js +387 -0
- package/dist/scanners/runtime/playwright-executor.js.map +1 -0
- package/dist/scanners/runtime/types.d.ts +215 -0
- package/dist/scanners/runtime/types.d.ts.map +1 -0
- package/dist/scanners/runtime/types.js +40 -0
- package/dist/scanners/runtime/types.js.map +1 -0
- package/dist/scanners/scale/bottleneck-detector.d.ts +17 -0
- package/dist/scanners/scale/bottleneck-detector.d.ts.map +1 -0
- package/dist/scanners/scale/bottleneck-detector.js +250 -0
- package/dist/scanners/scale/bottleneck-detector.js.map +1 -0
- package/dist/scanners/scale/capacity-estimator.d.ts +17 -0
- package/dist/scanners/scale/capacity-estimator.d.ts.map +1 -0
- package/dist/scanners/scale/capacity-estimator.js +197 -0
- package/dist/scanners/scale/capacity-estimator.js.map +1 -0
- package/dist/scanners/scale/index.d.ts +37 -0
- package/dist/scanners/scale/index.d.ts.map +1 -0
- package/dist/scanners/scale/index.js +101 -0
- package/dist/scanners/scale/index.js.map +1 -0
- package/dist/scanners/scale/load-profiler.d.ts +48 -0
- package/dist/scanners/scale/load-profiler.d.ts.map +1 -0
- package/dist/scanners/scale/load-profiler.js +377 -0
- package/dist/scanners/scale/load-profiler.js.map +1 -0
- package/dist/scanners/scale/types.d.ts +529 -0
- package/dist/scanners/scale/types.d.ts.map +1 -0
- package/dist/scanners/scale/types.js +57 -0
- package/dist/scanners/scale/types.js.map +1 -0
- package/dist/scanners/secrets.d.ts.map +1 -1
- package/dist/scanners/secrets.js +13 -2
- package/dist/scanners/secrets.js.map +1 -1
- package/dist/scanners/types.d.ts +1 -1
- package/dist/scanners/types.d.ts.map +1 -1
- package/dist/scanners/types.js +4 -0
- package/dist/scanners/types.js.map +1 -1
- package/package.json +8 -4
- package/skills/vaspera-add-tests/SKILL.md +102 -0
- package/skills/vaspera-ai-verify/SKILL.md +166 -0
- package/skills/vaspera-audit/SKILL.md +67 -0
- package/skills/vaspera-certify/SKILL.md +130 -0
- package/skills/vaspera-deploy/SKILL.md +152 -0
- package/skills/vaspera-fix-critical/SKILL.md +52 -0
- package/skills/vaspera-fix-high/SKILL.md +81 -0
- package/skills/vaspera-fix-medium/SKILL.md +56 -0
- package/skills/vaspera-fix-rls/SKILL.md +85 -0
- package/skills/vaspera-harden/SKILL.md +102 -0
- package/skills/vaspera-help/SKILL.md +61 -0
- package/skills/vaspera-load-test/SKILL.md +167 -0
- package/skills/vaspera-verify/SKILL.md +70 -0
- package/skills/vaspera-verify-e2e/SKILL.md +117 -0
|
@@ -0,0 +1,363 @@
|
|
|
1
|
+
import { describe, it, expect } from "vitest";
|
|
2
|
+
import { scoreChange, scoreAllChanges, calculateDetectionScore, calculateReviewScore, calculateOverallScore, determineReviewPriority, groupByReviewPriority, calculateHallucinationScore, } from "../../../scanners/ai-code/confidence-scorer.js";
|
|
3
|
+
describe("confidence-scorer", () => {
|
|
4
|
+
describe("scoreChange", () => {
|
|
5
|
+
it("scores change with no indicators as low likelihood", () => {
|
|
6
|
+
const result = scoreChange({
|
|
7
|
+
file: "test.ts",
|
|
8
|
+
startLine: 1,
|
|
9
|
+
endLine: 10,
|
|
10
|
+
changeType: "modified",
|
|
11
|
+
indicators: [],
|
|
12
|
+
hallucinations: [],
|
|
13
|
+
});
|
|
14
|
+
expect(result.aiLikelihood).toBe(0);
|
|
15
|
+
expect(result.confidence).toBe("uncertain");
|
|
16
|
+
expect(result.requiresReview).toBe(false);
|
|
17
|
+
});
|
|
18
|
+
it("scores change with high confidence indicators", () => {
|
|
19
|
+
const indicators = [
|
|
20
|
+
{
|
|
21
|
+
type: "comment",
|
|
22
|
+
location: { file: "test.ts", line: 1 },
|
|
23
|
+
description: "AI comment",
|
|
24
|
+
confidence: "high",
|
|
25
|
+
evidence: "// Generated by AI",
|
|
26
|
+
},
|
|
27
|
+
{
|
|
28
|
+
type: "metadata",
|
|
29
|
+
location: { file: "test.ts", line: 2 },
|
|
30
|
+
description: "AI metadata",
|
|
31
|
+
confidence: "high",
|
|
32
|
+
evidence: "@cursor-ai",
|
|
33
|
+
},
|
|
34
|
+
];
|
|
35
|
+
const result = scoreChange({
|
|
36
|
+
file: "test.ts",
|
|
37
|
+
startLine: 1,
|
|
38
|
+
endLine: 10,
|
|
39
|
+
changeType: "modified",
|
|
40
|
+
indicators,
|
|
41
|
+
hallucinations: [],
|
|
42
|
+
});
|
|
43
|
+
expect(result.aiLikelihood).toBeGreaterThan(50);
|
|
44
|
+
expect(result.confidence).toBe("medium");
|
|
45
|
+
expect(result.requiresReview).toBe(true);
|
|
46
|
+
});
|
|
47
|
+
it("requires review for hallucinations", () => {
|
|
48
|
+
const hallucinations = [
|
|
49
|
+
{
|
|
50
|
+
type: "nonexistent_import",
|
|
51
|
+
location: { file: "test.ts", line: 1 },
|
|
52
|
+
severity: "high",
|
|
53
|
+
description: "Import not found",
|
|
54
|
+
actual: "./nonexistent",
|
|
55
|
+
},
|
|
56
|
+
];
|
|
57
|
+
const result = scoreChange({
|
|
58
|
+
file: "test.ts",
|
|
59
|
+
startLine: 1,
|
|
60
|
+
endLine: 10,
|
|
61
|
+
changeType: "modified",
|
|
62
|
+
indicators: [],
|
|
63
|
+
hallucinations,
|
|
64
|
+
});
|
|
65
|
+
expect(result.requiresReview).toBe(true);
|
|
66
|
+
expect(result.reviewReason).toContain("hallucination");
|
|
67
|
+
});
|
|
68
|
+
it("respects config auto approve threshold", () => {
|
|
69
|
+
const indicators = [
|
|
70
|
+
{
|
|
71
|
+
type: "pattern",
|
|
72
|
+
location: { file: "test.ts", line: 1 },
|
|
73
|
+
description: "Low pattern",
|
|
74
|
+
confidence: "low",
|
|
75
|
+
evidence: "test",
|
|
76
|
+
},
|
|
77
|
+
];
|
|
78
|
+
const result = scoreChange({
|
|
79
|
+
file: "test.ts",
|
|
80
|
+
startLine: 1,
|
|
81
|
+
endLine: 10,
|
|
82
|
+
changeType: "modified",
|
|
83
|
+
indicators,
|
|
84
|
+
hallucinations: [],
|
|
85
|
+
}, {
|
|
86
|
+
review: {
|
|
87
|
+
requireForConfidence: "medium",
|
|
88
|
+
requireForHallucinations: true,
|
|
89
|
+
autoApproveBelow: 10,
|
|
90
|
+
},
|
|
91
|
+
});
|
|
92
|
+
expect(result.requiresReview).toBe(false);
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
describe("scoreAllChanges", () => {
|
|
96
|
+
it("scores multiple changes and summarizes", () => {
|
|
97
|
+
const changes = [
|
|
98
|
+
{
|
|
99
|
+
file: "a.ts",
|
|
100
|
+
startLine: 1,
|
|
101
|
+
endLine: 10,
|
|
102
|
+
changeType: "added",
|
|
103
|
+
indicators: [
|
|
104
|
+
{
|
|
105
|
+
type: "comment",
|
|
106
|
+
location: { file: "a.ts", line: 1 },
|
|
107
|
+
description: "AI",
|
|
108
|
+
confidence: "high",
|
|
109
|
+
evidence: "test",
|
|
110
|
+
},
|
|
111
|
+
],
|
|
112
|
+
hallucinations: [],
|
|
113
|
+
},
|
|
114
|
+
{
|
|
115
|
+
file: "b.ts",
|
|
116
|
+
startLine: 1,
|
|
117
|
+
endLine: 20,
|
|
118
|
+
changeType: "modified",
|
|
119
|
+
indicators: [],
|
|
120
|
+
hallucinations: [
|
|
121
|
+
{
|
|
122
|
+
type: "nonexistent_import",
|
|
123
|
+
location: { file: "b.ts", line: 1 },
|
|
124
|
+
severity: "critical",
|
|
125
|
+
description: "Missing",
|
|
126
|
+
actual: "unknown",
|
|
127
|
+
},
|
|
128
|
+
],
|
|
129
|
+
},
|
|
130
|
+
{
|
|
131
|
+
file: "c.ts",
|
|
132
|
+
startLine: 1,
|
|
133
|
+
endLine: 5,
|
|
134
|
+
changeType: "modified",
|
|
135
|
+
indicators: [],
|
|
136
|
+
hallucinations: [],
|
|
137
|
+
},
|
|
138
|
+
];
|
|
139
|
+
const result = scoreAllChanges(changes);
|
|
140
|
+
expect(result.scoredChanges.length).toBe(3);
|
|
141
|
+
expect(result.summary.totalChanges).toBe(3);
|
|
142
|
+
expect(result.summary.aiLikelyChanges).toBeGreaterThan(0);
|
|
143
|
+
expect(result.summary.requiresReview).toBeGreaterThan(0);
|
|
144
|
+
expect(result.summary.hallucinationsFound).toBe(1);
|
|
145
|
+
});
|
|
146
|
+
});
|
|
147
|
+
describe("calculateDetectionScore", () => {
|
|
148
|
+
it("returns 100 for no changes", () => {
|
|
149
|
+
expect(calculateDetectionScore([])).toBe(100);
|
|
150
|
+
});
|
|
151
|
+
it("returns higher score for lower AI likelihood", () => {
|
|
152
|
+
const lowLikelihood = [
|
|
153
|
+
{
|
|
154
|
+
file: "a.ts",
|
|
155
|
+
startLine: 1,
|
|
156
|
+
endLine: 10,
|
|
157
|
+
changeType: "modified",
|
|
158
|
+
aiLikelihood: 10,
|
|
159
|
+
confidence: "low",
|
|
160
|
+
indicators: [],
|
|
161
|
+
hallucinations: [],
|
|
162
|
+
requiresReview: false,
|
|
163
|
+
},
|
|
164
|
+
];
|
|
165
|
+
const highLikelihood = [
|
|
166
|
+
{
|
|
167
|
+
file: "b.ts",
|
|
168
|
+
startLine: 1,
|
|
169
|
+
endLine: 10,
|
|
170
|
+
changeType: "modified",
|
|
171
|
+
aiLikelihood: 80,
|
|
172
|
+
confidence: "high",
|
|
173
|
+
indicators: [],
|
|
174
|
+
hallucinations: [],
|
|
175
|
+
requiresReview: true,
|
|
176
|
+
},
|
|
177
|
+
];
|
|
178
|
+
expect(calculateDetectionScore(lowLikelihood)).toBeGreaterThan(calculateDetectionScore(highLikelihood));
|
|
179
|
+
});
|
|
180
|
+
});
|
|
181
|
+
describe("calculateHallucinationScore", () => {
|
|
182
|
+
it("returns 100 for no hallucinations", () => {
|
|
183
|
+
const changes = [
|
|
184
|
+
{
|
|
185
|
+
file: "a.ts",
|
|
186
|
+
startLine: 1,
|
|
187
|
+
endLine: 10,
|
|
188
|
+
changeType: "modified",
|
|
189
|
+
aiLikelihood: 50,
|
|
190
|
+
confidence: "medium",
|
|
191
|
+
indicators: [],
|
|
192
|
+
hallucinations: [],
|
|
193
|
+
requiresReview: false,
|
|
194
|
+
},
|
|
195
|
+
];
|
|
196
|
+
expect(calculateHallucinationScore(changes)).toBe(100);
|
|
197
|
+
});
|
|
198
|
+
it("penalizes for hallucinations", () => {
|
|
199
|
+
const changes = [
|
|
200
|
+
{
|
|
201
|
+
file: "a.ts",
|
|
202
|
+
startLine: 1,
|
|
203
|
+
endLine: 10,
|
|
204
|
+
changeType: "modified",
|
|
205
|
+
aiLikelihood: 50,
|
|
206
|
+
confidence: "medium",
|
|
207
|
+
indicators: [],
|
|
208
|
+
hallucinations: [
|
|
209
|
+
{
|
|
210
|
+
type: "nonexistent_import",
|
|
211
|
+
location: { file: "a.ts", line: 1 },
|
|
212
|
+
severity: "high",
|
|
213
|
+
description: "Missing",
|
|
214
|
+
actual: "unknown",
|
|
215
|
+
},
|
|
216
|
+
],
|
|
217
|
+
requiresReview: true,
|
|
218
|
+
},
|
|
219
|
+
];
|
|
220
|
+
expect(calculateHallucinationScore(changes)).toBeLessThan(100);
|
|
221
|
+
});
|
|
222
|
+
});
|
|
223
|
+
describe("calculateReviewScore", () => {
|
|
224
|
+
it("returns 100 when no review needed", () => {
|
|
225
|
+
const changes = [
|
|
226
|
+
{
|
|
227
|
+
file: "a.ts",
|
|
228
|
+
startLine: 1,
|
|
229
|
+
endLine: 10,
|
|
230
|
+
changeType: "modified",
|
|
231
|
+
aiLikelihood: 10,
|
|
232
|
+
confidence: "low",
|
|
233
|
+
indicators: [],
|
|
234
|
+
hallucinations: [],
|
|
235
|
+
requiresReview: false,
|
|
236
|
+
},
|
|
237
|
+
];
|
|
238
|
+
expect(calculateReviewScore(changes)).toBe(100);
|
|
239
|
+
});
|
|
240
|
+
it("returns lower score when review needed", () => {
|
|
241
|
+
const changes = [
|
|
242
|
+
{
|
|
243
|
+
file: "a.ts",
|
|
244
|
+
startLine: 1,
|
|
245
|
+
endLine: 10,
|
|
246
|
+
changeType: "modified",
|
|
247
|
+
aiLikelihood: 80,
|
|
248
|
+
confidence: "high",
|
|
249
|
+
indicators: [],
|
|
250
|
+
hallucinations: [],
|
|
251
|
+
requiresReview: true,
|
|
252
|
+
},
|
|
253
|
+
{
|
|
254
|
+
file: "b.ts",
|
|
255
|
+
startLine: 1,
|
|
256
|
+
endLine: 10,
|
|
257
|
+
changeType: "modified",
|
|
258
|
+
aiLikelihood: 10,
|
|
259
|
+
confidence: "low",
|
|
260
|
+
indicators: [],
|
|
261
|
+
hallucinations: [],
|
|
262
|
+
requiresReview: false,
|
|
263
|
+
},
|
|
264
|
+
];
|
|
265
|
+
expect(calculateReviewScore(changes)).toBe(50);
|
|
266
|
+
});
|
|
267
|
+
});
|
|
268
|
+
describe("calculateOverallScore", () => {
|
|
269
|
+
it("calculates weighted average", () => {
|
|
270
|
+
const scores = {
|
|
271
|
+
detectionScore: 80,
|
|
272
|
+
hallucinationScore: 90,
|
|
273
|
+
reviewScore: 70,
|
|
274
|
+
};
|
|
275
|
+
const overall = calculateOverallScore(scores);
|
|
276
|
+
expect(overall).toBeGreaterThan(0);
|
|
277
|
+
expect(overall).toBeLessThanOrEqual(100);
|
|
278
|
+
});
|
|
279
|
+
it("weights hallucination highest", () => {
|
|
280
|
+
const lowHallucination = calculateOverallScore({
|
|
281
|
+
detectionScore: 50,
|
|
282
|
+
hallucinationScore: 100,
|
|
283
|
+
reviewScore: 50,
|
|
284
|
+
});
|
|
285
|
+
const highHallucination = calculateOverallScore({
|
|
286
|
+
detectionScore: 100,
|
|
287
|
+
hallucinationScore: 0,
|
|
288
|
+
reviewScore: 100,
|
|
289
|
+
});
|
|
290
|
+
expect(lowHallucination).toBeGreaterThan(highHallucination);
|
|
291
|
+
});
|
|
292
|
+
});
|
|
293
|
+
describe("determineReviewPriority", () => {
|
|
294
|
+
it("returns none for no review", () => {
|
|
295
|
+
const change = {
|
|
296
|
+
file: "a.ts",
|
|
297
|
+
startLine: 1,
|
|
298
|
+
endLine: 10,
|
|
299
|
+
changeType: "modified",
|
|
300
|
+
aiLikelihood: 10,
|
|
301
|
+
confidence: "low",
|
|
302
|
+
indicators: [],
|
|
303
|
+
hallucinations: [],
|
|
304
|
+
requiresReview: false,
|
|
305
|
+
};
|
|
306
|
+
expect(determineReviewPriority(change)).toBe("none");
|
|
307
|
+
});
|
|
308
|
+
it("returns critical for critical hallucinations", () => {
|
|
309
|
+
const change = {
|
|
310
|
+
file: "a.ts",
|
|
311
|
+
startLine: 1,
|
|
312
|
+
endLine: 10,
|
|
313
|
+
changeType: "modified",
|
|
314
|
+
aiLikelihood: 80,
|
|
315
|
+
confidence: "high",
|
|
316
|
+
indicators: [],
|
|
317
|
+
hallucinations: [
|
|
318
|
+
{
|
|
319
|
+
type: "fabricated_package",
|
|
320
|
+
location: { file: "a.ts", line: 1 },
|
|
321
|
+
severity: "critical",
|
|
322
|
+
description: "Fake package",
|
|
323
|
+
actual: "fake-package",
|
|
324
|
+
},
|
|
325
|
+
],
|
|
326
|
+
requiresReview: true,
|
|
327
|
+
};
|
|
328
|
+
expect(determineReviewPriority(change)).toBe("critical");
|
|
329
|
+
});
|
|
330
|
+
});
|
|
331
|
+
describe("groupByReviewPriority", () => {
|
|
332
|
+
it("groups changes by priority", () => {
|
|
333
|
+
const changes = [
|
|
334
|
+
{
|
|
335
|
+
file: "a.ts",
|
|
336
|
+
startLine: 1,
|
|
337
|
+
endLine: 10,
|
|
338
|
+
changeType: "modified",
|
|
339
|
+
aiLikelihood: 10,
|
|
340
|
+
confidence: "low",
|
|
341
|
+
indicators: [],
|
|
342
|
+
hallucinations: [],
|
|
343
|
+
requiresReview: false,
|
|
344
|
+
},
|
|
345
|
+
{
|
|
346
|
+
file: "b.ts",
|
|
347
|
+
startLine: 1,
|
|
348
|
+
endLine: 10,
|
|
349
|
+
changeType: "modified",
|
|
350
|
+
aiLikelihood: 80,
|
|
351
|
+
confidence: "high",
|
|
352
|
+
indicators: [],
|
|
353
|
+
hallucinations: [],
|
|
354
|
+
requiresReview: true,
|
|
355
|
+
},
|
|
356
|
+
];
|
|
357
|
+
const groups = groupByReviewPriority(changes);
|
|
358
|
+
expect(groups.none.length).toBe(1);
|
|
359
|
+
expect(groups.high.length).toBe(1);
|
|
360
|
+
});
|
|
361
|
+
});
|
|
362
|
+
});
|
|
363
|
+
//# sourceMappingURL=confidence-scorer.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"confidence-scorer.test.js","sourceRoot":"","sources":["../../../../src/__tests__/scanners/ai-code/confidence-scorer.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,WAAW,EACX,eAAe,EACf,uBAAuB,EACvB,oBAAoB,EACpB,qBAAqB,EACrB,uBAAuB,EACvB,qBAAqB,EACrB,2BAA2B,GAC5B,MAAM,gDAAgD,CAAC;AAGxD,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;YAC5D,MAAM,MAAM,GAAG,WAAW,CAAC;gBACzB,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAU;gBACtB,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;aACnB,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,UAAU,GAAkB;gBAChC;oBACE,IAAI,EAAE,SAAS;oBACf,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE;oBACtC,WAAW,EAAE,YAAY;oBACzB,UAAU,EAAE,MAAM;oBAClB,QAAQ,EAAE,oBAAoB;iBAC/B;gBACD;oBACE,IAAI,EAAE,UAAU;oBAChB,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE;oBACtC,WAAW,EAAE,aAAa;oBAC1B,UAAU,EAAE,MAAM;oBAClB,QAAQ,EAAE,YAAY;iBACvB;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,WAAW,CAAC;gBACzB,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAU;gBACtB,UAAU;gBACV,cAAc,EAAE,EAAE;aACnB,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,cAAc,GAA2B;gBAC7C;oBACE,IAAI,EAAE,oBAAoB;oBAC1B,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE;oBACtC,QAAQ,EAAE,MAAM;oBAChB,WAAW,EAAE,kBAAkB;oBAC/B,MAAM,EAAE,eAAe;iBACxB;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,WAAW,CAAC;gBACzB,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAU;gBACtB,UAAU,EAAE,EAAE;gBACd,cAAc;aACf,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,UAAU,GAAkB;gBAChC;oBACE,IAAI,EAAE,SAAS;oBACf,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE;oBACtC,WAAW,EAAE,aAAa;oBAC1B,UAAU,EAAE,KAAK;oBACjB,QAAQ,EAAE,MAAM;iBACjB;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,WAAW,CACxB;gBACE,IAAI,EAAE,SAAS;gBACf,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAU;gBACtB,UAAU;gBACV,cAAc,EAAE,EAAE;aACnB,EACD;gBACE,MAAM,EAAE;oBACN,oBAAoB,EAAE,QAAQ;oBAC9B,wBAAwB,EAAE,IAAI;oBAC9B,gBAAgB,EAAE,EAAE;iBACrB;aACF,CACF,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,OAAO,GAAG;gBACd;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,OAAgB;oBAC5B,UAAU,EAAE;wBACV;4BACE,IAAI,EAAE,SAAkB;4BACxB,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;4BACnC,WAAW,EAAE,IAAI;4BACjB,UAAU,EAAE,MAAe;4BAC3B,QAAQ,EAAE,MAAM;yBACjB;qBACF;oBACD,cAAc,EAAE,EAAE;iBACnB;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE;wBACd;4BACE,IAAI,EAAE,oBAA6B;4BACnC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;4BACnC,QAAQ,EAAE,UAAmB;4BAC7B,WAAW,EAAE,SAAS;4BACtB,MAAM,EAAE,SAAS;yBAClB;qBACF;iBACF;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,UAAmB;oBAC/B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;iBACnB;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;YAExC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAC1D,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACzD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,CAAC,uBAAuB,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,aAAa,GAAG;gBACpB;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,KAAc;oBAC1B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,KAAK;iBACtB;aACF,CAAC;YAEF,MAAM,cAAc,GAAG;gBACrB;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,MAAe;oBAC3B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,IAAI;iBACrB;aACF,CAAC;YAEF,MAAM,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAAC,CAAC,eAAe,CAC5D,uBAAuB,CAAC,cAAc,CAAC,CACxC,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;QAC3C,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG;gBACd;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,QAAiB;oBAC7B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,KAAK;iBACtB;aACF,CAAC;YAEF,MAAM,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG;gBACd;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,QAAiB;oBAC7B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE;wBACd;4BACE,IAAI,EAAE,oBAA6B;4BACnC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;4BACnC,QAAQ,EAAE,MAAe;4BACzB,WAAW,EAAE,SAAS;4BACtB,MAAM,EAAE,SAAS;yBAClB;qBACF;oBACD,cAAc,EAAE,IAAI;iBACrB;aACF,CAAC;YAEF,MAAM,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACjE,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG;gBACd;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,KAAc;oBAC1B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,KAAK;iBACtB;aACF,CAAC;YAEF,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YAChD,MAAM,OAAO,GAAG;gBACd;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,MAAe;oBAC3B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,IAAI;iBACrB;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,KAAc;oBAC1B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,KAAK;iBACtB;aACF,CAAC;YAEF,MAAM,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,MAAM,GAAG;gBACb,cAAc,EAAE,EAAE;gBAClB,kBAAkB,EAAE,EAAE;gBACtB,WAAW,EAAE,EAAE;aAChB,CAAC;YAEF,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,OAAO,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,gBAAgB,GAAG,qBAAqB,CAAC;gBAC7C,cAAc,EAAE,EAAE;gBAClB,kBAAkB,EAAE,GAAG;gBACvB,WAAW,EAAE,EAAE;aAChB,CAAC,CAAC;YAEH,MAAM,iBAAiB,GAAG,qBAAqB,CAAC;gBAC9C,cAAc,EAAE,GAAG;gBACnB,kBAAkB,EAAE,CAAC;gBACrB,WAAW,EAAE,GAAG;aACjB,CAAC,CAAC;YAEH,MAAM,CAAC,gBAAgB,CAAC,CAAC,eAAe,CAAC,iBAAiB,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACvC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAmB;gBAC/B,YAAY,EAAE,EAAE;gBAChB,UAAU,EAAE,KAAc;gBAC1B,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE,EAAE;gBAClB,cAAc,EAAE,KAAK;aACtB,CAAC;YAEF,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,MAAM;gBACZ,SAAS,EAAE,CAAC;gBACZ,OAAO,EAAE,EAAE;gBACX,UAAU,EAAE,UAAmB;gBAC/B,YAAY,EAAE,EAAE;gBAChB,UAAU,EAAE,MAAe;gBAC3B,UAAU,EAAE,EAAE;gBACd,cAAc,EAAE;oBACd;wBACE,IAAI,EAAE,oBAA6B;wBACnC,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE;wBACnC,QAAQ,EAAE,UAAmB;wBAC7B,WAAW,EAAE,cAAc;wBAC3B,MAAM,EAAE,cAAc;qBACvB;iBACF;gBACD,cAAc,EAAE,IAAI;aACrB,CAAC;YAEF,MAAM,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;QACrC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,OAAO,GAAG;gBACd;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,KAAc;oBAC1B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,KAAK;iBACtB;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,SAAS,EAAE,CAAC;oBACZ,OAAO,EAAE,EAAE;oBACX,UAAU,EAAE,UAAmB;oBAC/B,YAAY,EAAE,EAAE;oBAChB,UAAU,EAAE,MAAe;oBAC3B,UAAU,EAAE,EAAE;oBACd,cAAc,EAAE,EAAE;oBAClB,cAAc,EAAE,IAAI;iBACrB;aACF,CAAC;YAEF,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,CAAC;YAC9C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hallucination-checker.test.d.ts","sourceRoot":"","sources":["../../../../src/__tests__/scanners/ai-code/hallucination-checker.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,226 @@
|
|
|
1
|
+
import { describe, it, expect, beforeEach, afterEach } from "vitest";
|
|
2
|
+
import { join } from "path";
|
|
3
|
+
import { mkdir, writeFile, rm } from "fs/promises";
|
|
4
|
+
import { tmpdir } from "os";
|
|
5
|
+
import { parseImports, checkRelativeImport, checkPackageImport, checkDeprecatedAPIs, checkMixedFrameworks, checkFileForHallucinations, scanDirectoryForHallucinations, } from "../../../scanners/ai-code/hallucination-checker.js";
|
|
6
|
+
describe("hallucination-checker", () => {
|
|
7
|
+
let testDir;
|
|
8
|
+
beforeEach(async () => {
|
|
9
|
+
testDir = join(tmpdir(), `hallucination-test-${Date.now()}-${Math.random().toString(36).slice(2, 8)}`);
|
|
10
|
+
await mkdir(testDir, { recursive: true });
|
|
11
|
+
});
|
|
12
|
+
afterEach(async () => {
|
|
13
|
+
await rm(testDir, { recursive: true, force: true });
|
|
14
|
+
});
|
|
15
|
+
describe("parseImports", () => {
|
|
16
|
+
it("parses ES module imports", () => {
|
|
17
|
+
const content = `
|
|
18
|
+
import { foo, bar } from "./utils";
|
|
19
|
+
import React from "react";
|
|
20
|
+
import * as path from "path";
|
|
21
|
+
`;
|
|
22
|
+
const imports = parseImports(content, "test.ts");
|
|
23
|
+
expect(imports.length).toBe(3);
|
|
24
|
+
expect(imports[0].source).toBe("./utils");
|
|
25
|
+
expect(imports[0].isRelative).toBe(true);
|
|
26
|
+
expect(imports[0].specifiers).toContain("foo");
|
|
27
|
+
expect(imports[0].specifiers).toContain("bar");
|
|
28
|
+
expect(imports[1].source).toBe("react");
|
|
29
|
+
expect(imports[1].isPackage).toBe(true);
|
|
30
|
+
expect(imports[2].source).toBe("path");
|
|
31
|
+
expect(imports[2].isPackage).toBe(true);
|
|
32
|
+
});
|
|
33
|
+
it("parses CommonJS requires", () => {
|
|
34
|
+
const content = `
|
|
35
|
+
const { readFile } = require("fs");
|
|
36
|
+
const path = require("path");
|
|
37
|
+
`;
|
|
38
|
+
const imports = parseImports(content, "test.js");
|
|
39
|
+
expect(imports.length).toBe(2);
|
|
40
|
+
expect(imports[0].source).toBe("fs");
|
|
41
|
+
expect(imports[0].specifiers).toContain("readFile");
|
|
42
|
+
expect(imports[1].source).toBe("path");
|
|
43
|
+
});
|
|
44
|
+
});
|
|
45
|
+
describe("checkRelativeImport", () => {
|
|
46
|
+
it("returns null for existing file", async () => {
|
|
47
|
+
await writeFile(join(testDir, "utils.ts"), "export const x = 1;");
|
|
48
|
+
await writeFile(join(testDir, "main.ts"), 'import { x } from "./utils";');
|
|
49
|
+
const importInfo = {
|
|
50
|
+
source: "./utils",
|
|
51
|
+
specifiers: ["x"],
|
|
52
|
+
line: 1,
|
|
53
|
+
isRelative: true,
|
|
54
|
+
isPackage: false,
|
|
55
|
+
};
|
|
56
|
+
const result = await checkRelativeImport(importInfo, join(testDir, "main.ts"), testDir);
|
|
57
|
+
expect(result).toBeNull();
|
|
58
|
+
});
|
|
59
|
+
it("detects non-existent relative import", async () => {
|
|
60
|
+
await writeFile(join(testDir, "main.ts"), 'import { x } from "./nonexistent";');
|
|
61
|
+
const importInfo = {
|
|
62
|
+
source: "./nonexistent",
|
|
63
|
+
specifiers: ["x"],
|
|
64
|
+
line: 1,
|
|
65
|
+
isRelative: true,
|
|
66
|
+
isPackage: false,
|
|
67
|
+
};
|
|
68
|
+
const result = await checkRelativeImport(importInfo, join(testDir, "main.ts"), testDir);
|
|
69
|
+
expect(result).not.toBeNull();
|
|
70
|
+
expect(result?.type).toBe("nonexistent_import");
|
|
71
|
+
expect(result?.severity).toBe("high");
|
|
72
|
+
});
|
|
73
|
+
it("resolves index files", async () => {
|
|
74
|
+
await mkdir(join(testDir, "utils"), { recursive: true });
|
|
75
|
+
await writeFile(join(testDir, "utils", "index.ts"), "export const y = 2;");
|
|
76
|
+
const importInfo = {
|
|
77
|
+
source: "./utils",
|
|
78
|
+
specifiers: ["y"],
|
|
79
|
+
line: 1,
|
|
80
|
+
isRelative: true,
|
|
81
|
+
isPackage: false,
|
|
82
|
+
};
|
|
83
|
+
const result = await checkRelativeImport(importInfo, join(testDir, "main.ts"), testDir);
|
|
84
|
+
expect(result).toBeNull();
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
describe("checkPackageImport", () => {
|
|
88
|
+
it("returns null for listed dependency", async () => {
|
|
89
|
+
await writeFile(join(testDir, "package.json"), JSON.stringify({
|
|
90
|
+
dependencies: { lodash: "^4.0.0" },
|
|
91
|
+
}));
|
|
92
|
+
const importInfo = {
|
|
93
|
+
source: "lodash",
|
|
94
|
+
specifiers: [],
|
|
95
|
+
line: 1,
|
|
96
|
+
isRelative: false,
|
|
97
|
+
isPackage: true,
|
|
98
|
+
};
|
|
99
|
+
const result = await checkPackageImport(importInfo, testDir);
|
|
100
|
+
expect(result).toBeNull();
|
|
101
|
+
});
|
|
102
|
+
it("returns null for Node.js builtins", async () => {
|
|
103
|
+
await writeFile(join(testDir, "package.json"), JSON.stringify({ dependencies: {} }));
|
|
104
|
+
const importInfo = {
|
|
105
|
+
source: "fs",
|
|
106
|
+
specifiers: ["readFile"],
|
|
107
|
+
line: 1,
|
|
108
|
+
isRelative: false,
|
|
109
|
+
isPackage: true,
|
|
110
|
+
};
|
|
111
|
+
const result = await checkPackageImport(importInfo, testDir);
|
|
112
|
+
expect(result).toBeNull();
|
|
113
|
+
});
|
|
114
|
+
it("detects unlisted package", async () => {
|
|
115
|
+
await writeFile(join(testDir, "package.json"), JSON.stringify({ dependencies: {} }));
|
|
116
|
+
const importInfo = {
|
|
117
|
+
source: "some-unknown-package",
|
|
118
|
+
specifiers: [],
|
|
119
|
+
line: 1,
|
|
120
|
+
isRelative: false,
|
|
121
|
+
isPackage: true,
|
|
122
|
+
};
|
|
123
|
+
const result = await checkPackageImport(importInfo, testDir);
|
|
124
|
+
expect(result).not.toBeNull();
|
|
125
|
+
expect(result?.type).toBe("nonexistent_import");
|
|
126
|
+
});
|
|
127
|
+
it("detects known fabricated packages", async () => {
|
|
128
|
+
await writeFile(join(testDir, "package.json"), JSON.stringify({ dependencies: {} }));
|
|
129
|
+
const importInfo = {
|
|
130
|
+
source: "react-native-awesome-button",
|
|
131
|
+
specifiers: [],
|
|
132
|
+
line: 1,
|
|
133
|
+
isRelative: false,
|
|
134
|
+
isPackage: true,
|
|
135
|
+
};
|
|
136
|
+
const result = await checkPackageImport(importInfo, testDir);
|
|
137
|
+
expect(result).not.toBeNull();
|
|
138
|
+
expect(result?.type).toBe("fabricated_package");
|
|
139
|
+
expect(result?.severity).toBe("critical");
|
|
140
|
+
});
|
|
141
|
+
});
|
|
142
|
+
describe("checkDeprecatedAPIs", () => {
|
|
143
|
+
it("detects deprecated React lifecycle methods", () => {
|
|
144
|
+
const content = `
|
|
145
|
+
class MyComponent extends React.Component {
|
|
146
|
+
componentWillMount() {
|
|
147
|
+
console.log("mounting");
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
`;
|
|
151
|
+
const findings = checkDeprecatedAPIs(content, "Component.tsx");
|
|
152
|
+
expect(findings.length).toBe(1);
|
|
153
|
+
expect(findings[0].type).toBe("deprecated_api");
|
|
154
|
+
expect(findings[0].actual).toBe("componentWillMount");
|
|
155
|
+
});
|
|
156
|
+
it("detects deprecated string methods", () => {
|
|
157
|
+
const content = `
|
|
158
|
+
const str = "hello".substr(0, 2);
|
|
159
|
+
`;
|
|
160
|
+
const findings = checkDeprecatedAPIs(content, "test.ts");
|
|
161
|
+
expect(findings.length).toBe(1);
|
|
162
|
+
expect(findings[0].actual).toBe("substr");
|
|
163
|
+
});
|
|
164
|
+
it("returns empty for clean code", () => {
|
|
165
|
+
const content = `
|
|
166
|
+
const str = "hello".substring(0, 2);
|
|
167
|
+
`;
|
|
168
|
+
const findings = checkDeprecatedAPIs(content, "test.ts");
|
|
169
|
+
expect(findings.length).toBe(0);
|
|
170
|
+
});
|
|
171
|
+
});
|
|
172
|
+
describe("checkMixedFrameworks", () => {
|
|
173
|
+
it("detects React + Vue mixing", () => {
|
|
174
|
+
const content = `
|
|
175
|
+
import React from "react";
|
|
176
|
+
import { ref } from "vue";
|
|
177
|
+
|
|
178
|
+
export default function App() {
|
|
179
|
+
return <div />;
|
|
180
|
+
}
|
|
181
|
+
`;
|
|
182
|
+
const findings = checkMixedFrameworks(content, "app.tsx");
|
|
183
|
+
expect(findings.length).toBe(1);
|
|
184
|
+
expect(findings[0].type).toBe("mixed_frameworks");
|
|
185
|
+
expect(findings[0].severity).toBe("high");
|
|
186
|
+
});
|
|
187
|
+
it("returns empty for single framework", () => {
|
|
188
|
+
const content = `
|
|
189
|
+
import React from "react";
|
|
190
|
+
import { useState } from "react";
|
|
191
|
+
|
|
192
|
+
export default function App() {
|
|
193
|
+
const [count, setCount] = useState(0);
|
|
194
|
+
return <div>{count}</div>;
|
|
195
|
+
}
|
|
196
|
+
`;
|
|
197
|
+
const findings = checkMixedFrameworks(content, "app.tsx");
|
|
198
|
+
expect(findings.length).toBe(0);
|
|
199
|
+
});
|
|
200
|
+
});
|
|
201
|
+
describe("checkFileForHallucinations", () => {
|
|
202
|
+
it("combines all checks", async () => {
|
|
203
|
+
await writeFile(join(testDir, "package.json"), JSON.stringify({ dependencies: {} }));
|
|
204
|
+
await writeFile(join(testDir, "test.ts"), `
|
|
205
|
+
import { x } from "./nonexistent";
|
|
206
|
+
import unknown from "some-fake-package";
|
|
207
|
+
const str = "hi".substr(0, 1);
|
|
208
|
+
`);
|
|
209
|
+
const findings = await checkFileForHallucinations(join(testDir, "test.ts"), testDir);
|
|
210
|
+
expect(findings.length).toBeGreaterThanOrEqual(2);
|
|
211
|
+
});
|
|
212
|
+
});
|
|
213
|
+
describe("scanDirectoryForHallucinations", () => {
|
|
214
|
+
it("scans multiple files", async () => {
|
|
215
|
+
await writeFile(join(testDir, "package.json"), JSON.stringify({ dependencies: { react: "^18.0.0" } }));
|
|
216
|
+
await writeFile(join(testDir, "a.ts"), 'import { x } from "./nonexistent";');
|
|
217
|
+
await writeFile(join(testDir, "b.ts"), 'import React from "react";');
|
|
218
|
+
const result = await scanDirectoryForHallucinations(testDir);
|
|
219
|
+
expect(result.files).toBe(2);
|
|
220
|
+
expect(result.findings.length).toBeGreaterThan(0);
|
|
221
|
+
expect(result.summary.byType).toBeDefined();
|
|
222
|
+
expect(result.summary.bySeverity).toBeDefined();
|
|
223
|
+
});
|
|
224
|
+
});
|
|
225
|
+
});
|
|
226
|
+
//# sourceMappingURL=hallucination-checker.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hallucination-checker.test.js","sourceRoot":"","sources":["../../../../src/__tests__/scanners/ai-code/hallucination-checker.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EACL,YAAY,EACZ,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,0BAA0B,EAC1B,8BAA8B,GAC/B,MAAM,oDAAoD,CAAC;AAE5D,QAAQ,CAAC,uBAAuB,EAAE,GAAG,EAAE;IACrC,IAAI,OAAe,CAAC;IAEpB,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,sBAAsB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QACvG,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,EAAE,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;QAC5B,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,OAAO,GAAG;;;;CAIrB,CAAC;YACI,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAE/C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAExC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,OAAO,GAAG;;;CAGrB,CAAC;YACI,MAAM,OAAO,GAAG,YAAY,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACjD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAE/B,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,qBAAqB,CAAC,CAAC;YAClE,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,8BAA8B,CAAC,CAAC;YAE1E,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC,GAAG,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,KAAK;aACjB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,mBAAmB,CACtC,UAAU,EACV,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EACxB,OAAO,CACR,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EAAE,oCAAoC,CAAC,CAAC;YAEhF,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,CAAC,GAAG,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,KAAK;aACjB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,mBAAmB,CACtC,UAAU,EACV,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EACxB,OAAO,CACR,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YACpC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,UAAU,CAAC,EAAE,qBAAqB,CAAC,CAAC;YAE3E,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,CAAC,GAAG,CAAC;gBACjB,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,KAAK;aACjB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,mBAAmB,CACtC,UAAU,EACV,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EACxB,OAAO,CACR,CAAC;YACF,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC;gBACb,YAAY,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;aACnC,CAAC,CACH,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,EAAE;gBACd,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,IAAI;aAChB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CACrC,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,CAAC,UAAU,CAAC;gBACxB,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,IAAI;aAChB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CACrC,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,sBAAsB;gBAC9B,UAAU,EAAE,EAAE;gBACd,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,IAAI;aAChB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAClD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CACrC,CAAC;YAEF,MAAM,UAAU,GAAG;gBACjB,MAAM,EAAE,6BAA6B;gBACrC,UAAU,EAAE,EAAE;gBACd,IAAI,EAAE,CAAC;gBACP,UAAU,EAAE,KAAK;gBACjB,SAAS,EAAE,IAAI;aAChB,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,kBAAkB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;QACnC,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;YACpD,MAAM,OAAO,GAAG;;;;;;CAMrB,CAAC;YACI,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YAC/D,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACxD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,OAAO,GAAG;;CAErB,CAAC;YACI,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACzD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,OAAO,GAAG;;CAErB,CAAC;YACI,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACzD,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,OAAO,GAAG;;;;;;;CAOrB,CAAC;YACI,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,OAAO,GAAG;;;;;;;;CAQrB,CAAC;YACI,MAAM,QAAQ,GAAG,oBAAoB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACnC,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,EAAE,CAAC,CACrC,CAAC;YACF,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EACxB;;;;CAIP,CACM,CAAC;YAEF,MAAM,QAAQ,GAAG,MAAM,0BAA0B,CAC/C,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,EACxB,OAAO,CACR,CAAC;YACF,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;QAC9C,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YACpC,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,EAC7B,IAAI,CAAC,SAAS,CAAC,EAAE,YAAY,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,CACvD,CAAC;YACF,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,EACrB,oCAAoC,CACrC,CAAC;YACF,MAAM,SAAS,CACb,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,EACrB,4BAA4B,CAC7B,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,8BAA8B,CAAC,OAAO,CAAC,CAAC;YAC7D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7B,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAC;QAClD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../../../src/__tests__/scanners/ai-code/index.test.ts"],"names":[],"mappings":""}
|