vaspera 2.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +184 -0
- package/LICENSE +21 -0
- package/README.md +809 -0
- package/dist/__tests__/integration/certification-flow.test.d.ts +5 -0
- package/dist/__tests__/integration/certification-flow.test.d.ts.map +1 -0
- package/dist/__tests__/integration/certification-flow.test.js +245 -0
- package/dist/__tests__/integration/certification-flow.test.js.map +1 -0
- package/dist/__tests__/integration/commands.test.d.ts +5 -0
- package/dist/__tests__/integration/commands.test.d.ts.map +1 -0
- package/dist/__tests__/integration/commands.test.js +93 -0
- package/dist/__tests__/integration/commands.test.js.map +1 -0
- package/dist/action/diff-mode.d.ts +34 -0
- package/dist/action/diff-mode.d.ts.map +1 -0
- package/dist/action/diff-mode.js +201 -0
- package/dist/action/diff-mode.js.map +1 -0
- package/dist/action/diff-mode.test.d.ts +5 -0
- package/dist/action/diff-mode.test.d.ts.map +1 -0
- package/dist/action/diff-mode.test.js +162 -0
- package/dist/action/diff-mode.test.js.map +1 -0
- package/dist/action/index.d.ts +10 -0
- package/dist/action/index.d.ts.map +1 -0
- package/dist/action/index.js +231 -0
- package/dist/action/index.js.map +1 -0
- package/dist/action/pr-comment.d.ts +30 -0
- package/dist/action/pr-comment.d.ts.map +1 -0
- package/dist/action/pr-comment.js +301 -0
- package/dist/action/pr-comment.js.map +1 -0
- package/dist/action/pr-comment.test.d.ts +5 -0
- package/dist/action/pr-comment.test.d.ts.map +1 -0
- package/dist/action/pr-comment.test.js +189 -0
- package/dist/action/pr-comment.test.js.map +1 -0
- package/dist/action/sarif-upload.d.ts +104 -0
- package/dist/action/sarif-upload.d.ts.map +1 -0
- package/dist/action/sarif-upload.js +188 -0
- package/dist/action/sarif-upload.js.map +1 -0
- package/dist/action/sarif-upload.test.d.ts +5 -0
- package/dist/action/sarif-upload.test.d.ts.map +1 -0
- package/dist/action/sarif-upload.test.js +206 -0
- package/dist/action/sarif-upload.test.js.map +1 -0
- package/dist/action/types.d.ts +104 -0
- package/dist/action/types.d.ts.map +1 -0
- package/dist/action/types.js +33 -0
- package/dist/action/types.js.map +1 -0
- package/dist/action/types.test.d.ts +5 -0
- package/dist/action/types.test.d.ts.map +1 -0
- package/dist/action/types.test.js +79 -0
- package/dist/action/types.test.js.map +1 -0
- package/dist/agents/agent-integrity.d.ts +111 -0
- package/dist/agents/agent-integrity.d.ts.map +1 -0
- package/dist/agents/agent-integrity.js +308 -0
- package/dist/agents/agent-integrity.js.map +1 -0
- package/dist/agents/agent-privacy.d.ts +68 -0
- package/dist/agents/agent-privacy.d.ts.map +1 -0
- package/dist/agents/agent-privacy.js +345 -0
- package/dist/agents/agent-privacy.js.map +1 -0
- package/dist/agents/exploit-chain.d.ts +64 -0
- package/dist/agents/exploit-chain.d.ts.map +1 -0
- package/dist/agents/exploit-chain.js +477 -0
- package/dist/agents/exploit-chain.js.map +1 -0
- package/dist/agents/exploit-chain.test.d.ts +5 -0
- package/dist/agents/exploit-chain.test.d.ts.map +1 -0
- package/dist/agents/exploit-chain.test.js +455 -0
- package/dist/agents/exploit-chain.test.js.map +1 -0
- package/dist/agents/index.d.ts +14 -0
- package/dist/agents/index.d.ts.map +1 -0
- package/dist/agents/index.js +19 -0
- package/dist/agents/index.js.map +1 -0
- package/dist/agents/logic-flaw-detector.d.ts +55 -0
- package/dist/agents/logic-flaw-detector.d.ts.map +1 -0
- package/dist/agents/logic-flaw-detector.js +454 -0
- package/dist/agents/logic-flaw-detector.js.map +1 -0
- package/dist/agents/zero-day-hunter.d.ts +69 -0
- package/dist/agents/zero-day-hunter.d.ts.map +1 -0
- package/dist/agents/zero-day-hunter.js +591 -0
- package/dist/agents/zero-day-hunter.js.map +1 -0
- package/dist/certification/artifacts.d.ts +21 -0
- package/dist/certification/artifacts.d.ts.map +1 -0
- package/dist/certification/artifacts.js +275 -0
- package/dist/certification/artifacts.js.map +1 -0
- package/dist/certification/autofix.d.ts +122 -0
- package/dist/certification/autofix.d.ts.map +1 -0
- package/dist/certification/autofix.js +476 -0
- package/dist/certification/autofix.js.map +1 -0
- package/dist/certification/badge.d.ts +56 -0
- package/dist/certification/badge.d.ts.map +1 -0
- package/dist/certification/badge.js +155 -0
- package/dist/certification/badge.js.map +1 -0
- package/dist/certification/cache.d.ts +121 -0
- package/dist/certification/cache.d.ts.map +1 -0
- package/dist/certification/cache.js +275 -0
- package/dist/certification/cache.js.map +1 -0
- package/dist/certification/cache.test.d.ts +5 -0
- package/dist/certification/cache.test.d.ts.map +1 -0
- package/dist/certification/cache.test.js +270 -0
- package/dist/certification/cache.test.js.map +1 -0
- package/dist/certification/consensus.d.ts +105 -0
- package/dist/certification/consensus.d.ts.map +1 -0
- package/dist/certification/consensus.js +353 -0
- package/dist/certification/consensus.js.map +1 -0
- package/dist/certification/consensus.test.d.ts +5 -0
- package/dist/certification/consensus.test.d.ts.map +1 -0
- package/dist/certification/consensus.test.js +342 -0
- package/dist/certification/consensus.test.js.map +1 -0
- package/dist/certification/index.d.ts +14 -0
- package/dist/certification/index.d.ts.map +1 -0
- package/dist/certification/index.js +14 -0
- package/dist/certification/index.js.map +1 -0
- package/dist/certification/rules.d.ts +89 -0
- package/dist/certification/rules.d.ts.map +1 -0
- package/dist/certification/rules.js +317 -0
- package/dist/certification/rules.js.map +1 -0
- package/dist/certification/sarif.d.ts +107 -0
- package/dist/certification/sarif.d.ts.map +1 -0
- package/dist/certification/sarif.js +191 -0
- package/dist/certification/sarif.js.map +1 -0
- package/dist/certification/store.d.ts +255 -0
- package/dist/certification/store.d.ts.map +1 -0
- package/dist/certification/store.js +835 -0
- package/dist/certification/store.js.map +1 -0
- package/dist/certification/store.test.d.ts +5 -0
- package/dist/certification/store.test.d.ts.map +1 -0
- package/dist/certification/store.test.js +468 -0
- package/dist/certification/store.test.js.map +1 -0
- package/dist/certification/summary.d.ts +72 -0
- package/dist/certification/summary.d.ts.map +1 -0
- package/dist/certification/summary.js +296 -0
- package/dist/certification/summary.js.map +1 -0
- package/dist/certification/types.d.ts +138 -0
- package/dist/certification/types.d.ts.map +1 -0
- package/dist/certification/types.js +34 -0
- package/dist/certification/types.js.map +1 -0
- package/dist/commands/audits/api-check.d.ts +3 -0
- package/dist/commands/audits/api-check.d.ts.map +1 -0
- package/dist/commands/audits/api-check.js +71 -0
- package/dist/commands/audits/api-check.js.map +1 -0
- package/dist/commands/audits/deadcode.d.ts +3 -0
- package/dist/commands/audits/deadcode.d.ts.map +1 -0
- package/dist/commands/audits/deadcode.js +63 -0
- package/dist/commands/audits/deadcode.js.map +1 -0
- package/dist/commands/audits/deps.d.ts +3 -0
- package/dist/commands/audits/deps.d.ts.map +1 -0
- package/dist/commands/audits/deps.js +56 -0
- package/dist/commands/audits/deps.js.map +1 -0
- package/dist/commands/audits/errors.d.ts +3 -0
- package/dist/commands/audits/errors.d.ts.map +1 -0
- package/dist/commands/audits/errors.js +65 -0
- package/dist/commands/audits/errors.js.map +1 -0
- package/dist/commands/audits/index.d.ts +3 -0
- package/dist/commands/audits/index.d.ts.map +1 -0
- package/dist/commands/audits/index.js +15 -0
- package/dist/commands/audits/index.js.map +1 -0
- package/dist/commands/audits/perf.d.ts +3 -0
- package/dist/commands/audits/perf.d.ts.map +1 -0
- package/dist/commands/audits/perf.js +85 -0
- package/dist/commands/audits/perf.js.map +1 -0
- package/dist/commands/audits/secrets.d.ts +3 -0
- package/dist/commands/audits/secrets.d.ts.map +1 -0
- package/dist/commands/audits/secrets.js +71 -0
- package/dist/commands/audits/secrets.js.map +1 -0
- package/dist/commands/certification/certify.d.ts +3 -0
- package/dist/commands/certification/certify.d.ts.map +1 -0
- package/dist/commands/certification/certify.js +108 -0
- package/dist/commands/certification/certify.js.map +1 -0
- package/dist/commands/certification/index.d.ts +3 -0
- package/dist/commands/certification/index.d.ts.map +1 -0
- package/dist/commands/certification/index.js +17 -0
- package/dist/commands/certification/index.js.map +1 -0
- package/dist/commands/certification/performance.d.ts +3 -0
- package/dist/commands/certification/performance.d.ts.map +1 -0
- package/dist/commands/certification/performance.js +89 -0
- package/dist/commands/certification/performance.js.map +1 -0
- package/dist/commands/certification/quality.d.ts +3 -0
- package/dist/commands/certification/quality.d.ts.map +1 -0
- package/dist/commands/certification/quality.js +92 -0
- package/dist/commands/certification/quality.js.map +1 -0
- package/dist/commands/certification/redteam.d.ts +3 -0
- package/dist/commands/certification/redteam.d.ts.map +1 -0
- package/dist/commands/certification/redteam.js +114 -0
- package/dist/commands/certification/redteam.js.map +1 -0
- package/dist/commands/certification/reliability.d.ts +3 -0
- package/dist/commands/certification/reliability.d.ts.map +1 -0
- package/dist/commands/certification/reliability.js +93 -0
- package/dist/commands/certification/reliability.js.map +1 -0
- package/dist/commands/certification/security.d.ts +3 -0
- package/dist/commands/certification/security.d.ts.map +1 -0
- package/dist/commands/certification/security.js +90 -0
- package/dist/commands/certification/security.js.map +1 -0
- package/dist/commands/certification/typesafety.d.ts +3 -0
- package/dist/commands/certification/typesafety.d.ts.map +1 -0
- package/dist/commands/certification/typesafety.js +87 -0
- package/dist/commands/certification/typesafety.js.map +1 -0
- package/dist/commands/core/add-tests.d.ts +3 -0
- package/dist/commands/core/add-tests.d.ts.map +1 -0
- package/dist/commands/core/add-tests.js +29 -0
- package/dist/commands/core/add-tests.js.map +1 -0
- package/dist/commands/core/audit.d.ts +3 -0
- package/dist/commands/core/audit.d.ts.map +1 -0
- package/dist/commands/core/audit.js +64 -0
- package/dist/commands/core/audit.js.map +1 -0
- package/dist/commands/core/fix-critical.d.ts +3 -0
- package/dist/commands/core/fix-critical.d.ts.map +1 -0
- package/dist/commands/core/fix-critical.js +22 -0
- package/dist/commands/core/fix-critical.js.map +1 -0
- package/dist/commands/core/fix-high.d.ts +3 -0
- package/dist/commands/core/fix-high.d.ts.map +1 -0
- package/dist/commands/core/fix-high.js +32 -0
- package/dist/commands/core/fix-high.js.map +1 -0
- package/dist/commands/core/fix-medium.d.ts +3 -0
- package/dist/commands/core/fix-medium.d.ts.map +1 -0
- package/dist/commands/core/fix-medium.js +29 -0
- package/dist/commands/core/fix-medium.js.map +1 -0
- package/dist/commands/core/fix-rls.d.ts +3 -0
- package/dist/commands/core/fix-rls.d.ts.map +1 -0
- package/dist/commands/core/fix-rls.js +17 -0
- package/dist/commands/core/fix-rls.js.map +1 -0
- package/dist/commands/core/harden.d.ts +3 -0
- package/dist/commands/core/harden.d.ts.map +1 -0
- package/dist/commands/core/harden.js +19 -0
- package/dist/commands/core/harden.js.map +1 -0
- package/dist/commands/core/index.d.ts +3 -0
- package/dist/commands/core/index.d.ts.map +1 -0
- package/dist/commands/core/index.js +21 -0
- package/dist/commands/core/index.js.map +1 -0
- package/dist/commands/core/preflight.d.ts +3 -0
- package/dist/commands/core/preflight.d.ts.map +1 -0
- package/dist/commands/core/preflight.js +50 -0
- package/dist/commands/core/preflight.js.map +1 -0
- package/dist/commands/core/verify.d.ts +3 -0
- package/dist/commands/core/verify.d.ts.map +1 -0
- package/dist/commands/core/verify.js +32 -0
- package/dist/commands/core/verify.js.map +1 -0
- package/dist/commands/index.d.ts +28 -0
- package/dist/commands/index.d.ts.map +1 -0
- package/dist/commands/index.js +37 -0
- package/dist/commands/index.js.map +1 -0
- package/dist/commands/types.d.ts +9 -0
- package/dist/commands/types.d.ts.map +1 -0
- package/dist/commands/types.js +5 -0
- package/dist/commands/types.js.map +1 -0
- package/dist/compliance/cis.d.ts +29 -0
- package/dist/compliance/cis.d.ts.map +1 -0
- package/dist/compliance/cis.js +316 -0
- package/dist/compliance/cis.js.map +1 -0
- package/dist/compliance/frameworks/eu-ai-act.d.ts +55 -0
- package/dist/compliance/frameworks/eu-ai-act.d.ts.map +1 -0
- package/dist/compliance/frameworks/eu-ai-act.js +621 -0
- package/dist/compliance/frameworks/eu-ai-act.js.map +1 -0
- package/dist/compliance/frameworks/index.d.ts +67 -0
- package/dist/compliance/frameworks/index.d.ts.map +1 -0
- package/dist/compliance/frameworks/index.js +97 -0
- package/dist/compliance/frameworks/index.js.map +1 -0
- package/dist/compliance/frameworks/iso-42001.d.ts +59 -0
- package/dist/compliance/frameworks/iso-42001.d.ts.map +1 -0
- package/dist/compliance/frameworks/iso-42001.js +719 -0
- package/dist/compliance/frameworks/iso-42001.js.map +1 -0
- package/dist/compliance/frameworks/mitre-atlas.d.ts +58 -0
- package/dist/compliance/frameworks/mitre-atlas.d.ts.map +1 -0
- package/dist/compliance/frameworks/mitre-atlas.js +686 -0
- package/dist/compliance/frameworks/mitre-atlas.js.map +1 -0
- package/dist/compliance/frameworks/nist-ai-rmf.d.ts +51 -0
- package/dist/compliance/frameworks/nist-ai-rmf.d.ts.map +1 -0
- package/dist/compliance/frameworks/nist-ai-rmf.js +677 -0
- package/dist/compliance/frameworks/nist-ai-rmf.js.map +1 -0
- package/dist/compliance/frameworks/owasp-llm.d.ts +58 -0
- package/dist/compliance/frameworks/owasp-llm.d.ts.map +1 -0
- package/dist/compliance/frameworks/owasp-llm.js +399 -0
- package/dist/compliance/frameworks/owasp-llm.js.map +1 -0
- package/dist/compliance/gdpr.d.ts +34 -0
- package/dist/compliance/gdpr.d.ts.map +1 -0
- package/dist/compliance/gdpr.js +319 -0
- package/dist/compliance/gdpr.js.map +1 -0
- package/dist/compliance/hipaa.d.ts +29 -0
- package/dist/compliance/hipaa.d.ts.map +1 -0
- package/dist/compliance/hipaa.js +205 -0
- package/dist/compliance/hipaa.js.map +1 -0
- package/dist/compliance/index.d.ts +18 -0
- package/dist/compliance/index.d.ts.map +1 -0
- package/dist/compliance/index.js +26 -0
- package/dist/compliance/index.js.map +1 -0
- package/dist/compliance/iso27001.d.ts +30 -0
- package/dist/compliance/iso27001.d.ts.map +1 -0
- package/dist/compliance/iso27001.js +332 -0
- package/dist/compliance/iso27001.js.map +1 -0
- package/dist/compliance/mapper.d.ts +42 -0
- package/dist/compliance/mapper.d.ts.map +1 -0
- package/dist/compliance/mapper.js +269 -0
- package/dist/compliance/mapper.js.map +1 -0
- package/dist/compliance/mapper.test.d.ts +5 -0
- package/dist/compliance/mapper.test.d.ts.map +1 -0
- package/dist/compliance/mapper.test.js +360 -0
- package/dist/compliance/mapper.test.js.map +1 -0
- package/dist/compliance/pci-dss.d.ts +29 -0
- package/dist/compliance/pci-dss.d.ts.map +1 -0
- package/dist/compliance/pci-dss.js +247 -0
- package/dist/compliance/pci-dss.js.map +1 -0
- package/dist/compliance/report.d.ts +25 -0
- package/dist/compliance/report.d.ts.map +1 -0
- package/dist/compliance/report.js +254 -0
- package/dist/compliance/report.js.map +1 -0
- package/dist/compliance/report.test.d.ts +5 -0
- package/dist/compliance/report.test.d.ts.map +1 -0
- package/dist/compliance/report.test.js +128 -0
- package/dist/compliance/report.test.js.map +1 -0
- package/dist/compliance/soc2.d.ts +30 -0
- package/dist/compliance/soc2.d.ts.map +1 -0
- package/dist/compliance/soc2.js +262 -0
- package/dist/compliance/soc2.js.map +1 -0
- package/dist/compliance/soc2.test.d.ts +5 -0
- package/dist/compliance/soc2.test.d.ts.map +1 -0
- package/dist/compliance/soc2.test.js +86 -0
- package/dist/compliance/soc2.test.js.map +1 -0
- package/dist/compliance/types.d.ts +125 -0
- package/dist/compliance/types.d.ts.map +1 -0
- package/dist/compliance/types.js +10 -0
- package/dist/compliance/types.js.map +1 -0
- package/dist/config/flags.d.ts +456 -0
- package/dist/config/flags.d.ts.map +1 -0
- package/dist/config/flags.js +464 -0
- package/dist/config/flags.js.map +1 -0
- package/dist/config/index.d.ts +10 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +10 -0
- package/dist/config/index.js.map +1 -0
- package/dist/config/severity-overrides.d.ts +209 -0
- package/dist/config/severity-overrides.d.ts.map +1 -0
- package/dist/config/severity-overrides.js +380 -0
- package/dist/config/severity-overrides.js.map +1 -0
- package/dist/cost/index.d.ts +11 -0
- package/dist/cost/index.d.ts.map +1 -0
- package/dist/cost/index.js +12 -0
- package/dist/cost/index.js.map +1 -0
- package/dist/cost/pricing.d.ts +57 -0
- package/dist/cost/pricing.d.ts.map +1 -0
- package/dist/cost/pricing.js +196 -0
- package/dist/cost/pricing.js.map +1 -0
- package/dist/cost/pricing.test.d.ts +5 -0
- package/dist/cost/pricing.test.d.ts.map +1 -0
- package/dist/cost/pricing.test.js +195 -0
- package/dist/cost/pricing.test.js.map +1 -0
- package/dist/cost/tracker.d.ts +100 -0
- package/dist/cost/tracker.d.ts.map +1 -0
- package/dist/cost/tracker.js +366 -0
- package/dist/cost/tracker.js.map +1 -0
- package/dist/cost/tracker.test.d.ts +5 -0
- package/dist/cost/tracker.test.d.ts.map +1 -0
- package/dist/cost/tracker.test.js +360 -0
- package/dist/cost/tracker.test.js.map +1 -0
- package/dist/cost/types.d.ts +135 -0
- package/dist/cost/types.d.ts.map +1 -0
- package/dist/cost/types.js +9 -0
- package/dist/cost/types.js.map +1 -0
- package/dist/enterprise/auth/oidc.d.ts +231 -0
- package/dist/enterprise/auth/oidc.d.ts.map +1 -0
- package/dist/enterprise/auth/oidc.js +372 -0
- package/dist/enterprise/auth/oidc.js.map +1 -0
- package/dist/enterprise/auth/oidc.test.d.ts +5 -0
- package/dist/enterprise/auth/oidc.test.d.ts.map +1 -0
- package/dist/enterprise/auth/oidc.test.js +435 -0
- package/dist/enterprise/auth/oidc.test.js.map +1 -0
- package/dist/enterprise/index.d.ts +14 -0
- package/dist/enterprise/index.d.ts.map +1 -0
- package/dist/enterprise/index.js +19 -0
- package/dist/enterprise/index.js.map +1 -0
- package/dist/enterprise/integrations/chat.d.ts +205 -0
- package/dist/enterprise/integrations/chat.d.ts.map +1 -0
- package/dist/enterprise/integrations/chat.js +624 -0
- package/dist/enterprise/integrations/chat.js.map +1 -0
- package/dist/enterprise/integrations/chat.test.d.ts +5 -0
- package/dist/enterprise/integrations/chat.test.d.ts.map +1 -0
- package/dist/enterprise/integrations/chat.test.js +557 -0
- package/dist/enterprise/integrations/chat.test.js.map +1 -0
- package/dist/enterprise/integrations/ticketing.d.ts +257 -0
- package/dist/enterprise/integrations/ticketing.d.ts.map +1 -0
- package/dist/enterprise/integrations/ticketing.js +548 -0
- package/dist/enterprise/integrations/ticketing.js.map +1 -0
- package/dist/enterprise/integrations/ticketing.test.d.ts +5 -0
- package/dist/enterprise/integrations/ticketing.test.d.ts.map +1 -0
- package/dist/enterprise/integrations/ticketing.test.js +693 -0
- package/dist/enterprise/integrations/ticketing.test.js.map +1 -0
- package/dist/enterprise/policy/opa.d.ts +194 -0
- package/dist/enterprise/policy/opa.d.ts.map +1 -0
- package/dist/enterprise/policy/opa.js +385 -0
- package/dist/enterprise/policy/opa.js.map +1 -0
- package/dist/enterprise/policy/opa.test.d.ts +5 -0
- package/dist/enterprise/policy/opa.test.d.ts.map +1 -0
- package/dist/enterprise/policy/opa.test.js +702 -0
- package/dist/enterprise/policy/opa.test.js.map +1 -0
- package/dist/enterprise/signing/kms.d.ts +211 -0
- package/dist/enterprise/signing/kms.d.ts.map +1 -0
- package/dist/enterprise/signing/kms.js +480 -0
- package/dist/enterprise/signing/kms.js.map +1 -0
- package/dist/enterprise/signing/kms.test.d.ts +5 -0
- package/dist/enterprise/signing/kms.test.d.ts.map +1 -0
- package/dist/enterprise/signing/kms.test.js +511 -0
- package/dist/enterprise/signing/kms.test.js.map +1 -0
- package/dist/eval/fixtures.d.ts +58 -0
- package/dist/eval/fixtures.d.ts.map +1 -0
- package/dist/eval/fixtures.js +571 -0
- package/dist/eval/fixtures.js.map +1 -0
- package/dist/eval/fixtures.test.d.ts +5 -0
- package/dist/eval/fixtures.test.d.ts.map +1 -0
- package/dist/eval/fixtures.test.js +193 -0
- package/dist/eval/fixtures.test.js.map +1 -0
- package/dist/eval/harness.d.ts +30 -0
- package/dist/eval/harness.d.ts.map +1 -0
- package/dist/eval/harness.js +221 -0
- package/dist/eval/harness.js.map +1 -0
- package/dist/eval/harness.test.d.ts +5 -0
- package/dist/eval/harness.test.d.ts.map +1 -0
- package/dist/eval/harness.test.js +314 -0
- package/dist/eval/harness.test.js.map +1 -0
- package/dist/eval/index.d.ts +15 -0
- package/dist/eval/index.d.ts.map +1 -0
- package/dist/eval/index.js +18 -0
- package/dist/eval/index.js.map +1 -0
- package/dist/eval/metrics.d.ts +56 -0
- package/dist/eval/metrics.d.ts.map +1 -0
- package/dist/eval/metrics.js +298 -0
- package/dist/eval/metrics.js.map +1 -0
- package/dist/eval/metrics.test.d.ts +5 -0
- package/dist/eval/metrics.test.d.ts.map +1 -0
- package/dist/eval/metrics.test.js +426 -0
- package/dist/eval/metrics.test.js.map +1 -0
- package/dist/eval/report.d.ts +30 -0
- package/dist/eval/report.d.ts.map +1 -0
- package/dist/eval/report.js +333 -0
- package/dist/eval/report.js.map +1 -0
- package/dist/eval/report.test.d.ts +5 -0
- package/dist/eval/report.test.d.ts.map +1 -0
- package/dist/eval/report.test.js +275 -0
- package/dist/eval/report.test.js.map +1 -0
- package/dist/eval/types.d.ts +234 -0
- package/dist/eval/types.d.ts.map +1 -0
- package/dist/eval/types.js +27 -0
- package/dist/eval/types.js.map +1 -0
- package/dist/http-server.d.ts +3 -0
- package/dist/http-server.d.ts.map +1 -0
- package/dist/http-server.js +127 -0
- package/dist/http-server.js.map +1 -0
- package/dist/index.d.ts +33 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +4120 -0
- package/dist/index.js.map +1 -0
- package/dist/logger.d.ts +46 -0
- package/dist/logger.d.ts.map +1 -0
- package/dist/logger.js +131 -0
- package/dist/logger.js.map +1 -0
- package/dist/multimodel/consensus.d.ts +49 -0
- package/dist/multimodel/consensus.d.ts.map +1 -0
- package/dist/multimodel/consensus.js +454 -0
- package/dist/multimodel/consensus.js.map +1 -0
- package/dist/multimodel/consensus.test.d.ts +5 -0
- package/dist/multimodel/consensus.test.d.ts.map +1 -0
- package/dist/multimodel/consensus.test.js +415 -0
- package/dist/multimodel/consensus.test.js.map +1 -0
- package/dist/multimodel/index.d.ts +13 -0
- package/dist/multimodel/index.d.ts.map +1 -0
- package/dist/multimodel/index.js +14 -0
- package/dist/multimodel/index.js.map +1 -0
- package/dist/multimodel/runner.d.ts +95 -0
- package/dist/multimodel/runner.d.ts.map +1 -0
- package/dist/multimodel/runner.js +312 -0
- package/dist/multimodel/runner.js.map +1 -0
- package/dist/multimodel/runner.test.d.ts +5 -0
- package/dist/multimodel/runner.test.d.ts.map +1 -0
- package/dist/multimodel/runner.test.js +224 -0
- package/dist/multimodel/runner.test.js.map +1 -0
- package/dist/multimodel/types.d.ts +202 -0
- package/dist/multimodel/types.d.ts.map +1 -0
- package/dist/multimodel/types.js +10 -0
- package/dist/multimodel/types.js.map +1 -0
- package/dist/observability/index.d.ts +9 -0
- package/dist/observability/index.d.ts.map +1 -0
- package/dist/observability/index.js +9 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/otel.d.ts +102 -0
- package/dist/observability/otel.d.ts.map +1 -0
- package/dist/observability/otel.js +284 -0
- package/dist/observability/otel.js.map +1 -0
- package/dist/plugins/index.d.ts +10 -0
- package/dist/plugins/index.d.ts.map +1 -0
- package/dist/plugins/index.js +10 -0
- package/dist/plugins/index.js.map +1 -0
- package/dist/plugins/loader.d.ts +78 -0
- package/dist/plugins/loader.d.ts.map +1 -0
- package/dist/plugins/loader.js +470 -0
- package/dist/plugins/loader.js.map +1 -0
- package/dist/plugins/types.d.ts +304 -0
- package/dist/plugins/types.d.ts.map +1 -0
- package/dist/plugins/types.js +100 -0
- package/dist/plugins/types.js.map +1 -0
- package/dist/sbom/cyclonedx.d.ts +30 -0
- package/dist/sbom/cyclonedx.d.ts.map +1 -0
- package/dist/sbom/cyclonedx.js +392 -0
- package/dist/sbom/cyclonedx.js.map +1 -0
- package/dist/sbom/cyclonedx.test.d.ts +5 -0
- package/dist/sbom/cyclonedx.test.d.ts.map +1 -0
- package/dist/sbom/cyclonedx.test.js +244 -0
- package/dist/sbom/cyclonedx.test.js.map +1 -0
- package/dist/sbom/index.d.ts +13 -0
- package/dist/sbom/index.d.ts.map +1 -0
- package/dist/sbom/index.js +15 -0
- package/dist/sbom/index.js.map +1 -0
- package/dist/sbom/provenance.d.ts +37 -0
- package/dist/sbom/provenance.d.ts.map +1 -0
- package/dist/sbom/provenance.js +268 -0
- package/dist/sbom/provenance.js.map +1 -0
- package/dist/sbom/provenance.test.d.ts +5 -0
- package/dist/sbom/provenance.test.d.ts.map +1 -0
- package/dist/sbom/provenance.test.js +189 -0
- package/dist/sbom/provenance.test.js.map +1 -0
- package/dist/sbom/signing.d.ts +87 -0
- package/dist/sbom/signing.d.ts.map +1 -0
- package/dist/sbom/signing.js +354 -0
- package/dist/sbom/signing.js.map +1 -0
- package/dist/sbom/signing.test.d.ts +5 -0
- package/dist/sbom/signing.test.d.ts.map +1 -0
- package/dist/sbom/signing.test.js +170 -0
- package/dist/sbom/signing.test.js.map +1 -0
- package/dist/sbom/types.d.ts +384 -0
- package/dist/sbom/types.d.ts.map +1 -0
- package/dist/sbom/types.js +17 -0
- package/dist/sbom/types.js.map +1 -0
- package/dist/scanners/agent/credential-scope-audit.d.ts +40 -0
- package/dist/scanners/agent/credential-scope-audit.d.ts.map +1 -0
- package/dist/scanners/agent/credential-scope-audit.js +404 -0
- package/dist/scanners/agent/credential-scope-audit.js.map +1 -0
- package/dist/scanners/agent/exfil-path-graph.d.ts +50 -0
- package/dist/scanners/agent/exfil-path-graph.d.ts.map +1 -0
- package/dist/scanners/agent/exfil-path-graph.js +764 -0
- package/dist/scanners/agent/exfil-path-graph.js.map +1 -0
- package/dist/scanners/agent/index.d.ts +43 -0
- package/dist/scanners/agent/index.d.ts.map +1 -0
- package/dist/scanners/agent/index.js +616 -0
- package/dist/scanners/agent/index.js.map +1 -0
- package/dist/scanners/agent/manifest-audit.d.ts +43 -0
- package/dist/scanners/agent/manifest-audit.d.ts.map +1 -0
- package/dist/scanners/agent/manifest-audit.js +403 -0
- package/dist/scanners/agent/manifest-audit.js.map +1 -0
- package/dist/scanners/agent/payloads/index.d.ts +44 -0
- package/dist/scanners/agent/payloads/index.d.ts.map +1 -0
- package/dist/scanners/agent/payloads/index.js +184 -0
- package/dist/scanners/agent/payloads/index.js.map +1 -0
- package/dist/scanners/agent/permission-minimiser.d.ts +48 -0
- package/dist/scanners/agent/permission-minimiser.d.ts.map +1 -0
- package/dist/scanners/agent/permission-minimiser.js +551 -0
- package/dist/scanners/agent/permission-minimiser.js.map +1 -0
- package/dist/scanners/agent/prompt-injection-fuzzer.d.ts +39 -0
- package/dist/scanners/agent/prompt-injection-fuzzer.d.ts.map +1 -0
- package/dist/scanners/agent/prompt-injection-fuzzer.js +720 -0
- package/dist/scanners/agent/prompt-injection-fuzzer.js.map +1 -0
- package/dist/scanners/agent/sandbox-audit.d.ts +44 -0
- package/dist/scanners/agent/sandbox-audit.d.ts.map +1 -0
- package/dist/scanners/agent/sandbox-audit.js +425 -0
- package/dist/scanners/agent/sandbox-audit.js.map +1 -0
- package/dist/scanners/agent/supply-chain-mcp.d.ts +53 -0
- package/dist/scanners/agent/supply-chain-mcp.d.ts.map +1 -0
- package/dist/scanners/agent/supply-chain-mcp.js +479 -0
- package/dist/scanners/agent/supply-chain-mcp.js.map +1 -0
- package/dist/scanners/agent/tool-description-drift.d.ts +62 -0
- package/dist/scanners/agent/tool-description-drift.d.ts.map +1 -0
- package/dist/scanners/agent/tool-description-drift.js +365 -0
- package/dist/scanners/agent/tool-description-drift.js.map +1 -0
- package/dist/scanners/agent/types.d.ts +840 -0
- package/dist/scanners/agent/types.d.ts.map +1 -0
- package/dist/scanners/agent/types.js +149 -0
- package/dist/scanners/agent/types.js.map +1 -0
- package/dist/scanners/bandit.d.ts +25 -0
- package/dist/scanners/bandit.d.ts.map +1 -0
- package/dist/scanners/bandit.js +129 -0
- package/dist/scanners/bandit.js.map +1 -0
- package/dist/scanners/binary-analysis.d.ts +41 -0
- package/dist/scanners/binary-analysis.d.ts.map +1 -0
- package/dist/scanners/binary-analysis.js +587 -0
- package/dist/scanners/binary-analysis.js.map +1 -0
- package/dist/scanners/binary-analysis.test.d.ts +5 -0
- package/dist/scanners/binary-analysis.test.d.ts.map +1 -0
- package/dist/scanners/binary-analysis.test.js +291 -0
- package/dist/scanners/binary-analysis.test.js.map +1 -0
- package/dist/scanners/brakeman.d.ts +30 -0
- package/dist/scanners/brakeman.d.ts.map +1 -0
- package/dist/scanners/brakeman.js +271 -0
- package/dist/scanners/brakeman.js.map +1 -0
- package/dist/scanners/dependencies.d.ts +22 -0
- package/dist/scanners/dependencies.d.ts.map +1 -0
- package/dist/scanners/dependencies.js +202 -0
- package/dist/scanners/dependencies.js.map +1 -0
- package/dist/scanners/dependencies.test.d.ts +5 -0
- package/dist/scanners/dependencies.test.d.ts.map +1 -0
- package/dist/scanners/dependencies.test.js +185 -0
- package/dist/scanners/dependencies.test.js.map +1 -0
- package/dist/scanners/eslint.d.ts +25 -0
- package/dist/scanners/eslint.d.ts.map +1 -0
- package/dist/scanners/eslint.js +220 -0
- package/dist/scanners/eslint.js.map +1 -0
- package/dist/scanners/gosec.d.ts +25 -0
- package/dist/scanners/gosec.d.ts.map +1 -0
- package/dist/scanners/gosec.js +128 -0
- package/dist/scanners/gosec.js.map +1 -0
- package/dist/scanners/index.d.ts +128 -0
- package/dist/scanners/index.d.ts.map +1 -0
- package/dist/scanners/index.js +811 -0
- package/dist/scanners/index.js.map +1 -0
- package/dist/scanners/index.test.d.ts +5 -0
- package/dist/scanners/index.test.d.ts.map +1 -0
- package/dist/scanners/index.test.js +424 -0
- package/dist/scanners/index.test.js.map +1 -0
- package/dist/scanners/memory-safety.d.ts +44 -0
- package/dist/scanners/memory-safety.d.ts.map +1 -0
- package/dist/scanners/memory-safety.js +571 -0
- package/dist/scanners/memory-safety.js.map +1 -0
- package/dist/scanners/memory-safety.test.d.ts +5 -0
- package/dist/scanners/memory-safety.test.d.ts.map +1 -0
- package/dist/scanners/memory-safety.test.js +321 -0
- package/dist/scanners/memory-safety.test.js.map +1 -0
- package/dist/scanners/race-condition.d.ts +25 -0
- package/dist/scanners/race-condition.d.ts.map +1 -0
- package/dist/scanners/race-condition.js +443 -0
- package/dist/scanners/race-condition.js.map +1 -0
- package/dist/scanners/race-condition.test.d.ts +5 -0
- package/dist/scanners/race-condition.test.d.ts.map +1 -0
- package/dist/scanners/race-condition.test.js +428 -0
- package/dist/scanners/race-condition.test.js.map +1 -0
- package/dist/scanners/secrets.d.ts +25 -0
- package/dist/scanners/secrets.d.ts.map +1 -0
- package/dist/scanners/secrets.js +367 -0
- package/dist/scanners/secrets.js.map +1 -0
- package/dist/scanners/secrets.test.d.ts +5 -0
- package/dist/scanners/secrets.test.d.ts.map +1 -0
- package/dist/scanners/secrets.test.js +160 -0
- package/dist/scanners/secrets.test.js.map +1 -0
- package/dist/scanners/semgrep.d.ts +33 -0
- package/dist/scanners/semgrep.d.ts.map +1 -0
- package/dist/scanners/semgrep.js +350 -0
- package/dist/scanners/semgrep.js.map +1 -0
- package/dist/scanners/semgrep.test.d.ts +8 -0
- package/dist/scanners/semgrep.test.d.ts.map +1 -0
- package/dist/scanners/semgrep.test.js +254 -0
- package/dist/scanners/semgrep.test.js.map +1 -0
- package/dist/scanners/trivy.d.ts +26 -0
- package/dist/scanners/trivy.d.ts.map +1 -0
- package/dist/scanners/trivy.js +187 -0
- package/dist/scanners/trivy.js.map +1 -0
- package/dist/scanners/types.d.ts +210 -0
- package/dist/scanners/types.d.ts.map +1 -0
- package/dist/scanners/types.js +106 -0
- package/dist/scanners/types.js.map +1 -0
- package/dist/scanners/types.test.d.ts +5 -0
- package/dist/scanners/types.test.d.ts.map +1 -0
- package/dist/scanners/types.test.js +103 -0
- package/dist/scanners/types.test.js.map +1 -0
- package/dist/scanners/typescript.d.ts +32 -0
- package/dist/scanners/typescript.d.ts.map +1 -0
- package/dist/scanners/typescript.js +300 -0
- package/dist/scanners/typescript.js.map +1 -0
- package/dist/scanners/typescript.test.d.ts +5 -0
- package/dist/scanners/typescript.test.d.ts.map +1 -0
- package/dist/scanners/typescript.test.js +296 -0
- package/dist/scanners/typescript.test.js.map +1 -0
- package/dist/transcripts/index.d.ts +13 -0
- package/dist/transcripts/index.d.ts.map +1 -0
- package/dist/transcripts/index.js +17 -0
- package/dist/transcripts/index.js.map +1 -0
- package/dist/transcripts/logger.d.ts +190 -0
- package/dist/transcripts/logger.d.ts.map +1 -0
- package/dist/transcripts/logger.js +385 -0
- package/dist/transcripts/logger.js.map +1 -0
- package/dist/transcripts/logger.test.d.ts +5 -0
- package/dist/transcripts/logger.test.d.ts.map +1 -0
- package/dist/transcripts/logger.test.js +227 -0
- package/dist/transcripts/logger.test.js.map +1 -0
- package/dist/transcripts/redaction.d.ts +125 -0
- package/dist/transcripts/redaction.d.ts.map +1 -0
- package/dist/transcripts/redaction.js +416 -0
- package/dist/transcripts/redaction.js.map +1 -0
- package/dist/transcripts/redaction.test.d.ts +5 -0
- package/dist/transcripts/redaction.test.d.ts.map +1 -0
- package/dist/transcripts/redaction.test.js +267 -0
- package/dist/transcripts/redaction.test.js.map +1 -0
- package/dist/transcripts/signing.d.ts +108 -0
- package/dist/transcripts/signing.d.ts.map +1 -0
- package/dist/transcripts/signing.js +173 -0
- package/dist/transcripts/signing.js.map +1 -0
- package/dist/transcripts/verifier.d.ts +133 -0
- package/dist/transcripts/verifier.d.ts.map +1 -0
- package/dist/transcripts/verifier.js +489 -0
- package/dist/transcripts/verifier.js.map +1 -0
- package/dist/transcripts/verifier.test.d.ts +5 -0
- package/dist/transcripts/verifier.test.d.ts.map +1 -0
- package/dist/transcripts/verifier.test.js +330 -0
- package/dist/transcripts/verifier.test.js.map +1 -0
- package/dist/util/concurrency.d.ts +221 -0
- package/dist/util/concurrency.d.ts.map +1 -0
- package/dist/util/concurrency.js +339 -0
- package/dist/util/concurrency.js.map +1 -0
- package/dist/util/index.d.ts +12 -0
- package/dist/util/index.d.ts.map +1 -0
- package/dist/util/index.js +12 -0
- package/dist/util/index.js.map +1 -0
- package/dist/util/json.d.ts +63 -0
- package/dist/util/json.d.ts.map +1 -0
- package/dist/util/json.js +134 -0
- package/dist/util/json.js.map +1 -0
- package/dist/util/paths.d.ts +56 -0
- package/dist/util/paths.d.ts.map +1 -0
- package/dist/util/paths.js +128 -0
- package/dist/util/paths.js.map +1 -0
- package/dist/util/retry.d.ts +185 -0
- package/dist/util/retry.d.ts.map +1 -0
- package/dist/util/retry.js +338 -0
- package/dist/util/retry.js.map +1 -0
- package/package.json +79 -0
|
@@ -0,0 +1,333 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Evaluation Report Generator
|
|
3
|
+
*
|
|
4
|
+
* Generates markdown reports from evaluation results
|
|
5
|
+
* for publishing precision/recall metrics.
|
|
6
|
+
*
|
|
7
|
+
* @module eval/report
|
|
8
|
+
*/
|
|
9
|
+
import { formatPercent, getGrade, meetsTargets, } from "./metrics.js";
|
|
10
|
+
/**
|
|
11
|
+
* Generate a complete evaluation report
|
|
12
|
+
*/
|
|
13
|
+
export function generateEvaluationReport(metrics, fixtureResults, config, stability, commitSha) {
|
|
14
|
+
return {
|
|
15
|
+
version: "1.0.0",
|
|
16
|
+
timestamp: new Date().toISOString(),
|
|
17
|
+
commitSha,
|
|
18
|
+
metrics,
|
|
19
|
+
stability,
|
|
20
|
+
fixtureResults,
|
|
21
|
+
config,
|
|
22
|
+
};
|
|
23
|
+
}
|
|
24
|
+
/**
|
|
25
|
+
* Format evaluation report as markdown
|
|
26
|
+
*/
|
|
27
|
+
export function formatReportAsMarkdown(report) {
|
|
28
|
+
const sections = [];
|
|
29
|
+
// Header
|
|
30
|
+
sections.push(generateHeader(report));
|
|
31
|
+
// Summary badge
|
|
32
|
+
sections.push(generateSummaryBadge(report.metrics));
|
|
33
|
+
// Overall metrics
|
|
34
|
+
sections.push(generateOverallMetrics(report.metrics));
|
|
35
|
+
// Target comparison
|
|
36
|
+
sections.push(generateTargetComparison(report.metrics));
|
|
37
|
+
// Category breakdown
|
|
38
|
+
sections.push(generateCategoryBreakdown(report.metrics));
|
|
39
|
+
// Scanner performance
|
|
40
|
+
sections.push(generateScannerPerformance(report.metrics));
|
|
41
|
+
// Stability metrics if available
|
|
42
|
+
if (report.stability) {
|
|
43
|
+
sections.push(generateStabilitySection(report.stability));
|
|
44
|
+
}
|
|
45
|
+
// Fixture results summary
|
|
46
|
+
sections.push(generateFixtureSummary(report.fixtureResults));
|
|
47
|
+
// False positives/negatives details
|
|
48
|
+
sections.push(generateErrorAnalysis(report.fixtureResults));
|
|
49
|
+
// Footer
|
|
50
|
+
sections.push(generateFooter(report));
|
|
51
|
+
return sections.join("\n\n");
|
|
52
|
+
}
|
|
53
|
+
/**
|
|
54
|
+
* Generate report header
|
|
55
|
+
*/
|
|
56
|
+
function generateHeader(report) {
|
|
57
|
+
const lines = [
|
|
58
|
+
"# Vaspera Hardening Evaluation Report",
|
|
59
|
+
"",
|
|
60
|
+
`**Generated:** ${new Date(report.timestamp).toLocaleString()}`,
|
|
61
|
+
];
|
|
62
|
+
if (report.commitSha) {
|
|
63
|
+
lines.push(`**Commit:** \`${report.commitSha.slice(0, 7)}\``);
|
|
64
|
+
}
|
|
65
|
+
lines.push(`**Version:** ${report.version}`);
|
|
66
|
+
return lines.join("\n");
|
|
67
|
+
}
|
|
68
|
+
/**
|
|
69
|
+
* Generate summary badge based on metrics
|
|
70
|
+
*/
|
|
71
|
+
function generateSummaryBadge(metrics) {
|
|
72
|
+
const { meetsAll, results } = meetsTargets(metrics);
|
|
73
|
+
const grade = getGrade(metrics.f1Score);
|
|
74
|
+
const status = meetsAll ? "PASSING" : "NEEDS IMPROVEMENT";
|
|
75
|
+
const icon = meetsAll ? "✅" : "⚠️";
|
|
76
|
+
return `## ${icon} Overall: ${status} (Grade: ${grade})`;
|
|
77
|
+
}
|
|
78
|
+
/**
|
|
79
|
+
* Generate overall metrics table
|
|
80
|
+
*/
|
|
81
|
+
function generateOverallMetrics(metrics) {
|
|
82
|
+
const lines = [
|
|
83
|
+
"## Overall Metrics",
|
|
84
|
+
"",
|
|
85
|
+
"| Metric | Value | Grade |",
|
|
86
|
+
"|--------|-------|-------|",
|
|
87
|
+
`| **Precision** | ${formatPercent(metrics.precision)} | ${getGrade(metrics.precision)} |`,
|
|
88
|
+
`| **Recall** | ${formatPercent(metrics.recall)} | ${getGrade(metrics.recall)} |`,
|
|
89
|
+
`| **F1 Score** | ${formatPercent(metrics.f1Score)} | ${getGrade(metrics.f1Score)} |`,
|
|
90
|
+
"",
|
|
91
|
+
"### Counts",
|
|
92
|
+
"",
|
|
93
|
+
"| Metric | Count |",
|
|
94
|
+
"|--------|-------|",
|
|
95
|
+
`| Expected Findings | ${metrics.totalExpected} |`,
|
|
96
|
+
`| Actual Findings | ${metrics.totalActual} |`,
|
|
97
|
+
`| True Positives | ${metrics.totalTruePositives} |`,
|
|
98
|
+
`| False Positives | ${metrics.totalFalsePositives} |`,
|
|
99
|
+
`| False Negatives | ${metrics.totalFalseNegatives} |`,
|
|
100
|
+
`| Fixtures Evaluated | ${metrics.totalFixtures} |`,
|
|
101
|
+
`| Successful | ${metrics.successfulFixtures} |`,
|
|
102
|
+
`| Failed | ${metrics.failedFixtures} |`,
|
|
103
|
+
];
|
|
104
|
+
return lines.join("\n");
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* Generate target comparison table
|
|
108
|
+
*/
|
|
109
|
+
function generateTargetComparison(metrics) {
|
|
110
|
+
const { results } = meetsTargets(metrics);
|
|
111
|
+
const lines = [
|
|
112
|
+
"## Target Comparison",
|
|
113
|
+
"",
|
|
114
|
+
"| Metric | Target | Actual | Status |",
|
|
115
|
+
"|--------|--------|--------|--------|",
|
|
116
|
+
];
|
|
117
|
+
for (const [metric, data] of Object.entries(results)) {
|
|
118
|
+
const icon = data.met ? "✅" : "❌";
|
|
119
|
+
lines.push(`| ${capitalize(metric)} | ${formatPercent(data.target)} | ${formatPercent(data.actual)} | ${icon} |`);
|
|
120
|
+
}
|
|
121
|
+
return lines.join("\n");
|
|
122
|
+
}
|
|
123
|
+
/**
|
|
124
|
+
* Generate category breakdown table
|
|
125
|
+
*/
|
|
126
|
+
function generateCategoryBreakdown(metrics) {
|
|
127
|
+
const lines = [
|
|
128
|
+
"## Performance by Category",
|
|
129
|
+
"",
|
|
130
|
+
"| Category | Expected | TP | FP | FN | Precision | Recall | F1 |",
|
|
131
|
+
"|----------|----------|----|----|----|-----------|---------|----|",
|
|
132
|
+
];
|
|
133
|
+
const categories = Object.entries(metrics.byCategory);
|
|
134
|
+
// Sort by expected count descending
|
|
135
|
+
categories.sort((a, b) => b[1].expected - a[1].expected);
|
|
136
|
+
for (const [category, data] of categories) {
|
|
137
|
+
lines.push(`| ${formatCategory(category)} | ${data.expected} | ${data.truePositives} | ${data.falsePositives} | ${data.falseNegatives} | ${formatPercent(data.precision)} | ${formatPercent(data.recall)} | ${formatPercent(data.f1Score)} |`);
|
|
138
|
+
}
|
|
139
|
+
return lines.join("\n");
|
|
140
|
+
}
|
|
141
|
+
/**
|
|
142
|
+
* Generate scanner performance table
|
|
143
|
+
*/
|
|
144
|
+
function generateScannerPerformance(metrics) {
|
|
145
|
+
const lines = [
|
|
146
|
+
"## Performance by Scanner",
|
|
147
|
+
"",
|
|
148
|
+
"| Scanner | Findings | True Positives | False Positives | Precision |",
|
|
149
|
+
"|---------|----------|----------------|-----------------|-----------|",
|
|
150
|
+
];
|
|
151
|
+
const scanners = Object.entries(metrics.byScanner);
|
|
152
|
+
// Sort by findings count descending
|
|
153
|
+
scanners.sort((a, b) => b[1].findings - a[1].findings);
|
|
154
|
+
for (const [scanner, data] of scanners) {
|
|
155
|
+
lines.push(`| ${scanner} | ${data.findings} | ${data.truePositives} | ${data.falsePositives} | ${formatPercent(data.precision)} |`);
|
|
156
|
+
}
|
|
157
|
+
return lines.join("\n");
|
|
158
|
+
}
|
|
159
|
+
/**
|
|
160
|
+
* Generate stability section
|
|
161
|
+
*/
|
|
162
|
+
function generateStabilitySection(stability) {
|
|
163
|
+
const lines = [
|
|
164
|
+
"## Stability Analysis",
|
|
165
|
+
"",
|
|
166
|
+
`**Runs:** ${stability.runs}`,
|
|
167
|
+
`**Stability:** ${stability.stabilityPercent.toFixed(1)}%`,
|
|
168
|
+
"",
|
|
169
|
+
"| Metric | Count |",
|
|
170
|
+
"|--------|-------|",
|
|
171
|
+
`| Consistent Findings | ${stability.consistentFindings} |`,
|
|
172
|
+
`| Inconsistent Findings | ${stability.inconsistentFindings} |`,
|
|
173
|
+
];
|
|
174
|
+
// Add per-fixture stability if not too many
|
|
175
|
+
const fixtureStabilities = Object.entries(stability.byFixture);
|
|
176
|
+
if (fixtureStabilities.length > 0 && fixtureStabilities.length <= 20) {
|
|
177
|
+
lines.push("", "### Per-Fixture Stability", "", "| Fixture | Stability |", "|---------|-----------|");
|
|
178
|
+
fixtureStabilities.sort((a, b) => a[1] - b[1]); // Least stable first
|
|
179
|
+
for (const [fixture, stab] of fixtureStabilities) {
|
|
180
|
+
const icon = stab >= 0.95 ? "✅" : stab >= 0.8 ? "⚠️" : "❌";
|
|
181
|
+
lines.push(`| ${fixture} | ${icon} ${(stab * 100).toFixed(1)}% |`);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
return lines.join("\n");
|
|
185
|
+
}
|
|
186
|
+
/**
|
|
187
|
+
* Generate fixture summary
|
|
188
|
+
*/
|
|
189
|
+
function generateFixtureSummary(results) {
|
|
190
|
+
const lines = [
|
|
191
|
+
"## Fixture Summary",
|
|
192
|
+
"",
|
|
193
|
+
"<details>",
|
|
194
|
+
"<summary>Click to expand fixture results</summary>",
|
|
195
|
+
"",
|
|
196
|
+
"| Fixture | Status | TP | FP | FN | Duration |",
|
|
197
|
+
"|---------|--------|----|----|----|---------:|",
|
|
198
|
+
];
|
|
199
|
+
for (const result of results) {
|
|
200
|
+
const status = result.success ? "✅" : "❌";
|
|
201
|
+
const duration = `${(result.duration / 1000).toFixed(2)}s`;
|
|
202
|
+
lines.push(`| ${result.fixtureId} | ${status} | ${result.truePositives.length} | ${result.falsePositives.length} | ${result.falseNegatives.length} | ${duration} |`);
|
|
203
|
+
}
|
|
204
|
+
lines.push("", "</details>");
|
|
205
|
+
return lines.join("\n");
|
|
206
|
+
}
|
|
207
|
+
/**
|
|
208
|
+
* Generate error analysis section
|
|
209
|
+
*/
|
|
210
|
+
function generateErrorAnalysis(results) {
|
|
211
|
+
const allFalsePositives = [];
|
|
212
|
+
const allFalseNegatives = [];
|
|
213
|
+
for (const result of results) {
|
|
214
|
+
for (const fp of result.falsePositives) {
|
|
215
|
+
allFalsePositives.push({
|
|
216
|
+
fixture: result.fixtureId,
|
|
217
|
+
finding: `${fp.file}:${fp.line} - ${fp.ruleId}`,
|
|
218
|
+
});
|
|
219
|
+
}
|
|
220
|
+
for (const fn of result.falseNegatives) {
|
|
221
|
+
allFalseNegatives.push({
|
|
222
|
+
fixture: result.fixtureId,
|
|
223
|
+
finding: `${fn.file}:${fn.line} - ${fn.description}`,
|
|
224
|
+
});
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
const lines = ["## Error Analysis"];
|
|
228
|
+
// False Positives
|
|
229
|
+
lines.push("", `### False Positives (${allFalsePositives.length})`, "");
|
|
230
|
+
if (allFalsePositives.length === 0) {
|
|
231
|
+
lines.push("_No false positives detected._");
|
|
232
|
+
}
|
|
233
|
+
else {
|
|
234
|
+
lines.push("<details>", "<summary>Click to expand false positives</summary>", "", "| Fixture | Finding |", "|---------|---------|");
|
|
235
|
+
for (const { fixture, finding } of allFalsePositives.slice(0, 50)) {
|
|
236
|
+
lines.push(`| ${fixture} | \`${finding}\` |`);
|
|
237
|
+
}
|
|
238
|
+
if (allFalsePositives.length > 50) {
|
|
239
|
+
lines.push(`| ... | _${allFalsePositives.length - 50} more_ |`);
|
|
240
|
+
}
|
|
241
|
+
lines.push("", "</details>");
|
|
242
|
+
}
|
|
243
|
+
// False Negatives
|
|
244
|
+
lines.push("", `### False Negatives (${allFalseNegatives.length})`, "");
|
|
245
|
+
if (allFalseNegatives.length === 0) {
|
|
246
|
+
lines.push("_No false negatives detected._");
|
|
247
|
+
}
|
|
248
|
+
else {
|
|
249
|
+
lines.push("<details>", "<summary>Click to expand false negatives</summary>", "", "| Fixture | Expected |", "|---------|----------|");
|
|
250
|
+
for (const { fixture, finding } of allFalseNegatives.slice(0, 50)) {
|
|
251
|
+
lines.push(`| ${fixture} | \`${finding}\` |`);
|
|
252
|
+
}
|
|
253
|
+
if (allFalseNegatives.length > 50) {
|
|
254
|
+
lines.push(`| ... | _${allFalseNegatives.length - 50} more_ |`);
|
|
255
|
+
}
|
|
256
|
+
lines.push("", "</details>");
|
|
257
|
+
}
|
|
258
|
+
return lines.join("\n");
|
|
259
|
+
}
|
|
260
|
+
/**
|
|
261
|
+
* Generate footer
|
|
262
|
+
*/
|
|
263
|
+
function generateFooter(report) {
|
|
264
|
+
const duration = (report.metrics.totalDuration / 1000).toFixed(1);
|
|
265
|
+
return `---
|
|
266
|
+
|
|
267
|
+
_Report generated by [Vaspera Hardening](https://github.com/RCOLKITT/hardening-mcp) in ${duration}s_
|
|
268
|
+
|
|
269
|
+
**Scanners:** ${report.config.scanners.join(", ")}`;
|
|
270
|
+
}
|
|
271
|
+
/**
|
|
272
|
+
* Format category name for display
|
|
273
|
+
*/
|
|
274
|
+
function formatCategory(category) {
|
|
275
|
+
return category
|
|
276
|
+
.split("-")
|
|
277
|
+
.map(capitalize)
|
|
278
|
+
.join(" ");
|
|
279
|
+
}
|
|
280
|
+
/**
|
|
281
|
+
* Capitalize first letter
|
|
282
|
+
*/
|
|
283
|
+
function capitalize(str) {
|
|
284
|
+
return str.charAt(0).toUpperCase() + str.slice(1);
|
|
285
|
+
}
|
|
286
|
+
/**
|
|
287
|
+
* Generate a compact summary for CI output
|
|
288
|
+
*/
|
|
289
|
+
export function generateCompactSummary(metrics) {
|
|
290
|
+
const { meetsAll } = meetsTargets(metrics);
|
|
291
|
+
const status = meetsAll ? "PASS" : "FAIL";
|
|
292
|
+
return [
|
|
293
|
+
`Vaspera Eval: ${status}`,
|
|
294
|
+
`Precision: ${formatPercent(metrics.precision)} (${getGrade(metrics.precision)})`,
|
|
295
|
+
`Recall: ${formatPercent(metrics.recall)} (${getGrade(metrics.recall)})`,
|
|
296
|
+
`F1: ${formatPercent(metrics.f1Score)} (${getGrade(metrics.f1Score)})`,
|
|
297
|
+
`TP: ${metrics.totalTruePositives}, FP: ${metrics.totalFalsePositives}, FN: ${metrics.totalFalseNegatives}`,
|
|
298
|
+
].join(" | ");
|
|
299
|
+
}
|
|
300
|
+
/**
|
|
301
|
+
* Generate JSON report for programmatic consumption
|
|
302
|
+
*/
|
|
303
|
+
export function generateJsonReport(report) {
|
|
304
|
+
return JSON.stringify(report, null, 2);
|
|
305
|
+
}
|
|
306
|
+
/**
|
|
307
|
+
* Generate badges for README
|
|
308
|
+
*/
|
|
309
|
+
export function generateReadmeBadges(metrics) {
|
|
310
|
+
const precisionColor = getColorForScore(metrics.precision);
|
|
311
|
+
const recallColor = getColorForScore(metrics.recall);
|
|
312
|
+
const f1Color = getColorForScore(metrics.f1Score);
|
|
313
|
+
return [
|
|
314
|
+
`)}-${precisionColor})`,
|
|
315
|
+
`)}-${recallColor})`,
|
|
316
|
+
`)}-${f1Color})`,
|
|
317
|
+
].join(" ");
|
|
318
|
+
}
|
|
319
|
+
/**
|
|
320
|
+
* Get badge color based on score
|
|
321
|
+
*/
|
|
322
|
+
function getColorForScore(score) {
|
|
323
|
+
if (score >= 0.9)
|
|
324
|
+
return "brightgreen";
|
|
325
|
+
if (score >= 0.8)
|
|
326
|
+
return "green";
|
|
327
|
+
if (score >= 0.7)
|
|
328
|
+
return "yellow";
|
|
329
|
+
if (score >= 0.6)
|
|
330
|
+
return "orange";
|
|
331
|
+
return "red";
|
|
332
|
+
}
|
|
333
|
+
//# sourceMappingURL=report.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.js","sourceRoot":"","sources":["../../src/eval/report.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAUH,OAAO,EACL,aAAa,EACb,QAAQ,EACR,YAAY,GACb,MAAM,cAAc,CAAC;AAEtB;;GAEG;AACH,MAAM,UAAU,wBAAwB,CACtC,OAA0B,EAC1B,cAA+B,EAC/B,MAAwB,EACxB,SAA4B,EAC5B,SAAkB;IAElB,OAAO;QACL,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,SAAS;QACT,OAAO;QACP,SAAS;QACT,cAAc;QACd,MAAM;KACP,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,MAAwB;IAC7D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAE9B,SAAS;IACT,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAEtC,gBAAgB;IAChB,QAAQ,CAAC,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAEpD,kBAAkB;IAClB,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAEtD,oBAAoB;IACpB,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAExD,qBAAqB;IACrB,QAAQ,CAAC,IAAI,CAAC,yBAAyB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAEzD,sBAAsB;IACtB,QAAQ,CAAC,IAAI,CAAC,0BAA0B,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IAE1D,iCAAiC;IACjC,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;IAC5D,CAAC;IAED,0BAA0B;IAC1B,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAE7D,oCAAoC;IACpC,QAAQ,CAAC,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,CAAC;IAE5D,SAAS;IACT,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC;IAEtC,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAwB;IAC9C,MAAM,KAAK,GAAG;QACZ,uCAAuC;QACvC,EAAE;QACF,kBAAkB,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,EAAE,EAAE;KAChE,CAAC;IAEF,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,KAAK,CAAC,IAAI,CAAC,iBAAiB,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;IAE7C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,OAA0B;IACtD,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAEpD,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACxC,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,mBAAmB,CAAC;IAC1D,MAAM,IAAI,GAAG,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;IAEnC,OAAO,MAAM,IAAI,aAAa,MAAM,YAAY,KAAK,GAAG,CAAC;AAC3D,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,OAA0B;IACxD,MAAM,KAAK,GAAG;QACZ,oBAAoB;QACpB,EAAE;QACF,4BAA4B;QAC5B,4BAA4B;QAC5B,qBAAqB,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI;QAC1F,kBAAkB,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI;QACjF,oBAAoB,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI;QACrF,EAAE;QACF,YAAY;QACZ,EAAE;QACF,oBAAoB;QACpB,oBAAoB;QACpB,yBAAyB,OAAO,CAAC,aAAa,IAAI;QAClD,uBAAuB,OAAO,CAAC,WAAW,IAAI;QAC9C,sBAAsB,OAAO,CAAC,kBAAkB,IAAI;QACpD,uBAAuB,OAAO,CAAC,mBAAmB,IAAI;QACtD,uBAAuB,OAAO,CAAC,mBAAmB,IAAI;QACtD,0BAA0B,OAAO,CAAC,aAAa,IAAI;QACnD,kBAAkB,OAAO,CAAC,kBAAkB,IAAI;QAChD,cAAc,OAAO,CAAC,cAAc,IAAI;KACzC,CAAC;IAEF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,wBAAwB,CAAC,OAA0B;IAC1D,MAAM,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAE1C,MAAM,KAAK,GAAG;QACZ,sBAAsB;QACtB,EAAE;QACF,uCAAuC;QACvC,uCAAuC;KACxC,CAAC;IAEF,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAClC,KAAK,CAAC,IAAI,CACR,KAAK,UAAU,CAAC,MAAM,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CACtG,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,yBAAyB,CAAC,OAA0B;IAC3D,MAAM,KAAK,GAAG;QACZ,4BAA4B;QAC5B,EAAE;QACF,kEAAkE;QAClE,mEAAmE;KACpE,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,CAGjD,CAAC;IAEJ,oCAAoC;IACpC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAEzD,KAAK,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,UAAU,EAAE,CAAC;QAC1C,KAAK,CAAC,IAAI,CACR,KAAK,cAAc,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,aAAa,MAAM,IAAI,CAAC,cAAc,MAAM,IAAI,CAAC,cAAc,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CACnO,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,0BAA0B,CAAC,OAA0B;IAC5D,MAAM,KAAK,GAAG;QACZ,2BAA2B;QAC3B,EAAE;QACF,uEAAuE;QACvE,uEAAuE;KACxE,CAAC;IAEF,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAEnD,oCAAoC;IACpC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAEvD,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,QAAQ,EAAE,CAAC;QACvC,KAAK,CAAC,IAAI,CACR,KAAK,OAAO,MAAM,IAAI,CAAC,QAAQ,MAAM,IAAI,CAAC,aAAa,MAAM,IAAI,CAAC,cAAc,MAAM,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CACxH,CAAC;IACJ,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,wBAAwB,CAAC,SAA2B;IAC3D,MAAM,KAAK,GAAG;QACZ,uBAAuB;QACvB,EAAE;QACF,aAAa,SAAS,CAAC,IAAI,EAAE;QAC7B,kBAAkB,SAAS,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QAC1D,EAAE;QACF,oBAAoB;QACpB,oBAAoB;QACpB,2BAA2B,SAAS,CAAC,kBAAkB,IAAI;QAC3D,6BAA6B,SAAS,CAAC,oBAAoB,IAAI;KAChE,CAAC;IAEF,4CAA4C;IAC5C,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC/D,IAAI,kBAAkB,CAAC,MAAM,GAAG,CAAC,IAAI,kBAAkB,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;QACrE,KAAK,CAAC,IAAI,CACR,EAAE,EACF,2BAA2B,EAC3B,EAAE,EACF,yBAAyB,EACzB,yBAAyB,CAC1B,CAAC;QAEF,kBAAkB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,qBAAqB;QAErE,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,kBAAkB,EAAE,CAAC;YACjD,MAAM,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;YAC3D,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,MAAM,IAAI,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACrE,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,sBAAsB,CAAC,OAAwB;IACtD,MAAM,KAAK,GAAG;QACZ,oBAAoB;QACpB,EAAE;QACF,WAAW;QACX,oDAAoD;QACpD,EAAE;QACF,gDAAgD;QAChD,gDAAgD;KACjD,CAAC;IAEF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;QAC1C,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;QAC3D,KAAK,CAAC,IAAI,CACR,KAAK,MAAM,CAAC,SAAS,MAAM,MAAM,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,MAAM,MAAM,CAAC,cAAc,CAAC,MAAM,MAAM,QAAQ,IAAI,CACzJ,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAE7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,OAAwB;IACrD,MAAM,iBAAiB,GAA2C,EAAE,CAAC;IACrE,MAAM,iBAAiB,GAA2C,EAAE,CAAC;IAErE,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACvC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,OAAO,EAAE,MAAM,CAAC,SAAS;gBACzB,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,MAAM,EAAE;aAChD,CAAC,CAAC;QACL,CAAC;QACD,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;YACvC,iBAAiB,CAAC,IAAI,CAAC;gBACrB,OAAO,EAAE,MAAM,CAAC,SAAS;gBACzB,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,IAAI,MAAM,EAAE,CAAC,WAAW,EAAE;aACrD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,mBAAmB,CAAC,CAAC;IAEpC,kBAAkB;IAClB,KAAK,CAAC,IAAI,CACR,EAAE,EACF,wBAAwB,iBAAiB,CAAC,MAAM,GAAG,EACnD,EAAE,CACH,CAAC;IAEF,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,WAAW,EACX,oDAAoD,EACpD,EAAE,EACF,uBAAuB,EACvB,uBAAuB,CACxB,CAAC;QAEF,KAAK,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,QAAQ,OAAO,MAAM,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,YAAY,iBAAiB,CAAC,MAAM,GAAG,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAC/B,CAAC;IAED,kBAAkB;IAClB,KAAK,CAAC,IAAI,CACR,EAAE,EACF,wBAAwB,iBAAiB,CAAC,MAAM,GAAG,EACnD,EAAE,CACH,CAAC;IAEF,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,KAAK,CAAC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IAC/C,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CACR,WAAW,EACX,oDAAoD,EACpD,EAAE,EACF,wBAAwB,EACxB,wBAAwB,CACzB,CAAC;QAEF,KAAK,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YAClE,KAAK,CAAC,IAAI,CAAC,KAAK,OAAO,QAAQ,OAAO,MAAM,CAAC,CAAC;QAChD,CAAC;QAED,IAAI,iBAAiB,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;YAClC,KAAK,CAAC,IAAI,CAAC,YAAY,iBAAiB,CAAC,MAAM,GAAG,EAAE,UAAU,CAAC,CAAC;QAClE,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;IAC/B,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,MAAwB;IAC9C,MAAM,QAAQ,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAElE,OAAO;;yFAEgF,QAAQ;;gBAEjF,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,SAAS,cAAc,CAAC,QAA+B;IACrD,OAAO,QAAQ;SACZ,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,UAAU,CAAC;SACf,IAAI,CAAC,GAAG,CAAC,CAAC;AACf,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CAAC,GAAW;IAC7B,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB,CAAC,OAA0B;IAC/D,MAAM,EAAE,QAAQ,EAAE,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;IAC3C,MAAM,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IAE1C,OAAO;QACL,iBAAiB,MAAM,EAAE;QACzB,cAAc,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG;QACjF,WAAW,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;QACxE,OAAO,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG;QACtE,OAAO,OAAO,CAAC,kBAAkB,SAAS,OAAO,CAAC,mBAAmB,SAAS,OAAO,CAAC,mBAAmB,EAAE;KAC5G,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAwB;IACzD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,OAA0B;IAC7D,MAAM,cAAc,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAC3D,MAAM,WAAW,GAAG,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAElD,OAAO;QACL,uDAAuD,kBAAkB,CAAC,aAAa,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,cAAc,GAAG;QAChI,iDAAiD,kBAAkB,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,WAAW,GAAG;QACpH,qDAAqD,kBAAkB,CAAC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,GAAG;KACtH,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACd,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB,CAAC,KAAa;IACrC,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,aAAa,CAAC;IACvC,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,OAAO,CAAC;IACjC,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,QAAQ,CAAC;IAClC,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,QAAQ,CAAC;IAClC,OAAO,KAAK,CAAC;AACf,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.test.d.ts","sourceRoot":"","sources":["../../src/eval/report.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}
|
|
@@ -0,0 +1,275 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for evaluation report generator
|
|
3
|
+
*/
|
|
4
|
+
import { describe, it, expect } from "vitest";
|
|
5
|
+
import { generateEvaluationReport, formatReportAsMarkdown, generateCompactSummary, generateJsonReport, generateReadmeBadges, } from "./report.js";
|
|
6
|
+
describe("report", () => {
|
|
7
|
+
const mockMetrics = {
|
|
8
|
+
totalFixtures: 10,
|
|
9
|
+
successfulFixtures: 9,
|
|
10
|
+
failedFixtures: 1,
|
|
11
|
+
totalExpected: 20,
|
|
12
|
+
totalActual: 18,
|
|
13
|
+
totalTruePositives: 15,
|
|
14
|
+
totalFalsePositives: 3,
|
|
15
|
+
totalFalseNegatives: 5,
|
|
16
|
+
precision: 0.833,
|
|
17
|
+
recall: 0.75,
|
|
18
|
+
f1Score: 0.789,
|
|
19
|
+
byCategory: {
|
|
20
|
+
"sql-injection": {
|
|
21
|
+
expected: 5,
|
|
22
|
+
truePositives: 4,
|
|
23
|
+
falsePositives: 1,
|
|
24
|
+
falseNegatives: 1,
|
|
25
|
+
precision: 0.8,
|
|
26
|
+
recall: 0.8,
|
|
27
|
+
f1Score: 0.8,
|
|
28
|
+
},
|
|
29
|
+
},
|
|
30
|
+
byScanner: {
|
|
31
|
+
semgrep: {
|
|
32
|
+
findings: 10,
|
|
33
|
+
truePositives: 8,
|
|
34
|
+
falsePositives: 2,
|
|
35
|
+
precision: 0.8,
|
|
36
|
+
},
|
|
37
|
+
gitleaks: {
|
|
38
|
+
findings: 5,
|
|
39
|
+
truePositives: 5,
|
|
40
|
+
falsePositives: 0,
|
|
41
|
+
precision: 1.0,
|
|
42
|
+
},
|
|
43
|
+
},
|
|
44
|
+
totalDuration: 5000,
|
|
45
|
+
timestamp: "2024-01-15T12:00:00Z",
|
|
46
|
+
};
|
|
47
|
+
const mockConfig = {
|
|
48
|
+
scanners: ["semgrep", "gitleaks", "tsc"],
|
|
49
|
+
stabilityRuns: 1,
|
|
50
|
+
timeout: 60000,
|
|
51
|
+
parallel: true,
|
|
52
|
+
};
|
|
53
|
+
const mockResults = [
|
|
54
|
+
{
|
|
55
|
+
fixtureId: "sql-001",
|
|
56
|
+
success: true,
|
|
57
|
+
actualFindings: [],
|
|
58
|
+
expectedFindings: [],
|
|
59
|
+
truePositives: [],
|
|
60
|
+
falsePositives: [],
|
|
61
|
+
falseNegatives: [],
|
|
62
|
+
duration: 1000,
|
|
63
|
+
},
|
|
64
|
+
];
|
|
65
|
+
describe("generateEvaluationReport", () => {
|
|
66
|
+
it("creates a complete evaluation report", () => {
|
|
67
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig, undefined, "abc123");
|
|
68
|
+
expect(report.version).toBe("1.0.0");
|
|
69
|
+
expect(report.timestamp).toBeDefined();
|
|
70
|
+
expect(report.commitSha).toBe("abc123");
|
|
71
|
+
expect(report.metrics).toBe(mockMetrics);
|
|
72
|
+
expect(report.fixtureResults).toBe(mockResults);
|
|
73
|
+
expect(report.config).toBe(mockConfig);
|
|
74
|
+
});
|
|
75
|
+
it("includes stability metrics when provided", () => {
|
|
76
|
+
const stability = {
|
|
77
|
+
runs: 5,
|
|
78
|
+
consistentFindings: 15,
|
|
79
|
+
inconsistentFindings: 3,
|
|
80
|
+
stabilityPercent: 83.3,
|
|
81
|
+
byFixture: { "sql-001": 1.0 },
|
|
82
|
+
};
|
|
83
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig, stability);
|
|
84
|
+
expect(report.stability).toBe(stability);
|
|
85
|
+
});
|
|
86
|
+
});
|
|
87
|
+
describe("formatReportAsMarkdown", () => {
|
|
88
|
+
it("generates markdown with title", () => {
|
|
89
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
90
|
+
const markdown = formatReportAsMarkdown(report);
|
|
91
|
+
expect(markdown).toContain("# Vaspera Hardening Evaluation Report");
|
|
92
|
+
});
|
|
93
|
+
it("includes overall metrics table", () => {
|
|
94
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
95
|
+
const markdown = formatReportAsMarkdown(report);
|
|
96
|
+
expect(markdown).toContain("## Overall Metrics");
|
|
97
|
+
expect(markdown).toContain("| **Precision**");
|
|
98
|
+
expect(markdown).toContain("| **Recall**");
|
|
99
|
+
expect(markdown).toContain("| **F1 Score**");
|
|
100
|
+
});
|
|
101
|
+
it("includes target comparison", () => {
|
|
102
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
103
|
+
const markdown = formatReportAsMarkdown(report);
|
|
104
|
+
expect(markdown).toContain("## Target Comparison");
|
|
105
|
+
expect(markdown).toContain("Target");
|
|
106
|
+
expect(markdown).toContain("Actual");
|
|
107
|
+
expect(markdown).toContain("Status");
|
|
108
|
+
});
|
|
109
|
+
it("includes category breakdown", () => {
|
|
110
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
111
|
+
const markdown = formatReportAsMarkdown(report);
|
|
112
|
+
expect(markdown).toContain("## Performance by Category");
|
|
113
|
+
expect(markdown).toContain("Sql Injection");
|
|
114
|
+
});
|
|
115
|
+
it("includes scanner performance", () => {
|
|
116
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
117
|
+
const markdown = formatReportAsMarkdown(report);
|
|
118
|
+
expect(markdown).toContain("## Performance by Scanner");
|
|
119
|
+
expect(markdown).toContain("semgrep");
|
|
120
|
+
expect(markdown).toContain("gitleaks");
|
|
121
|
+
});
|
|
122
|
+
it("includes stability section when available", () => {
|
|
123
|
+
const stability = {
|
|
124
|
+
runs: 5,
|
|
125
|
+
consistentFindings: 15,
|
|
126
|
+
inconsistentFindings: 3,
|
|
127
|
+
stabilityPercent: 83.3,
|
|
128
|
+
byFixture: {},
|
|
129
|
+
};
|
|
130
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig, stability);
|
|
131
|
+
const markdown = formatReportAsMarkdown(report);
|
|
132
|
+
expect(markdown).toContain("## Stability Analysis");
|
|
133
|
+
expect(markdown).toContain("**Runs:** 5");
|
|
134
|
+
expect(markdown).toContain("83.3%");
|
|
135
|
+
});
|
|
136
|
+
it("includes fixture summary", () => {
|
|
137
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
138
|
+
const markdown = formatReportAsMarkdown(report);
|
|
139
|
+
expect(markdown).toContain("## Fixture Summary");
|
|
140
|
+
expect(markdown).toContain("sql-001");
|
|
141
|
+
});
|
|
142
|
+
it("includes error analysis section", () => {
|
|
143
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
144
|
+
const markdown = formatReportAsMarkdown(report);
|
|
145
|
+
expect(markdown).toContain("## Error Analysis");
|
|
146
|
+
expect(markdown).toContain("### False Positives");
|
|
147
|
+
expect(markdown).toContain("### False Negatives");
|
|
148
|
+
});
|
|
149
|
+
it("includes footer with duration", () => {
|
|
150
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
151
|
+
const markdown = formatReportAsMarkdown(report);
|
|
152
|
+
expect(markdown).toContain("Vaspera Hardening");
|
|
153
|
+
expect(markdown).toContain("5.0s");
|
|
154
|
+
});
|
|
155
|
+
it("shows passing status when targets are met", () => {
|
|
156
|
+
const passingMetrics = {
|
|
157
|
+
...mockMetrics,
|
|
158
|
+
precision: 0.95,
|
|
159
|
+
recall: 0.90,
|
|
160
|
+
f1Score: 0.92,
|
|
161
|
+
};
|
|
162
|
+
const report = generateEvaluationReport(passingMetrics, mockResults, mockConfig);
|
|
163
|
+
const markdown = formatReportAsMarkdown(report);
|
|
164
|
+
expect(markdown).toContain("PASSING");
|
|
165
|
+
expect(markdown).toContain("✅");
|
|
166
|
+
});
|
|
167
|
+
it("shows improvement needed when targets not met", () => {
|
|
168
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
169
|
+
const markdown = formatReportAsMarkdown(report);
|
|
170
|
+
expect(markdown).toContain("NEEDS IMPROVEMENT");
|
|
171
|
+
expect(markdown).toContain("⚠️");
|
|
172
|
+
});
|
|
173
|
+
it("includes commit SHA when provided", () => {
|
|
174
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig, undefined, "abc123def456");
|
|
175
|
+
const markdown = formatReportAsMarkdown(report);
|
|
176
|
+
expect(markdown).toContain("**Commit:** `abc123d`");
|
|
177
|
+
});
|
|
178
|
+
});
|
|
179
|
+
describe("generateCompactSummary", () => {
|
|
180
|
+
it("generates single-line summary", () => {
|
|
181
|
+
const summary = generateCompactSummary(mockMetrics);
|
|
182
|
+
expect(summary).toContain("Vaspera Eval:");
|
|
183
|
+
expect(summary).toContain("Precision:");
|
|
184
|
+
expect(summary).toContain("Recall:");
|
|
185
|
+
expect(summary).toContain("F1:");
|
|
186
|
+
});
|
|
187
|
+
it("shows PASS when targets met", () => {
|
|
188
|
+
const passingMetrics = {
|
|
189
|
+
...mockMetrics,
|
|
190
|
+
precision: 0.95,
|
|
191
|
+
recall: 0.90,
|
|
192
|
+
f1Score: 0.92,
|
|
193
|
+
};
|
|
194
|
+
const summary = generateCompactSummary(passingMetrics);
|
|
195
|
+
expect(summary).toContain("PASS");
|
|
196
|
+
});
|
|
197
|
+
it("shows FAIL when targets not met", () => {
|
|
198
|
+
const summary = generateCompactSummary(mockMetrics);
|
|
199
|
+
expect(summary).toContain("FAIL");
|
|
200
|
+
});
|
|
201
|
+
it("includes counts", () => {
|
|
202
|
+
const summary = generateCompactSummary(mockMetrics);
|
|
203
|
+
expect(summary).toContain("TP: 15");
|
|
204
|
+
expect(summary).toContain("FP: 3");
|
|
205
|
+
expect(summary).toContain("FN: 5");
|
|
206
|
+
});
|
|
207
|
+
});
|
|
208
|
+
describe("generateJsonReport", () => {
|
|
209
|
+
it("returns valid JSON", () => {
|
|
210
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
211
|
+
const json = generateJsonReport(report);
|
|
212
|
+
expect(() => JSON.parse(json)).not.toThrow();
|
|
213
|
+
});
|
|
214
|
+
it("contains all report fields", () => {
|
|
215
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
216
|
+
const json = generateJsonReport(report);
|
|
217
|
+
const parsed = JSON.parse(json);
|
|
218
|
+
expect(parsed.version).toBeDefined();
|
|
219
|
+
expect(parsed.metrics).toBeDefined();
|
|
220
|
+
expect(parsed.fixtureResults).toBeDefined();
|
|
221
|
+
expect(parsed.config).toBeDefined();
|
|
222
|
+
});
|
|
223
|
+
it("is pretty-printed", () => {
|
|
224
|
+
const report = generateEvaluationReport(mockMetrics, mockResults, mockConfig);
|
|
225
|
+
const json = generateJsonReport(report);
|
|
226
|
+
// Pretty-printed JSON should have newlines
|
|
227
|
+
expect(json).toContain("\n");
|
|
228
|
+
});
|
|
229
|
+
});
|
|
230
|
+
describe("generateReadmeBadges", () => {
|
|
231
|
+
it("generates shield.io badge URLs", () => {
|
|
232
|
+
const badges = generateReadmeBadges(mockMetrics);
|
|
233
|
+
expect(badges).toContain("img.shields.io/badge");
|
|
234
|
+
expect(badges).toContain("Precision");
|
|
235
|
+
expect(badges).toContain("Recall");
|
|
236
|
+
expect(badges).toContain("F1_Score");
|
|
237
|
+
});
|
|
238
|
+
it("uses green color for high scores", () => {
|
|
239
|
+
const highMetrics = {
|
|
240
|
+
...mockMetrics,
|
|
241
|
+
precision: 0.95,
|
|
242
|
+
recall: 0.90,
|
|
243
|
+
f1Score: 0.92,
|
|
244
|
+
};
|
|
245
|
+
const badges = generateReadmeBadges(highMetrics);
|
|
246
|
+
expect(badges).toContain("brightgreen");
|
|
247
|
+
});
|
|
248
|
+
it("uses yellow color for medium scores", () => {
|
|
249
|
+
const mediumMetrics = {
|
|
250
|
+
...mockMetrics,
|
|
251
|
+
precision: 0.75,
|
|
252
|
+
recall: 0.75,
|
|
253
|
+
f1Score: 0.75,
|
|
254
|
+
};
|
|
255
|
+
const badges = generateReadmeBadges(mediumMetrics);
|
|
256
|
+
expect(badges).toContain("yellow");
|
|
257
|
+
});
|
|
258
|
+
it("uses red color for low scores", () => {
|
|
259
|
+
const lowMetrics = {
|
|
260
|
+
...mockMetrics,
|
|
261
|
+
precision: 0.5,
|
|
262
|
+
recall: 0.5,
|
|
263
|
+
f1Score: 0.5,
|
|
264
|
+
};
|
|
265
|
+
const badges = generateReadmeBadges(lowMetrics);
|
|
266
|
+
expect(badges).toContain("red");
|
|
267
|
+
});
|
|
268
|
+
it("URL-encodes percentage values", () => {
|
|
269
|
+
const badges = generateReadmeBadges(mockMetrics);
|
|
270
|
+
// % should be encoded as %25
|
|
271
|
+
expect(badges).toContain("%25");
|
|
272
|
+
});
|
|
273
|
+
});
|
|
274
|
+
});
|
|
275
|
+
//# sourceMappingURL=report.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"report.test.js","sourceRoot":"","sources":["../../src/eval/report.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,sBAAsB,EACtB,sBAAsB,EACtB,kBAAkB,EAClB,oBAAoB,GACrB,MAAM,aAAa,CAAC;AAGrB,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACtB,MAAM,WAAW,GAAsB;QACrC,aAAa,EAAE,EAAE;QACjB,kBAAkB,EAAE,CAAC;QACrB,cAAc,EAAE,CAAC;QACjB,aAAa,EAAE,EAAE;QACjB,WAAW,EAAE,EAAE;QACf,kBAAkB,EAAE,EAAE;QACtB,mBAAmB,EAAE,CAAC;QACtB,mBAAmB,EAAE,CAAC;QACtB,SAAS,EAAE,KAAK;QAChB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,KAAK;QACd,UAAU,EAAE;YACV,eAAe,EAAE;gBACf,QAAQ,EAAE,CAAC;gBACX,aAAa,EAAE,CAAC;gBAChB,cAAc,EAAE,CAAC;gBACjB,cAAc,EAAE,CAAC;gBACjB,SAAS,EAAE,GAAG;gBACd,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,GAAG;aACb;SACK;QACR,SAAS,EAAE;YACT,OAAO,EAAE;gBACP,QAAQ,EAAE,EAAE;gBACZ,aAAa,EAAE,CAAC;gBAChB,cAAc,EAAE,CAAC;gBACjB,SAAS,EAAE,GAAG;aACf;YACD,QAAQ,EAAE;gBACR,QAAQ,EAAE,CAAC;gBACX,aAAa,EAAE,CAAC;gBAChB,cAAc,EAAE,CAAC;gBACjB,SAAS,EAAE,GAAG;aACf;SACF;QACD,aAAa,EAAE,IAAI;QACnB,SAAS,EAAE,sBAAsB;KAClC,CAAC;IAEF,MAAM,UAAU,GAAqB;QACnC,QAAQ,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,KAAK,CAAC;QACxC,aAAa,EAAE,CAAC;QAChB,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,IAAI;KACf,CAAC;IAEF,MAAM,WAAW,GAAoB;QACnC;YACE,SAAS,EAAE,SAAS;YACpB,OAAO,EAAE,IAAI;YACb,cAAc,EAAE,EAAE;YAClB,gBAAgB,EAAE,EAAE;YACpB,aAAa,EAAE,EAAE;YACjB,cAAc,EAAE,EAAE;YAClB,cAAc,EAAE,EAAE;YAClB,QAAQ,EAAE,IAAI;SACf;KACF,CAAC;IAEF,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;QACxC,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,MAAM,GAAG,wBAAwB,CACrC,WAAW,EACX,WAAW,EACX,UAAU,EACV,SAAS,EACT,QAAQ,CACT,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACzC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;YAClD,MAAM,SAAS,GAAqB;gBAClC,IAAI,EAAE,CAAC;gBACP,kBAAkB,EAAE,EAAE;gBACtB,oBAAoB,EAAE,CAAC;gBACvB,gBAAgB,EAAE,IAAI;gBACtB,SAAS,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE;aAC9B,CAAC;YAEF,MAAM,MAAM,GAAG,wBAAwB,CACrC,WAAW,EACX,WAAW,EACX,UAAU,EACV,SAAS,CACV,CAAC;YAEF,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,uCAAuC,CAAC,CAAC;QACtE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;YACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;YAC9C,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;YAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;YACnD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACrC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,4BAA4B,CAAC,CAAC;YACzD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;YACtC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,2BAA2B,CAAC,CAAC;YACxD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,SAAS,GAAqB;gBAClC,IAAI,EAAE,CAAC;gBACP,kBAAkB,EAAE,EAAE;gBACtB,oBAAoB,EAAE,CAAC;gBACvB,gBAAgB,EAAE,IAAI;gBACtB,SAAS,EAAE,EAAE;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;YACzF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;YACpD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YAClC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;YACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;YAClD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,qBAAqB,CAAC,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;YACnD,MAAM,cAAc,GAAG;gBACrB,GAAG,WAAW;gBACd,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,wBAAwB,CAAC,cAAc,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YACjF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACtC,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;YACvD,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAChD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC3C,MAAM,MAAM,GAAG,wBAAwB,CACrC,WAAW,EACX,WAAW,EACX,UAAU,EACV,SAAS,EACT,cAAc,CACf,CAAC;YACF,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;YAEhD,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,uBAAuB,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;QACtC,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,OAAO,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;YAC3C,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACrC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACrC,MAAM,cAAc,GAAG;gBACrB,GAAG,WAAW;gBACd,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;aACd,CAAC;YAEF,MAAM,OAAO,GAAG,sBAAsB,CAAC,cAAc,CAAC,CAAC;YAEvD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;YACzC,MAAM,OAAO,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iBAAiB,EAAE,GAAG,EAAE;YACzB,MAAM,OAAO,GAAG,sBAAsB,CAAC,WAAW,CAAC,CAAC;YAEpD,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACpC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC5B,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAExC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACpC,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAEhC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,EAAE,CAAC;YACrC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mBAAmB,EAAE,GAAG,EAAE;YAC3B,MAAM,MAAM,GAAG,wBAAwB,CAAC,WAAW,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;YAC9E,MAAM,IAAI,GAAG,kBAAkB,CAAC,MAAM,CAAC,CAAC;YAExC,2CAA2C;YAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;QACpC,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;YACxC,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,sBAAsB,CAAC,CAAC;YACjD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC1C,MAAM,WAAW,GAAG;gBAClB,GAAG,WAAW;gBACd,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;YAEjD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC1C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC7C,MAAM,aAAa,GAAG;gBACpB,GAAG,WAAW;gBACd,SAAS,EAAE,IAAI;gBACf,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,IAAI;aACd,CAAC;YAEF,MAAM,MAAM,GAAG,oBAAoB,CAAC,aAAa,CAAC,CAAC;YAEnD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,UAAU,GAAG;gBACjB,GAAG,WAAW;gBACd,SAAS,EAAE,GAAG;gBACd,MAAM,EAAE,GAAG;gBACX,OAAO,EAAE,GAAG;aACb,CAAC;YAEF,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;YAEhD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,+BAA+B,EAAE,GAAG,EAAE;YACvC,MAAM,MAAM,GAAG,oBAAoB,CAAC,WAAW,CAAC,CAAC;YAEjD,6BAA6B;YAC7B,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|