@vibecheckai/cli 3.2.2 → 3.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/.generated +25 -25
- package/bin/dev/run-v2-torture.js +30 -30
- package/bin/runners/ENHANCEMENT_GUIDE.md +121 -121
- package/bin/runners/lib/__tests__/entitlements-v2.test.js +295 -295
- package/bin/runners/lib/agent-firewall/ai/false-positive-analyzer.js +474 -0
- package/bin/runners/lib/agent-firewall/claims/extractor.js +117 -28
- package/bin/runners/lib/agent-firewall/evidence/env-evidence.js +23 -14
- package/bin/runners/lib/agent-firewall/evidence/route-evidence.js +72 -1
- package/bin/runners/lib/agent-firewall/interceptor/base.js +2 -2
- package/bin/runners/lib/agent-firewall/policy/default-policy.json +6 -0
- package/bin/runners/lib/agent-firewall/policy/engine.js +34 -3
- package/bin/runners/lib/agent-firewall/policy/rules/fake-success.js +29 -4
- package/bin/runners/lib/agent-firewall/policy/rules/ghost-route.js +12 -0
- package/bin/runners/lib/agent-firewall/truthpack/loader.js +21 -0
- package/bin/runners/lib/agent-firewall/utils/ignore-checker.js +118 -0
- package/bin/runners/lib/analyzers.js +606 -325
- package/bin/runners/lib/auth-truth.js +193 -193
- package/bin/runners/lib/backup.js +62 -62
- package/bin/runners/lib/billing.js +107 -107
- package/bin/runners/lib/claims.js +118 -118
- package/bin/runners/lib/cli-ui.js +540 -540
- package/bin/runners/lib/contracts/auth-contract.js +202 -202
- package/bin/runners/lib/contracts/env-contract.js +181 -181
- package/bin/runners/lib/contracts/external-contract.js +206 -206
- package/bin/runners/lib/contracts/guard.js +168 -168
- package/bin/runners/lib/contracts/index.js +89 -89
- package/bin/runners/lib/contracts/plan-validator.js +311 -311
- package/bin/runners/lib/contracts/route-contract.js +199 -199
- package/bin/runners/lib/contracts.js +804 -804
- package/bin/runners/lib/detect.js +89 -89
- package/bin/runners/lib/doctor/autofix.js +254 -254
- package/bin/runners/lib/doctor/index.js +37 -37
- package/bin/runners/lib/doctor/modules/dependencies.js +325 -325
- package/bin/runners/lib/doctor/modules/index.js +46 -46
- package/bin/runners/lib/doctor/modules/network.js +250 -250
- package/bin/runners/lib/doctor/modules/project.js +312 -312
- package/bin/runners/lib/doctor/modules/runtime.js +224 -224
- package/bin/runners/lib/doctor/modules/security.js +348 -348
- package/bin/runners/lib/doctor/modules/system.js +213 -213
- package/bin/runners/lib/doctor/modules/vibecheck.js +394 -394
- package/bin/runners/lib/doctor/reporter.js +262 -262
- package/bin/runners/lib/doctor/service.js +262 -262
- package/bin/runners/lib/doctor/types.js +113 -113
- package/bin/runners/lib/doctor/ui.js +263 -263
- package/bin/runners/lib/doctor-v2.js +608 -608
- package/bin/runners/lib/drift.js +425 -425
- package/bin/runners/lib/enforcement.js +72 -72
- package/bin/runners/lib/engines/accessibility-engine.js +190 -0
- package/bin/runners/lib/engines/api-consistency-engine.js +162 -0
- package/bin/runners/lib/engines/ast-cache.js +99 -0
- package/bin/runners/lib/engines/code-quality-engine.js +255 -0
- package/bin/runners/lib/engines/console-logs-engine.js +115 -0
- package/bin/runners/lib/engines/cross-file-analysis-engine.js +268 -0
- package/bin/runners/lib/engines/dead-code-engine.js +198 -0
- package/bin/runners/lib/engines/deprecated-api-engine.js +226 -0
- package/bin/runners/lib/engines/empty-catch-engine.js +150 -0
- package/bin/runners/lib/engines/file-filter.js +131 -0
- package/bin/runners/lib/engines/hardcoded-secrets-engine.js +251 -0
- package/bin/runners/lib/engines/mock-data-engine.js +272 -0
- package/bin/runners/lib/engines/parallel-processor.js +71 -0
- package/bin/runners/lib/engines/performance-issues-engine.js +265 -0
- package/bin/runners/lib/engines/security-vulnerabilities-engine.js +243 -0
- package/bin/runners/lib/engines/todo-fixme-engine.js +115 -0
- package/bin/runners/lib/engines/type-aware-engine.js +152 -0
- package/bin/runners/lib/engines/unsafe-regex-engine.js +225 -0
- package/bin/runners/lib/engines/vibecheck-engines/README.md +53 -0
- package/bin/runners/lib/engines/vibecheck-engines/index.js +15 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/ast-cache.js +164 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/code-quality-engine.js +291 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/console-logs-engine.js +83 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/dead-code-engine.js +198 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/deprecated-api-engine.js +275 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/empty-catch-engine.js +167 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/file-filter.js +217 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/hardcoded-secrets-engine.js +139 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/mock-data-engine.js +140 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/parallel-processor.js +164 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/performance-issues-engine.js +234 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/type-aware-engine.js +217 -0
- package/bin/runners/lib/engines/vibecheck-engines/lib/unsafe-regex-engine.js +78 -0
- package/bin/runners/lib/engines/vibecheck-engines/package.json +13 -0
- package/bin/runners/lib/enterprise-detect.js +603 -603
- package/bin/runners/lib/enterprise-init.js +942 -942
- package/bin/runners/lib/env-resolver.js +417 -417
- package/bin/runners/lib/env-template.js +66 -66
- package/bin/runners/lib/env.js +189 -189
- package/bin/runners/lib/extractors/client-calls.js +990 -990
- package/bin/runners/lib/extractors/fastify-route-dump.js +573 -573
- package/bin/runners/lib/extractors/fastify-routes.js +426 -426
- package/bin/runners/lib/extractors/index.js +363 -363
- package/bin/runners/lib/extractors/next-routes.js +524 -524
- package/bin/runners/lib/extractors/proof-graph.js +431 -431
- package/bin/runners/lib/extractors/route-matcher.js +451 -451
- package/bin/runners/lib/extractors/truthpack-v2.js +377 -377
- package/bin/runners/lib/extractors/ui-bindings.js +547 -547
- package/bin/runners/lib/findings-schema.js +281 -281
- package/bin/runners/lib/firewall-prompt.js +50 -50
- package/bin/runners/lib/global-flags.js +213 -213
- package/bin/runners/lib/graph/graph-builder.js +265 -265
- package/bin/runners/lib/graph/html-renderer.js +413 -413
- package/bin/runners/lib/graph/index.js +32 -32
- package/bin/runners/lib/graph/runtime-collector.js +215 -215
- package/bin/runners/lib/graph/static-extractor.js +518 -518
- package/bin/runners/lib/html-report.js +650 -650
- package/bin/runners/lib/interactive-menu.js +1496 -1496
- package/bin/runners/lib/llm.js +75 -75
- package/bin/runners/lib/meter.js +61 -61
- package/bin/runners/lib/missions/evidence.js +126 -126
- package/bin/runners/lib/patch.js +40 -40
- package/bin/runners/lib/permissions/auth-model.js +213 -213
- package/bin/runners/lib/permissions/idor-prover.js +205 -205
- package/bin/runners/lib/permissions/index.js +45 -45
- package/bin/runners/lib/permissions/matrix-builder.js +198 -198
- package/bin/runners/lib/pkgjson.js +28 -28
- package/bin/runners/lib/policy.js +295 -295
- package/bin/runners/lib/preflight.js +142 -142
- package/bin/runners/lib/reality/correlation-detectors.js +359 -359
- package/bin/runners/lib/reality/index.js +318 -318
- package/bin/runners/lib/reality/request-hashing.js +416 -416
- package/bin/runners/lib/reality/request-mapper.js +453 -453
- package/bin/runners/lib/reality/safety-rails.js +463 -463
- package/bin/runners/lib/reality/semantic-snapshot.js +408 -408
- package/bin/runners/lib/reality/toast-detector.js +393 -393
- package/bin/runners/lib/reality-findings.js +84 -84
- package/bin/runners/lib/receipts.js +179 -179
- package/bin/runners/lib/redact.js +29 -29
- package/bin/runners/lib/replay/capsule-manager.js +154 -154
- package/bin/runners/lib/replay/index.js +263 -263
- package/bin/runners/lib/replay/player.js +348 -348
- package/bin/runners/lib/replay/recorder.js +331 -331
- package/bin/runners/lib/report-output.js +187 -187
- package/bin/runners/lib/report.js +135 -135
- package/bin/runners/lib/route-detection.js +1140 -1140
- package/bin/runners/lib/sandbox/index.js +59 -59
- package/bin/runners/lib/sandbox/proof-chain.js +399 -399
- package/bin/runners/lib/sandbox/sandbox-runner.js +205 -205
- package/bin/runners/lib/sandbox/worktree.js +174 -174
- package/bin/runners/lib/scan-output.js +525 -190
- package/bin/runners/lib/schema-validator.js +350 -350
- package/bin/runners/lib/schemas/contracts.schema.json +160 -160
- package/bin/runners/lib/schemas/finding.schema.json +100 -100
- package/bin/runners/lib/schemas/mission-pack.schema.json +206 -206
- package/bin/runners/lib/schemas/proof-graph.schema.json +176 -176
- package/bin/runners/lib/schemas/reality-report.schema.json +162 -162
- package/bin/runners/lib/schemas/share-pack.schema.json +180 -180
- package/bin/runners/lib/schemas/ship-report.schema.json +117 -117
- package/bin/runners/lib/schemas/truthpack-v2.schema.json +303 -303
- package/bin/runners/lib/schemas/validator.js +438 -438
- package/bin/runners/lib/score-history.js +282 -282
- package/bin/runners/lib/share-pack.js +239 -239
- package/bin/runners/lib/snippets.js +67 -67
- package/bin/runners/lib/status-output.js +253 -253
- package/bin/runners/lib/terminal-ui.js +351 -271
- package/bin/runners/lib/upsell.js +510 -510
- package/bin/runners/lib/usage.js +153 -153
- package/bin/runners/lib/validate-patch.js +156 -156
- package/bin/runners/lib/verdict-engine.js +628 -628
- package/bin/runners/reality/engine.js +917 -917
- package/bin/runners/reality/flows.js +122 -122
- package/bin/runners/reality/report.js +378 -378
- package/bin/runners/reality/session.js +193 -193
- package/bin/runners/runGuard.js +168 -168
- package/bin/runners/runProof.zip +0 -0
- package/bin/runners/runProve.js +8 -0
- package/bin/runners/runReality.js +14 -0
- package/bin/runners/runScan.js +17 -1
- package/bin/runners/runTruth.js +15 -3
- package/mcp-server/tier-auth.js +4 -4
- package/mcp-server/tools/index.js +72 -72
- package/package.json +1 -1
|
@@ -1,295 +1,295 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Entitlements v2 Tests - Tier Enforcement Verification
|
|
3
|
-
*
|
|
4
|
-
* These tests verify:
|
|
5
|
-
* 1. No bypass via env vars (VIBECHECK_SKIP_AUTH, VIBECHECK_OWNER, etc.)
|
|
6
|
-
* 2. Correct tier gating for each command/feature
|
|
7
|
-
* 3. Proper exit codes (3 = feature not allowed)
|
|
8
|
-
* 4. Downgrade behaviors work correctly
|
|
9
|
-
* 5. Help output shows correct tier labels
|
|
10
|
-
*/
|
|
11
|
-
|
|
12
|
-
const {
|
|
13
|
-
getTier,
|
|
14
|
-
getLimits,
|
|
15
|
-
enforce,
|
|
16
|
-
checkCommand,
|
|
17
|
-
tierMeetsMinimum,
|
|
18
|
-
getMinTierForFeature,
|
|
19
|
-
tierHasFeature,
|
|
20
|
-
TIERS,
|
|
21
|
-
ENTITLEMENTS,
|
|
22
|
-
LIMITS,
|
|
23
|
-
EXIT_FEATURE_NOT_ALLOWED,
|
|
24
|
-
EXIT_MISCONFIG,
|
|
25
|
-
} = require("../entitlements-v2");
|
|
26
|
-
|
|
27
|
-
describe("Entitlements v2 - Tier Enforcement", () => {
|
|
28
|
-
// Store original env
|
|
29
|
-
const originalEnv = { ...process.env };
|
|
30
|
-
|
|
31
|
-
beforeEach(() => {
|
|
32
|
-
// Reset env before each test
|
|
33
|
-
process.env = { ...originalEnv };
|
|
34
|
-
// Clear any env vars that might bypass
|
|
35
|
-
delete process.env.VIBECHECK_SKIP_AUTH;
|
|
36
|
-
delete process.env.VIBECHECK_OWNER;
|
|
37
|
-
delete process.env.VIBECHECK_DEMO;
|
|
38
|
-
delete process.env.OWNER_MODE;
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
afterAll(() => {
|
|
42
|
-
process.env = originalEnv;
|
|
43
|
-
});
|
|
44
|
-
|
|
45
|
-
describe("No Bypass Tests", () => {
|
|
46
|
-
test("VIBECHECK_SKIP_AUTH does NOT grant paid features", async () => {
|
|
47
|
-
process.env.VIBECHECK_SKIP_AUTH = "1";
|
|
48
|
-
|
|
49
|
-
// prove is PRO-only
|
|
50
|
-
const result = await enforce("prove", { silent: true });
|
|
51
|
-
expect(result.allowed).toBe(false);
|
|
52
|
-
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
53
|
-
});
|
|
54
|
-
|
|
55
|
-
test("VIBECHECK_OWNER does NOT grant paid features", async () => {
|
|
56
|
-
process.env.VIBECHECK_OWNER = "1";
|
|
57
|
-
|
|
58
|
-
const result = await enforce("prove", { silent: true });
|
|
59
|
-
expect(result.allowed).toBe(false);
|
|
60
|
-
});
|
|
61
|
-
|
|
62
|
-
test("VIBECHECK_DEMO does NOT grant paid features", async () => {
|
|
63
|
-
process.env.VIBECHECK_DEMO = "1";
|
|
64
|
-
|
|
65
|
-
const result = await enforce("ai-test", { silent: true });
|
|
66
|
-
expect(result.allowed).toBe(false);
|
|
67
|
-
});
|
|
68
|
-
|
|
69
|
-
test("OWNER_MODE does NOT grant paid features", async () => {
|
|
70
|
-
process.env.OWNER_MODE = "true";
|
|
71
|
-
|
|
72
|
-
const result = await enforce("share", { silent: true });
|
|
73
|
-
expect(result.allowed).toBe(false);
|
|
74
|
-
});
|
|
75
|
-
|
|
76
|
-
test("Offline mode defaults to FREE tier (no escalation)", async () => {
|
|
77
|
-
// Without API key, should be FREE
|
|
78
|
-
const tier = await getTier({});
|
|
79
|
-
expect(tier).toBe("free");
|
|
80
|
-
});
|
|
81
|
-
});
|
|
82
|
-
|
|
83
|
-
describe("Tier Matrix Compliance", () => {
|
|
84
|
-
describe("FREE tier commands", () => {
|
|
85
|
-
const freeCommands = [
|
|
86
|
-
"scan", "ship", "install", "init", "doctor", "status", "watch",
|
|
87
|
-
"ctx", "guard", "context", "mdc", "login", "logout", "whoami", "labs"
|
|
88
|
-
];
|
|
89
|
-
|
|
90
|
-
test.each(freeCommands)("%s is allowed on FREE tier", async (cmd) => {
|
|
91
|
-
const result = await enforce(cmd, { silent: true });
|
|
92
|
-
expect(result.allowed).toBe(true);
|
|
93
|
-
});
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
describe("STARTER tier commands", () => {
|
|
97
|
-
const starterCommands = ["gate", "launch", "pr", "badge", "mcp"];
|
|
98
|
-
|
|
99
|
-
test.each(starterCommands)("%s requires STARTER+ (blocked on FREE)", async (cmd) => {
|
|
100
|
-
const result = await enforce(cmd, { silent: true });
|
|
101
|
-
// Without API key = FREE tier = should be blocked
|
|
102
|
-
expect(result.allowed).toBe(false);
|
|
103
|
-
expect(result.requiredTier).toBe("starter");
|
|
104
|
-
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
105
|
-
});
|
|
106
|
-
});
|
|
107
|
-
|
|
108
|
-
describe("PRO tier commands", () => {
|
|
109
|
-
const proCommands = ["prove", "share", "ai-test"];
|
|
110
|
-
|
|
111
|
-
test.each(proCommands)("%s requires PRO (blocked on FREE/STARTER)", async (cmd) => {
|
|
112
|
-
const result = await enforce(cmd, { silent: true });
|
|
113
|
-
expect(result.allowed).toBe(false);
|
|
114
|
-
expect(result.requiredTier).toBe("pro");
|
|
115
|
-
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
116
|
-
});
|
|
117
|
-
});
|
|
118
|
-
|
|
119
|
-
describe("Subfeature gating", () => {
|
|
120
|
-
test("fix.plan_only is FREE", async () => {
|
|
121
|
-
const result = await enforce("fix.plan_only", { silent: true });
|
|
122
|
-
expect(result.allowed).toBe(true);
|
|
123
|
-
});
|
|
124
|
-
|
|
125
|
-
test("fix.apply_patches requires PRO", async () => {
|
|
126
|
-
const result = await enforce("fix.apply_patches", { silent: true });
|
|
127
|
-
expect(result.allowed).toBe(false);
|
|
128
|
-
expect(result.requiredTier).toBe("pro");
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
test("reality.preview is FREE", async () => {
|
|
132
|
-
const result = await enforce("reality.preview", { silent: true });
|
|
133
|
-
expect(result.allowed).toBe(true);
|
|
134
|
-
});
|
|
135
|
-
|
|
136
|
-
test("reality.full requires STARTER", async () => {
|
|
137
|
-
const result = await enforce("reality.full", { silent: true });
|
|
138
|
-
expect(result.allowed).toBe(false);
|
|
139
|
-
expect(result.requiredTier).toBe("starter");
|
|
140
|
-
});
|
|
141
|
-
|
|
142
|
-
test("reality.advanced_auth_boundary requires PRO", async () => {
|
|
143
|
-
const result = await enforce("reality.advanced_auth_boundary", { silent: true });
|
|
144
|
-
expect(result.allowed).toBe(false);
|
|
145
|
-
expect(result.requiredTier).toBe("pro");
|
|
146
|
-
});
|
|
147
|
-
|
|
148
|
-
test("report.html_md is FREE", async () => {
|
|
149
|
-
const result = await enforce("report.html_md", { silent: true });
|
|
150
|
-
expect(result.allowed).toBe(true);
|
|
151
|
-
});
|
|
152
|
-
|
|
153
|
-
test("report.sarif_csv requires STARTER", async () => {
|
|
154
|
-
const result = await enforce("report.sarif_csv", { silent: true });
|
|
155
|
-
expect(result.allowed).toBe(false);
|
|
156
|
-
expect(result.requiredTier).toBe("starter");
|
|
157
|
-
});
|
|
158
|
-
|
|
159
|
-
test("report.compliance_packs requires PRO", async () => {
|
|
160
|
-
const result = await enforce("report.compliance_packs", { silent: true });
|
|
161
|
-
expect(result.allowed).toBe(false);
|
|
162
|
-
expect(result.requiredTier).toBe("pro");
|
|
163
|
-
});
|
|
164
|
-
});
|
|
165
|
-
});
|
|
166
|
-
|
|
167
|
-
describe("Downgrade Behaviors", () => {
|
|
168
|
-
test("reality downgrades to reality.preview on FREE", async () => {
|
|
169
|
-
const result = await enforce("reality", { silent: true });
|
|
170
|
-
expect(result.allowed).toBe(true);
|
|
171
|
-
expect(result.downgrade).toBe("reality.preview");
|
|
172
|
-
expect(result.caps).toBeDefined();
|
|
173
|
-
});
|
|
174
|
-
|
|
175
|
-
test("fix downgrades to fix.plan_only on FREE", async () => {
|
|
176
|
-
const result = await enforce("fix", { silent: true });
|
|
177
|
-
expect(result.allowed).toBe(true);
|
|
178
|
-
expect(result.downgrade).toBe("fix.plan_only");
|
|
179
|
-
});
|
|
180
|
-
|
|
181
|
-
test("report downgrades to report.html_md on FREE", async () => {
|
|
182
|
-
const result = await enforce("report", { silent: true });
|
|
183
|
-
expect(result.allowed).toBe(true);
|
|
184
|
-
expect(result.downgrade).toBe("report.html_md");
|
|
185
|
-
});
|
|
186
|
-
});
|
|
187
|
-
|
|
188
|
-
describe("Exit Codes", () => {
|
|
189
|
-
test("Returns EXIT_FEATURE_NOT_ALLOWED (3) for blocked features", async () => {
|
|
190
|
-
const result = await enforce("prove", { silent: true });
|
|
191
|
-
expect(result.exitCode).toBe(3);
|
|
192
|
-
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
193
|
-
});
|
|
194
|
-
|
|
195
|
-
test("Returns EXIT_MISCONFIG (4) for unknown features", async () => {
|
|
196
|
-
const result = await enforce("nonexistent_feature", { silent: true });
|
|
197
|
-
expect(result.exitCode).toBe(4);
|
|
198
|
-
expect(result.exitCode).toBe(EXIT_MISCONFIG);
|
|
199
|
-
});
|
|
200
|
-
});
|
|
201
|
-
|
|
202
|
-
describe("Limits by Tier", () => {
|
|
203
|
-
test("FREE tier has correct limits", () => {
|
|
204
|
-
const limits = getLimits("free");
|
|
205
|
-
expect(limits.realityMaxPages).toBe(5);
|
|
206
|
-
expect(limits.realityMaxClicks).toBe(20);
|
|
207
|
-
expect(limits.realityAuthBoundary).toBe(false);
|
|
208
|
-
expect(limits.reportFormats).toEqual(["html", "md"]);
|
|
209
|
-
expect(limits.fixApplyPatches).toBe(false);
|
|
210
|
-
});
|
|
211
|
-
|
|
212
|
-
test("STARTER tier has expanded limits", () => {
|
|
213
|
-
const limits = getLimits("starter");
|
|
214
|
-
expect(limits.realityMaxPages).toBe(50);
|
|
215
|
-
expect(limits.realityAuthBoundary).toBe(true);
|
|
216
|
-
expect(limits.reportFormats).toContain("sarif");
|
|
217
|
-
expect(limits.reportFormats).toContain("csv");
|
|
218
|
-
expect(limits.fixApplyPatches).toBe(false);
|
|
219
|
-
});
|
|
220
|
-
|
|
221
|
-
test("PRO tier has full access", () => {
|
|
222
|
-
const limits = getLimits("pro");
|
|
223
|
-
expect(limits.realityMaxPages).toBe(-1); // unlimited
|
|
224
|
-
expect(limits.realityAdvancedAuth).toBe(true);
|
|
225
|
-
expect(limits.reportFormats).toContain("compliance");
|
|
226
|
-
expect(limits.fixApplyPatches).toBe(true);
|
|
227
|
-
});
|
|
228
|
-
});
|
|
229
|
-
|
|
230
|
-
describe("Tier Comparison Helpers", () => {
|
|
231
|
-
test("tierMeetsMinimum works correctly", () => {
|
|
232
|
-
expect(tierMeetsMinimum("free", "free")).toBe(true);
|
|
233
|
-
expect(tierMeetsMinimum("free", "starter")).toBe(false);
|
|
234
|
-
expect(tierMeetsMinimum("starter", "free")).toBe(true);
|
|
235
|
-
expect(tierMeetsMinimum("starter", "starter")).toBe(true);
|
|
236
|
-
expect(tierMeetsMinimum("starter", "pro")).toBe(false);
|
|
237
|
-
expect(tierMeetsMinimum("pro", "starter")).toBe(true);
|
|
238
|
-
expect(tierMeetsMinimum("pro", "pro")).toBe(true);
|
|
239
|
-
expect(tierMeetsMinimum("enterprise", "pro")).toBe(true);
|
|
240
|
-
});
|
|
241
|
-
|
|
242
|
-
test("getMinTierForFeature returns correct tier", () => {
|
|
243
|
-
expect(getMinTierForFeature("scan")).toBe("free");
|
|
244
|
-
expect(getMinTierForFeature("gate")).toBe("starter");
|
|
245
|
-
expect(getMinTierForFeature("prove")).toBe("pro");
|
|
246
|
-
expect(getMinTierForFeature("unknown")).toBe("enterprise");
|
|
247
|
-
});
|
|
248
|
-
|
|
249
|
-
test("tierHasFeature returns correct boolean", () => {
|
|
250
|
-
expect(tierHasFeature("free", "scan")).toBe(true);
|
|
251
|
-
expect(tierHasFeature("free", "gate")).toBe(false);
|
|
252
|
-
expect(tierHasFeature("starter", "gate")).toBe(true);
|
|
253
|
-
expect(tierHasFeature("starter", "prove")).toBe(false);
|
|
254
|
-
expect(tierHasFeature("pro", "prove")).toBe(true);
|
|
255
|
-
});
|
|
256
|
-
});
|
|
257
|
-
|
|
258
|
-
describe("ENTITLEMENTS Matrix Validation", () => {
|
|
259
|
-
test("All required commands are defined", () => {
|
|
260
|
-
const requiredCommands = [
|
|
261
|
-
"scan", "ship", "reality", "prove", "fix", "report",
|
|
262
|
-
"install", "init", "doctor", "status", "watch", "launch",
|
|
263
|
-
"ctx", "guard", "context", "mdc",
|
|
264
|
-
"gate", "pr", "badge", "mcp", "share", "ai-test",
|
|
265
|
-
"login", "logout", "whoami", "labs"
|
|
266
|
-
];
|
|
267
|
-
|
|
268
|
-
for (const cmd of requiredCommands) {
|
|
269
|
-
expect(ENTITLEMENTS[cmd]).toBeDefined();
|
|
270
|
-
expect(ENTITLEMENTS[cmd].minTier).toBeDefined();
|
|
271
|
-
}
|
|
272
|
-
});
|
|
273
|
-
|
|
274
|
-
test("All tiers are valid", () => {
|
|
275
|
-
for (const [feature, def] of Object.entries(ENTITLEMENTS)) {
|
|
276
|
-
expect(TIERS[def.minTier]).toBeDefined();
|
|
277
|
-
}
|
|
278
|
-
});
|
|
279
|
-
});
|
|
280
|
-
});
|
|
281
|
-
|
|
282
|
-
describe("CLI Help Tier Labels", () => {
|
|
283
|
-
test("TIERS constant has correct pricing", () => {
|
|
284
|
-
expect(TIERS.free.price).toBe(0);
|
|
285
|
-
expect(TIERS.starter.price).toBe(29);
|
|
286
|
-
expect(TIERS.pro.price).toBe(99);
|
|
287
|
-
expect(TIERS.enterprise.price).toBe(499);
|
|
288
|
-
});
|
|
289
|
-
|
|
290
|
-
test("TIERS constant has correct order", () => {
|
|
291
|
-
expect(TIERS.free.order).toBeLessThan(TIERS.starter.order);
|
|
292
|
-
expect(TIERS.starter.order).toBeLessThan(TIERS.pro.order);
|
|
293
|
-
expect(TIERS.pro.order).toBeLessThan(TIERS.enterprise.order);
|
|
294
|
-
});
|
|
295
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* Entitlements v2 Tests - Tier Enforcement Verification
|
|
3
|
+
*
|
|
4
|
+
* These tests verify:
|
|
5
|
+
* 1. No bypass via env vars (VIBECHECK_SKIP_AUTH, VIBECHECK_OWNER, etc.)
|
|
6
|
+
* 2. Correct tier gating for each command/feature
|
|
7
|
+
* 3. Proper exit codes (3 = feature not allowed)
|
|
8
|
+
* 4. Downgrade behaviors work correctly
|
|
9
|
+
* 5. Help output shows correct tier labels
|
|
10
|
+
*/
|
|
11
|
+
|
|
12
|
+
const {
|
|
13
|
+
getTier,
|
|
14
|
+
getLimits,
|
|
15
|
+
enforce,
|
|
16
|
+
checkCommand,
|
|
17
|
+
tierMeetsMinimum,
|
|
18
|
+
getMinTierForFeature,
|
|
19
|
+
tierHasFeature,
|
|
20
|
+
TIERS,
|
|
21
|
+
ENTITLEMENTS,
|
|
22
|
+
LIMITS,
|
|
23
|
+
EXIT_FEATURE_NOT_ALLOWED,
|
|
24
|
+
EXIT_MISCONFIG,
|
|
25
|
+
} = require("../entitlements-v2");
|
|
26
|
+
|
|
27
|
+
describe("Entitlements v2 - Tier Enforcement", () => {
|
|
28
|
+
// Store original env
|
|
29
|
+
const originalEnv = { ...process.env };
|
|
30
|
+
|
|
31
|
+
beforeEach(() => {
|
|
32
|
+
// Reset env before each test
|
|
33
|
+
process.env = { ...originalEnv };
|
|
34
|
+
// Clear any env vars that might bypass
|
|
35
|
+
delete process.env.VIBECHECK_SKIP_AUTH;
|
|
36
|
+
delete process.env.VIBECHECK_OWNER;
|
|
37
|
+
delete process.env.VIBECHECK_DEMO;
|
|
38
|
+
delete process.env.OWNER_MODE;
|
|
39
|
+
});
|
|
40
|
+
|
|
41
|
+
afterAll(() => {
|
|
42
|
+
process.env = originalEnv;
|
|
43
|
+
});
|
|
44
|
+
|
|
45
|
+
describe("No Bypass Tests", () => {
|
|
46
|
+
test("VIBECHECK_SKIP_AUTH does NOT grant paid features", async () => {
|
|
47
|
+
process.env.VIBECHECK_SKIP_AUTH = "1";
|
|
48
|
+
|
|
49
|
+
// prove is PRO-only
|
|
50
|
+
const result = await enforce("prove", { silent: true });
|
|
51
|
+
expect(result.allowed).toBe(false);
|
|
52
|
+
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
53
|
+
});
|
|
54
|
+
|
|
55
|
+
test("VIBECHECK_OWNER does NOT grant paid features", async () => {
|
|
56
|
+
process.env.VIBECHECK_OWNER = "1";
|
|
57
|
+
|
|
58
|
+
const result = await enforce("prove", { silent: true });
|
|
59
|
+
expect(result.allowed).toBe(false);
|
|
60
|
+
});
|
|
61
|
+
|
|
62
|
+
test("VIBECHECK_DEMO does NOT grant paid features", async () => {
|
|
63
|
+
process.env.VIBECHECK_DEMO = "1";
|
|
64
|
+
|
|
65
|
+
const result = await enforce("ai-test", { silent: true });
|
|
66
|
+
expect(result.allowed).toBe(false);
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
test("OWNER_MODE does NOT grant paid features", async () => {
|
|
70
|
+
process.env.OWNER_MODE = "true";
|
|
71
|
+
|
|
72
|
+
const result = await enforce("share", { silent: true });
|
|
73
|
+
expect(result.allowed).toBe(false);
|
|
74
|
+
});
|
|
75
|
+
|
|
76
|
+
test("Offline mode defaults to FREE tier (no escalation)", async () => {
|
|
77
|
+
// Without API key, should be FREE
|
|
78
|
+
const tier = await getTier({});
|
|
79
|
+
expect(tier).toBe("free");
|
|
80
|
+
});
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
describe("Tier Matrix Compliance", () => {
|
|
84
|
+
describe("FREE tier commands", () => {
|
|
85
|
+
const freeCommands = [
|
|
86
|
+
"scan", "ship", "install", "init", "doctor", "status", "watch",
|
|
87
|
+
"ctx", "guard", "context", "mdc", "login", "logout", "whoami", "labs"
|
|
88
|
+
];
|
|
89
|
+
|
|
90
|
+
test.each(freeCommands)("%s is allowed on FREE tier", async (cmd) => {
|
|
91
|
+
const result = await enforce(cmd, { silent: true });
|
|
92
|
+
expect(result.allowed).toBe(true);
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
describe("STARTER tier commands", () => {
|
|
97
|
+
const starterCommands = ["gate", "launch", "pr", "badge", "mcp"];
|
|
98
|
+
|
|
99
|
+
test.each(starterCommands)("%s requires STARTER+ (blocked on FREE)", async (cmd) => {
|
|
100
|
+
const result = await enforce(cmd, { silent: true });
|
|
101
|
+
// Without API key = FREE tier = should be blocked
|
|
102
|
+
expect(result.allowed).toBe(false);
|
|
103
|
+
expect(result.requiredTier).toBe("starter");
|
|
104
|
+
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
105
|
+
});
|
|
106
|
+
});
|
|
107
|
+
|
|
108
|
+
describe("PRO tier commands", () => {
|
|
109
|
+
const proCommands = ["prove", "share", "ai-test"];
|
|
110
|
+
|
|
111
|
+
test.each(proCommands)("%s requires PRO (blocked on FREE/STARTER)", async (cmd) => {
|
|
112
|
+
const result = await enforce(cmd, { silent: true });
|
|
113
|
+
expect(result.allowed).toBe(false);
|
|
114
|
+
expect(result.requiredTier).toBe("pro");
|
|
115
|
+
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
116
|
+
});
|
|
117
|
+
});
|
|
118
|
+
|
|
119
|
+
describe("Subfeature gating", () => {
|
|
120
|
+
test("fix.plan_only is FREE", async () => {
|
|
121
|
+
const result = await enforce("fix.plan_only", { silent: true });
|
|
122
|
+
expect(result.allowed).toBe(true);
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
test("fix.apply_patches requires PRO", async () => {
|
|
126
|
+
const result = await enforce("fix.apply_patches", { silent: true });
|
|
127
|
+
expect(result.allowed).toBe(false);
|
|
128
|
+
expect(result.requiredTier).toBe("pro");
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
test("reality.preview is FREE", async () => {
|
|
132
|
+
const result = await enforce("reality.preview", { silent: true });
|
|
133
|
+
expect(result.allowed).toBe(true);
|
|
134
|
+
});
|
|
135
|
+
|
|
136
|
+
test("reality.full requires STARTER", async () => {
|
|
137
|
+
const result = await enforce("reality.full", { silent: true });
|
|
138
|
+
expect(result.allowed).toBe(false);
|
|
139
|
+
expect(result.requiredTier).toBe("starter");
|
|
140
|
+
});
|
|
141
|
+
|
|
142
|
+
test("reality.advanced_auth_boundary requires PRO", async () => {
|
|
143
|
+
const result = await enforce("reality.advanced_auth_boundary", { silent: true });
|
|
144
|
+
expect(result.allowed).toBe(false);
|
|
145
|
+
expect(result.requiredTier).toBe("pro");
|
|
146
|
+
});
|
|
147
|
+
|
|
148
|
+
test("report.html_md is FREE", async () => {
|
|
149
|
+
const result = await enforce("report.html_md", { silent: true });
|
|
150
|
+
expect(result.allowed).toBe(true);
|
|
151
|
+
});
|
|
152
|
+
|
|
153
|
+
test("report.sarif_csv requires STARTER", async () => {
|
|
154
|
+
const result = await enforce("report.sarif_csv", { silent: true });
|
|
155
|
+
expect(result.allowed).toBe(false);
|
|
156
|
+
expect(result.requiredTier).toBe("starter");
|
|
157
|
+
});
|
|
158
|
+
|
|
159
|
+
test("report.compliance_packs requires PRO", async () => {
|
|
160
|
+
const result = await enforce("report.compliance_packs", { silent: true });
|
|
161
|
+
expect(result.allowed).toBe(false);
|
|
162
|
+
expect(result.requiredTier).toBe("pro");
|
|
163
|
+
});
|
|
164
|
+
});
|
|
165
|
+
});
|
|
166
|
+
|
|
167
|
+
describe("Downgrade Behaviors", () => {
|
|
168
|
+
test("reality downgrades to reality.preview on FREE", async () => {
|
|
169
|
+
const result = await enforce("reality", { silent: true });
|
|
170
|
+
expect(result.allowed).toBe(true);
|
|
171
|
+
expect(result.downgrade).toBe("reality.preview");
|
|
172
|
+
expect(result.caps).toBeDefined();
|
|
173
|
+
});
|
|
174
|
+
|
|
175
|
+
test("fix downgrades to fix.plan_only on FREE", async () => {
|
|
176
|
+
const result = await enforce("fix", { silent: true });
|
|
177
|
+
expect(result.allowed).toBe(true);
|
|
178
|
+
expect(result.downgrade).toBe("fix.plan_only");
|
|
179
|
+
});
|
|
180
|
+
|
|
181
|
+
test("report downgrades to report.html_md on FREE", async () => {
|
|
182
|
+
const result = await enforce("report", { silent: true });
|
|
183
|
+
expect(result.allowed).toBe(true);
|
|
184
|
+
expect(result.downgrade).toBe("report.html_md");
|
|
185
|
+
});
|
|
186
|
+
});
|
|
187
|
+
|
|
188
|
+
describe("Exit Codes", () => {
|
|
189
|
+
test("Returns EXIT_FEATURE_NOT_ALLOWED (3) for blocked features", async () => {
|
|
190
|
+
const result = await enforce("prove", { silent: true });
|
|
191
|
+
expect(result.exitCode).toBe(3);
|
|
192
|
+
expect(result.exitCode).toBe(EXIT_FEATURE_NOT_ALLOWED);
|
|
193
|
+
});
|
|
194
|
+
|
|
195
|
+
test("Returns EXIT_MISCONFIG (4) for unknown features", async () => {
|
|
196
|
+
const result = await enforce("nonexistent_feature", { silent: true });
|
|
197
|
+
expect(result.exitCode).toBe(4);
|
|
198
|
+
expect(result.exitCode).toBe(EXIT_MISCONFIG);
|
|
199
|
+
});
|
|
200
|
+
});
|
|
201
|
+
|
|
202
|
+
describe("Limits by Tier", () => {
|
|
203
|
+
test("FREE tier has correct limits", () => {
|
|
204
|
+
const limits = getLimits("free");
|
|
205
|
+
expect(limits.realityMaxPages).toBe(5);
|
|
206
|
+
expect(limits.realityMaxClicks).toBe(20);
|
|
207
|
+
expect(limits.realityAuthBoundary).toBe(false);
|
|
208
|
+
expect(limits.reportFormats).toEqual(["html", "md"]);
|
|
209
|
+
expect(limits.fixApplyPatches).toBe(false);
|
|
210
|
+
});
|
|
211
|
+
|
|
212
|
+
test("STARTER tier has expanded limits", () => {
|
|
213
|
+
const limits = getLimits("starter");
|
|
214
|
+
expect(limits.realityMaxPages).toBe(50);
|
|
215
|
+
expect(limits.realityAuthBoundary).toBe(true);
|
|
216
|
+
expect(limits.reportFormats).toContain("sarif");
|
|
217
|
+
expect(limits.reportFormats).toContain("csv");
|
|
218
|
+
expect(limits.fixApplyPatches).toBe(false);
|
|
219
|
+
});
|
|
220
|
+
|
|
221
|
+
test("PRO tier has full access", () => {
|
|
222
|
+
const limits = getLimits("pro");
|
|
223
|
+
expect(limits.realityMaxPages).toBe(-1); // unlimited
|
|
224
|
+
expect(limits.realityAdvancedAuth).toBe(true);
|
|
225
|
+
expect(limits.reportFormats).toContain("compliance");
|
|
226
|
+
expect(limits.fixApplyPatches).toBe(true);
|
|
227
|
+
});
|
|
228
|
+
});
|
|
229
|
+
|
|
230
|
+
describe("Tier Comparison Helpers", () => {
|
|
231
|
+
test("tierMeetsMinimum works correctly", () => {
|
|
232
|
+
expect(tierMeetsMinimum("free", "free")).toBe(true);
|
|
233
|
+
expect(tierMeetsMinimum("free", "starter")).toBe(false);
|
|
234
|
+
expect(tierMeetsMinimum("starter", "free")).toBe(true);
|
|
235
|
+
expect(tierMeetsMinimum("starter", "starter")).toBe(true);
|
|
236
|
+
expect(tierMeetsMinimum("starter", "pro")).toBe(false);
|
|
237
|
+
expect(tierMeetsMinimum("pro", "starter")).toBe(true);
|
|
238
|
+
expect(tierMeetsMinimum("pro", "pro")).toBe(true);
|
|
239
|
+
expect(tierMeetsMinimum("enterprise", "pro")).toBe(true);
|
|
240
|
+
});
|
|
241
|
+
|
|
242
|
+
test("getMinTierForFeature returns correct tier", () => {
|
|
243
|
+
expect(getMinTierForFeature("scan")).toBe("free");
|
|
244
|
+
expect(getMinTierForFeature("gate")).toBe("starter");
|
|
245
|
+
expect(getMinTierForFeature("prove")).toBe("pro");
|
|
246
|
+
expect(getMinTierForFeature("unknown")).toBe("enterprise");
|
|
247
|
+
});
|
|
248
|
+
|
|
249
|
+
test("tierHasFeature returns correct boolean", () => {
|
|
250
|
+
expect(tierHasFeature("free", "scan")).toBe(true);
|
|
251
|
+
expect(tierHasFeature("free", "gate")).toBe(false);
|
|
252
|
+
expect(tierHasFeature("starter", "gate")).toBe(true);
|
|
253
|
+
expect(tierHasFeature("starter", "prove")).toBe(false);
|
|
254
|
+
expect(tierHasFeature("pro", "prove")).toBe(true);
|
|
255
|
+
});
|
|
256
|
+
});
|
|
257
|
+
|
|
258
|
+
describe("ENTITLEMENTS Matrix Validation", () => {
|
|
259
|
+
test("All required commands are defined", () => {
|
|
260
|
+
const requiredCommands = [
|
|
261
|
+
"scan", "ship", "reality", "prove", "fix", "report",
|
|
262
|
+
"install", "init", "doctor", "status", "watch", "launch",
|
|
263
|
+
"ctx", "guard", "context", "mdc",
|
|
264
|
+
"gate", "pr", "badge", "mcp", "share", "ai-test",
|
|
265
|
+
"login", "logout", "whoami", "labs"
|
|
266
|
+
];
|
|
267
|
+
|
|
268
|
+
for (const cmd of requiredCommands) {
|
|
269
|
+
expect(ENTITLEMENTS[cmd]).toBeDefined();
|
|
270
|
+
expect(ENTITLEMENTS[cmd].minTier).toBeDefined();
|
|
271
|
+
}
|
|
272
|
+
});
|
|
273
|
+
|
|
274
|
+
test("All tiers are valid", () => {
|
|
275
|
+
for (const [feature, def] of Object.entries(ENTITLEMENTS)) {
|
|
276
|
+
expect(TIERS[def.minTier]).toBeDefined();
|
|
277
|
+
}
|
|
278
|
+
});
|
|
279
|
+
});
|
|
280
|
+
});
|
|
281
|
+
|
|
282
|
+
describe("CLI Help Tier Labels", () => {
|
|
283
|
+
test("TIERS constant has correct pricing", () => {
|
|
284
|
+
expect(TIERS.free.price).toBe(0);
|
|
285
|
+
expect(TIERS.starter.price).toBe(29);
|
|
286
|
+
expect(TIERS.pro.price).toBe(99);
|
|
287
|
+
expect(TIERS.enterprise.price).toBe(499);
|
|
288
|
+
});
|
|
289
|
+
|
|
290
|
+
test("TIERS constant has correct order", () => {
|
|
291
|
+
expect(TIERS.free.order).toBeLessThan(TIERS.starter.order);
|
|
292
|
+
expect(TIERS.starter.order).toBeLessThan(TIERS.pro.order);
|
|
293
|
+
expect(TIERS.pro.order).toBeLessThan(TIERS.enterprise.order);
|
|
294
|
+
});
|
|
295
|
+
});
|