@selfauth/conformance 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +16 -2
  3. package/cases/admin.json +326 -0
  4. package/cases/audit-and-errors.json +233 -0
  5. package/cases/csrf.json +413 -0
  6. package/cases/email-verification.json +567 -0
  7. package/cases/identity.json +546 -0
  8. package/cases/login.json +446 -0
  9. package/cases/logout.json +213 -0
  10. package/cases/password-change.json +270 -0
  11. package/cases/password-reset.json +698 -0
  12. package/cases/rate-limits.json +667 -0
  13. package/cases/rbac.json +575 -0
  14. package/cases/registration.json +782 -0
  15. package/cases/resources.json +373 -0
  16. package/cases/sessions.json +308 -0
  17. package/dist/coverage.d.ts +26 -0
  18. package/dist/coverage.d.ts.map +1 -0
  19. package/dist/coverage.js +105 -0
  20. package/dist/coverage.js.map +1 -0
  21. package/dist/index.d.ts +7 -0
  22. package/dist/index.d.ts.map +1 -0
  23. package/dist/index.js +7 -0
  24. package/dist/index.js.map +1 -0
  25. package/dist/load.d.ts +12 -0
  26. package/dist/load.d.ts.map +1 -0
  27. package/dist/load.js +26 -0
  28. package/dist/load.js.map +1 -0
  29. package/dist/report.d.ts +3 -0
  30. package/dist/report.d.ts.map +1 -0
  31. package/dist/report.js +31 -0
  32. package/dist/report.js.map +1 -0
  33. package/dist/runner/assertions.d.ts +11 -0
  34. package/dist/runner/assertions.d.ts.map +1 -0
  35. package/dist/runner/assertions.js +253 -0
  36. package/dist/runner/assertions.js.map +1 -0
  37. package/dist/runner/driver.d.ts +58 -0
  38. package/dist/runner/driver.d.ts.map +1 -0
  39. package/dist/runner/driver.js +2 -0
  40. package/dist/runner/driver.js.map +1 -0
  41. package/dist/runner/run.d.ts +17 -0
  42. package/dist/runner/run.d.ts.map +1 -0
  43. package/dist/runner/run.js +390 -0
  44. package/dist/runner/run.js.map +1 -0
  45. package/dist/schema.d.ts +168 -0
  46. package/dist/schema.d.ts.map +1 -0
  47. package/dist/schema.js +121 -0
  48. package/dist/schema.js.map +1 -0
  49. package/package.json +53 -3
  50. package/verification.json +165 -0
@@ -0,0 +1,373 @@
1
+ {
2
+ "cases": [
3
+ {
4
+ "id": "CT-RES-001",
5
+ "title": "Owners can act on their own resources only",
6
+ "category": "resources",
7
+ "level": "authorization",
8
+ "requirements": ["AUTHZ-RES-001", "AUTHZ-RES-005"],
9
+ "config": {
10
+ "authorization": {
11
+ "permissions": ["orders.view", "orders.view_any", "orders.create", "reports.view"],
12
+ "roles": {
13
+ "user": ["orders.view", "orders.create"],
14
+ "support": ["orders.view_any"],
15
+ "analyst": ["reports.view"],
16
+ "admin": []
17
+ }
18
+ }
19
+ },
20
+ "given": [
21
+ {
22
+ "user": "alice",
23
+ "email": "alice@example.test",
24
+ "password": "correct horse battery staple",
25
+ "state": "active",
26
+ "roles": ["user"]
27
+ },
28
+ {
29
+ "user": "bob",
30
+ "email": "bob@example.test",
31
+ "password": "correct horse battery staple",
32
+ "state": "active",
33
+ "roles": ["user"]
34
+ },
35
+ {
36
+ "resource": {
37
+ "type": "order",
38
+ "id": "order-a",
39
+ "owner": "alice"
40
+ }
41
+ },
42
+ {
43
+ "resource": {
44
+ "type": "order",
45
+ "id": "order-b",
46
+ "owner": "bob"
47
+ }
48
+ }
49
+ ],
50
+ "steps": [
51
+ {
52
+ "op": "login",
53
+ "input": {
54
+ "email": "alice@example.test",
55
+ "password": "correct horse battery staple"
56
+ }
57
+ },
58
+ {
59
+ "op": "callProtected",
60
+ "input": {
61
+ "permission": "orders.view",
62
+ "resource": {
63
+ "type": "order",
64
+ "id": "order-a"
65
+ }
66
+ },
67
+ "expect": {
68
+ "outcome": "success"
69
+ }
70
+ },
71
+ {
72
+ "op": "callProtected",
73
+ "input": {
74
+ "permission": "orders.view",
75
+ "resource": {
76
+ "type": "order",
77
+ "id": "order-b"
78
+ }
79
+ },
80
+ "expect": {
81
+ "outcome": "error",
82
+ "codeOneOf": ["NOT_FOUND", "FORBIDDEN"]
83
+ }
84
+ },
85
+ {
86
+ "op": "callProtected",
87
+ "input": {
88
+ "permission": "orders.view",
89
+ "resource": {
90
+ "type": "order",
91
+ "id": "order-missing"
92
+ }
93
+ },
94
+ "expect": {
95
+ "outcome": "error",
96
+ "codeOneOf": ["NOT_FOUND", "FORBIDDEN"]
97
+ }
98
+ }
99
+ ]
100
+ },
101
+ {
102
+ "id": "CT-RES-002",
103
+ "title": "The *_any permission overrides ownership",
104
+ "category": "resources",
105
+ "level": "authorization",
106
+ "requirements": ["AUTHZ-RES-005"],
107
+ "config": {
108
+ "authorization": {
109
+ "permissions": ["orders.view", "orders.view_any", "orders.create", "reports.view"],
110
+ "roles": {
111
+ "user": ["orders.view", "orders.create"],
112
+ "support": ["orders.view_any"],
113
+ "analyst": ["reports.view"],
114
+ "admin": []
115
+ }
116
+ }
117
+ },
118
+ "given": [
119
+ {
120
+ "user": "bob",
121
+ "email": "bob@example.test",
122
+ "password": "correct horse battery staple",
123
+ "state": "active",
124
+ "roles": ["user"]
125
+ },
126
+ {
127
+ "user": "support",
128
+ "email": "support@example.test",
129
+ "password": "correct horse battery staple",
130
+ "state": "active",
131
+ "roles": ["user", "support"]
132
+ },
133
+ {
134
+ "resource": {
135
+ "type": "order",
136
+ "id": "order-b",
137
+ "owner": "bob"
138
+ }
139
+ }
140
+ ],
141
+ "steps": [
142
+ {
143
+ "op": "login",
144
+ "as": "support",
145
+ "input": {
146
+ "email": "support@example.test",
147
+ "password": "correct horse battery staple"
148
+ }
149
+ },
150
+ {
151
+ "op": "callProtected",
152
+ "as": "support",
153
+ "input": {
154
+ "permission": "orders.view",
155
+ "resource": {
156
+ "type": "order",
157
+ "id": "order-b"
158
+ }
159
+ },
160
+ "expect": {
161
+ "outcome": "success"
162
+ }
163
+ }
164
+ ]
165
+ },
166
+ {
167
+ "id": "CT-RES-003",
168
+ "title": "Resource types without a registered policy are denied",
169
+ "category": "resources",
170
+ "level": "authorization",
171
+ "requirements": ["AUTHZ-RES-002"],
172
+ "config": {
173
+ "authorization": {
174
+ "permissions": ["orders.view", "orders.view_any", "orders.create", "reports.view"],
175
+ "roles": {
176
+ "user": ["orders.view", "orders.create"],
177
+ "support": ["orders.view_any"],
178
+ "analyst": ["reports.view"],
179
+ "admin": []
180
+ }
181
+ }
182
+ },
183
+ "given": [
184
+ {
185
+ "user": "alice",
186
+ "email": "alice@example.test",
187
+ "password": "correct horse battery staple",
188
+ "state": "active",
189
+ "roles": ["user"]
190
+ },
191
+ {
192
+ "resource": {
193
+ "type": "unregistered",
194
+ "id": "x-1",
195
+ "owner": "alice"
196
+ }
197
+ }
198
+ ],
199
+ "steps": [
200
+ {
201
+ "op": "login",
202
+ "input": {
203
+ "email": "alice@example.test",
204
+ "password": "correct horse battery staple"
205
+ }
206
+ },
207
+ {
208
+ "op": "callProtected",
209
+ "input": {
210
+ "permission": "orders.view",
211
+ "resource": {
212
+ "type": "unregistered",
213
+ "id": "x-1"
214
+ }
215
+ },
216
+ "expect": {
217
+ "outcome": "error",
218
+ "codeOneOf": ["FORBIDDEN", "NOT_FOUND"]
219
+ }
220
+ }
221
+ ]
222
+ },
223
+ {
224
+ "id": "CT-RES-004",
225
+ "title": "Ownership is loaded server-side, never taken from the request",
226
+ "category": "resources",
227
+ "level": "authorization",
228
+ "requirements": ["AUTHZ-RES-003"],
229
+ "config": {
230
+ "authorization": {
231
+ "permissions": ["orders.view", "orders.view_any", "orders.create", "reports.view"],
232
+ "roles": {
233
+ "user": ["orders.view", "orders.create"],
234
+ "support": ["orders.view_any"],
235
+ "analyst": ["reports.view"],
236
+ "admin": []
237
+ }
238
+ }
239
+ },
240
+ "given": [
241
+ {
242
+ "user": "alice",
243
+ "email": "alice@example.test",
244
+ "password": "correct horse battery staple",
245
+ "state": "active",
246
+ "roles": ["user"]
247
+ },
248
+ {
249
+ "user": "bob",
250
+ "email": "bob@example.test",
251
+ "password": "correct horse battery staple",
252
+ "state": "active",
253
+ "roles": ["user"]
254
+ },
255
+ {
256
+ "resource": {
257
+ "type": "order",
258
+ "id": "order-b",
259
+ "owner": "bob"
260
+ }
261
+ }
262
+ ],
263
+ "steps": [
264
+ {
265
+ "op": "login",
266
+ "input": {
267
+ "email": "alice@example.test",
268
+ "password": "correct horse battery staple"
269
+ }
270
+ },
271
+ {
272
+ "op": "callProtected",
273
+ "input": {
274
+ "permission": "orders.view",
275
+ "resource": {
276
+ "type": "order",
277
+ "id": "order-b"
278
+ },
279
+ "body": {
280
+ "ownerId": "$alice.id"
281
+ },
282
+ "query": {
283
+ "ownerId": "$alice.id"
284
+ }
285
+ },
286
+ "expect": {
287
+ "outcome": "error",
288
+ "codeOneOf": ["NOT_FOUND", "FORBIDDEN"]
289
+ }
290
+ }
291
+ ]
292
+ },
293
+ {
294
+ "id": "CT-RES-005",
295
+ "title": "List operations filter by authorization in the query",
296
+ "category": "resources",
297
+ "level": "authorization",
298
+ "requirements": ["AUTHZ-RES-006"],
299
+ "config": {
300
+ "authorization": {
301
+ "permissions": ["orders.view", "orders.view_any", "orders.create", "reports.view"],
302
+ "roles": {
303
+ "user": ["orders.view", "orders.create"],
304
+ "support": ["orders.view_any"],
305
+ "analyst": ["reports.view"],
306
+ "admin": []
307
+ }
308
+ }
309
+ },
310
+ "given": [
311
+ {
312
+ "user": "alice",
313
+ "email": "alice@example.test",
314
+ "password": "correct horse battery staple",
315
+ "state": "active",
316
+ "roles": ["user"]
317
+ },
318
+ {
319
+ "user": "bob",
320
+ "email": "bob@example.test",
321
+ "password": "correct horse battery staple",
322
+ "state": "active",
323
+ "roles": ["user"]
324
+ },
325
+ {
326
+ "resource": {
327
+ "type": "order",
328
+ "id": "order-a1",
329
+ "owner": "alice"
330
+ }
331
+ },
332
+ {
333
+ "resource": {
334
+ "type": "order",
335
+ "id": "order-a2",
336
+ "owner": "alice"
337
+ }
338
+ },
339
+ {
340
+ "resource": {
341
+ "type": "order",
342
+ "id": "order-b1",
343
+ "owner": "bob"
344
+ }
345
+ }
346
+ ],
347
+ "steps": [
348
+ {
349
+ "op": "login",
350
+ "input": {
351
+ "email": "alice@example.test",
352
+ "password": "correct horse battery staple"
353
+ }
354
+ },
355
+ {
356
+ "op": "listOwned",
357
+ "input": {
358
+ "type": "order"
359
+ },
360
+ "expect": {
361
+ "outcome": "success",
362
+ "assert": {
363
+ "ids": {
364
+ "sameMembers": ["order-a1", "order-a2"]
365
+ },
366
+ "driver.queryFiltered": true
367
+ }
368
+ }
369
+ }
370
+ ]
371
+ }
372
+ ]
373
+ }
@@ -0,0 +1,308 @@
1
+ {
2
+ "cases": [
3
+ {
4
+ "id": "CT-SESS-001",
5
+ "title": "Session tokens are high-entropy and only their hash is stored",
6
+ "category": "sessions",
7
+ "level": "core",
8
+ "requirements": ["AUTHN-SESS-001", "AUTHN-SESS-002", "SEC-TOKEN-001", "SEC-TOKEN-002"],
9
+ "given": [
10
+ {
11
+ "user": "alice",
12
+ "email": "alice@example.test",
13
+ "password": "correct horse battery staple",
14
+ "state": "active"
15
+ }
16
+ ],
17
+ "steps": [
18
+ {
19
+ "op": "login",
20
+ "input": {
21
+ "email": "alice@example.test",
22
+ "password": "correct horse battery staple"
23
+ },
24
+ "expect": {
25
+ "outcome": "success",
26
+ "assert": {
27
+ "cookieValueMinBytes": 32
28
+ }
29
+ },
30
+ "save": "sess"
31
+ },
32
+ {
33
+ "op": "inspectStorage",
34
+ "input": {
35
+ "entity": "session",
36
+ "where": {
37
+ "userId": "$alice.id"
38
+ }
39
+ },
40
+ "expect": {
41
+ "outcome": "success",
42
+ "assert": {
43
+ "first.tokenHash": {
44
+ "sha256Of": "$sess.cookieValue"
45
+ },
46
+ "noFieldContaining": ["$sess.cookieValue"]
47
+ }
48
+ }
49
+ }
50
+ ]
51
+ },
52
+ {
53
+ "id": "CT-SESS-002",
54
+ "title": "Sessions expire after the idle timeout",
55
+ "category": "sessions",
56
+ "level": "core",
57
+ "requirements": ["AUTHN-SESS-003", "AUTHN-SESS-005"],
58
+ "config": {
59
+ "authentication": {
60
+ "sessions": {
61
+ "idleTimeoutMinutes": 60,
62
+ "absoluteTimeoutMinutes": 600
63
+ }
64
+ }
65
+ },
66
+ "given": [
67
+ {
68
+ "user": "alice",
69
+ "email": "alice@example.test",
70
+ "password": "correct horse battery staple",
71
+ "state": "active"
72
+ }
73
+ ],
74
+ "steps": [
75
+ {
76
+ "op": "login",
77
+ "input": {
78
+ "email": "alice@example.test",
79
+ "password": "correct horse battery staple"
80
+ }
81
+ },
82
+ {
83
+ "op": "advanceClock",
84
+ "input": {
85
+ "minutes": 59
86
+ }
87
+ },
88
+ {
89
+ "op": "getCurrentUser",
90
+ "expect": {
91
+ "outcome": "success"
92
+ }
93
+ },
94
+ {
95
+ "op": "advanceClock",
96
+ "input": {
97
+ "minutes": 61
98
+ }
99
+ },
100
+ {
101
+ "op": "getCurrentUser",
102
+ "expect": {
103
+ "outcome": "error",
104
+ "code": "UNAUTHENTICATED"
105
+ }
106
+ }
107
+ ]
108
+ },
109
+ {
110
+ "id": "CT-SESS-003",
111
+ "title": "Sliding renewal never extends past the absolute expiry",
112
+ "category": "sessions",
113
+ "level": "core",
114
+ "requirements": ["AUTHN-SESS-004", "SEC-COOKIE-004"],
115
+ "config": {
116
+ "authentication": {
117
+ "sessions": {
118
+ "idleTimeoutMinutes": 60,
119
+ "absoluteTimeoutMinutes": 120
120
+ }
121
+ }
122
+ },
123
+ "given": [
124
+ {
125
+ "user": "alice",
126
+ "email": "alice@example.test",
127
+ "password": "correct horse battery staple",
128
+ "state": "active"
129
+ }
130
+ ],
131
+ "steps": [
132
+ {
133
+ "op": "login",
134
+ "input": {
135
+ "email": "alice@example.test",
136
+ "password": "correct horse battery staple"
137
+ },
138
+ "expect": {
139
+ "outcome": "success",
140
+ "assert": {
141
+ "cookieMaxAgeAtMostSeconds": 7200
142
+ }
143
+ }
144
+ },
145
+ {
146
+ "op": "advanceClock",
147
+ "input": {
148
+ "minutes": 50
149
+ }
150
+ },
151
+ {
152
+ "op": "getCurrentUser",
153
+ "expect": {
154
+ "outcome": "success"
155
+ }
156
+ },
157
+ {
158
+ "op": "advanceClock",
159
+ "input": {
160
+ "minutes": 50
161
+ }
162
+ },
163
+ {
164
+ "op": "getCurrentUser",
165
+ "expect": {
166
+ "outcome": "success"
167
+ }
168
+ },
169
+ {
170
+ "op": "advanceClock",
171
+ "input": {
172
+ "minutes": 21
173
+ }
174
+ },
175
+ {
176
+ "op": "getCurrentUser",
177
+ "note": "121 minutes after login, though used 21 minutes ago",
178
+ "expect": {
179
+ "outcome": "error",
180
+ "code": "UNAUTHENTICATED"
181
+ }
182
+ }
183
+ ]
184
+ },
185
+ {
186
+ "id": "CT-SESS-004",
187
+ "title": "Unknown, expired and revoked tokens are indistinguishable",
188
+ "category": "sessions",
189
+ "level": "core",
190
+ "requirements": ["AUTHN-SESS-005", "AUTHZ-CORE-005"],
191
+ "config": {
192
+ "authentication": {
193
+ "sessions": {
194
+ "idleTimeoutMinutes": 60,
195
+ "absoluteTimeoutMinutes": 600
196
+ }
197
+ }
198
+ },
199
+ "given": [
200
+ {
201
+ "user": "alice",
202
+ "email": "alice@example.test",
203
+ "password": "correct horse battery staple",
204
+ "state": "active"
205
+ }
206
+ ],
207
+ "steps": [
208
+ {
209
+ "op": "rawRequest",
210
+ "input": {
211
+ "operation": "getCurrentUser",
212
+ "cookie": "not-a-real-token"
213
+ },
214
+ "expect": {
215
+ "outcome": "error",
216
+ "code": "UNAUTHENTICATED"
217
+ },
218
+ "save": "unknown"
219
+ },
220
+ {
221
+ "op": "login",
222
+ "input": {
223
+ "email": "alice@example.test",
224
+ "password": "correct horse battery staple"
225
+ },
226
+ "save": "s1"
227
+ },
228
+ {
229
+ "op": "logout"
230
+ },
231
+ {
232
+ "op": "rawRequest",
233
+ "input": {
234
+ "operation": "getCurrentUser",
235
+ "cookie": "$s1.cookieValue"
236
+ },
237
+ "expect": {
238
+ "outcome": "error",
239
+ "code": "UNAUTHENTICATED",
240
+ "indistinguishableFrom": "unknown"
241
+ }
242
+ },
243
+ {
244
+ "op": "login",
245
+ "input": {
246
+ "email": "alice@example.test",
247
+ "password": "correct horse battery staple"
248
+ },
249
+ "save": "s2"
250
+ },
251
+ {
252
+ "op": "advanceClock",
253
+ "input": {
254
+ "minutes": 61
255
+ }
256
+ },
257
+ {
258
+ "op": "rawRequest",
259
+ "input": {
260
+ "operation": "getCurrentUser",
261
+ "cookie": "$s2.cookieValue"
262
+ },
263
+ "expect": {
264
+ "outcome": "error",
265
+ "code": "UNAUTHENTICATED",
266
+ "indistinguishableFrom": "unknown"
267
+ }
268
+ }
269
+ ]
270
+ },
271
+ {
272
+ "id": "CT-SESS-005",
273
+ "title": "Session cookie carries the required security attributes",
274
+ "category": "sessions",
275
+ "level": "core",
276
+ "requirements": ["SEC-COOKIE-001", "SEC-COOKIE-002", "SEC-COOKIE-004", "AUTHN-SESS-001"],
277
+ "given": [
278
+ {
279
+ "user": "alice",
280
+ "email": "alice@example.test",
281
+ "password": "correct horse battery staple",
282
+ "state": "active"
283
+ }
284
+ ],
285
+ "steps": [
286
+ {
287
+ "op": "login",
288
+ "input": {
289
+ "email": "alice@example.test",
290
+ "password": "correct horse battery staple"
291
+ },
292
+ "expect": {
293
+ "outcome": "success",
294
+ "assert": {
295
+ "cookie.name": "__Host-session",
296
+ "cookie.httpOnly": true,
297
+ "cookie.secure": true,
298
+ "cookie.sameSite": "Lax",
299
+ "cookie.path": "/",
300
+ "cookie.domain": null,
301
+ "cookieMaxAgeAtMostSeconds": 2592000
302
+ }
303
+ }
304
+ }
305
+ ]
306
+ }
307
+ ]
308
+ }
@@ -0,0 +1,26 @@
1
+ import { type Requirement } from "@selfauth/spec";
2
+ import type { ConformanceCase, VerificationEntry } from "./schema.js";
3
+ export interface RequirementCoverage {
4
+ requirement: Requirement;
5
+ cases: string[];
6
+ verification: VerificationEntry["methods"];
7
+ }
8
+ export interface CoverageReport {
9
+ requirements: RequirementCoverage[];
10
+ /** Mandatory requirements with neither a case nor a verification entry. */
11
+ uncovered: string[];
12
+ /** IDs referenced by cases/verification that the spec does not define. */
13
+ unknownReferences: string[];
14
+ /** IDs referenced that the spec marks withdrawn. */
15
+ withdrawnReferences: string[];
16
+ /** Case IDs that appear more than once. */
17
+ duplicateCaseIds: string[];
18
+ /** Problems with `save` / `$ref` / `indistinguishableFrom` wiring inside cases. */
19
+ referenceErrors: string[];
20
+ }
21
+ /** `$config.*` refers to the effective configuration and is always available. */
22
+ export declare const RESERVED_REF = "config";
23
+ /** Check that every `$name` / `indistinguishableFrom` refers to an earlier `save`. */
24
+ export declare function checkCaseReferences(c: ConformanceCase): string[];
25
+ export declare function computeCoverage(requirements: readonly Requirement[], cases: readonly ConformanceCase[], verification: readonly VerificationEntry[]): CoverageReport;
26
+ //# sourceMappingURL=coverage.d.ts.map