@agent-ix/quoin 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +122 -0
- package/bin/quoin.js +8 -0
- package/default-modules.yaml +82 -0
- package/dist/catalog.d.ts +32 -0
- package/dist/catalog.d.ts.map +1 -0
- package/dist/cli-ClS52_Fm.js +436 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +2 -0
- package/dist/flows.d.ts +7 -0
- package/dist/flows.d.ts.map +1 -0
- package/dist/index.d.ts +6 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +2 -0
- package/dist/modules.d.ts +10 -0
- package/dist/modules.d.ts.map +1 -0
- package/dist/plugins.d.ts +13 -0
- package/dist/plugins.d.ts.map +1 -0
- package/dist/write.d.ts +22 -0
- package/dist/write.d.ts.map +1 -0
- package/package.json +85 -0
- package/plugin.json +6 -0
- package/skills/spec-app-review/SKILL.md +51 -0
- package/skills/spec-app-review/references/checklist.md +194 -0
- package/skills/spec-dependency-analysis/SKILL.md +75 -0
- package/skills/spec-evidence-analysis/SKILL.md +78 -0
- package/skills/spec-failure-domain-analysis/SKILL.md +44 -0
- package/skills/spec-ideation/SKILL.md +46 -0
- package/skills/spec-integrity-analysis/SKILL.md +47 -0
- package/skills/spec-matrix/SKILL.md +79 -0
- package/skills/spec-matrix/assets/test-cases/TC-001.md +35 -0
- package/skills/spec-matrix/assets/test-cases/TC-002.md +37 -0
- package/skills/spec-matrix/assets/test-cases/TC-006.md +50 -0
- package/skills/spec-matrix/assets/test-matrix-example.md +97 -0
- package/skills/spec-matrix/assets/test-matrix-template.md +117 -0
- package/skills/spec-matrix/workflow-assets/dist/index.d.ts +146 -0
- package/skills/spec-matrix/workflow-assets/dist/index.d.ts.map +1 -0
- package/skills/spec-matrix/workflow-assets/dist/index.js +7655 -0
- package/skills/spec-matrix/workflow-assets/dist/invariants.d.ts +6 -0
- package/skills/spec-matrix/workflow-assets/dist/invariants.d.ts.map +1 -0
- package/skills/spec-matrix/workflow-assets/skills/matrix/SKILL.md +35 -0
- package/skills/spec-matrix/workflow-assets/skills/matrix/scripts/invariants.js +1 -0
- package/skills/spec-matrix/workflow-assets/skills/matrix/templates/report/default.md +30 -0
- package/skills/spec-matrix/workflow-assets/skills/matrix/workflows/matrix/def.yaml +82 -0
- package/skills/spec-object-review/SKILL.md +125 -0
- package/skills/spec-object-review/references/object-type-guide.md +113 -0
- package/skills/spec-review/SKILL.md +41 -0
- package/skills/spec-review/references/checklist.md +50 -0
- package/skills/spec-review/workflow-assets/dist/index.d.ts +146 -0
- package/skills/spec-review/workflow-assets/dist/index.d.ts.map +1 -0
- package/skills/spec-review/workflow-assets/dist/index.js +7655 -0
- package/skills/spec-review/workflow-assets/dist/invariants.d.ts +6 -0
- package/skills/spec-review/workflow-assets/dist/invariants.d.ts.map +1 -0
- package/skills/spec-review/workflow-assets/skills/review/SKILL.md +35 -0
- package/skills/spec-review/workflow-assets/skills/review/scripts/invariants.js +1 -0
- package/skills/spec-review/workflow-assets/skills/review/templates/report/default.md +30 -0
- package/skills/spec-review/workflow-assets/skills/review/workflows/review/def.yaml +82 -0
- package/skills/spec-risk-complexity-analysis/SKILL.md +77 -0
- package/skills/spec-scope-boundary-analysis/SKILL.md +86 -0
- package/skills/spec-security-analysis/SKILL.md +84 -0
- package/skills/spec-security-analysis/assets/security-analysis-example.md +89 -0
- package/skills/spec-security-analysis/assets/security-analysis-template.md +73 -0
- package/skills/spec-security-analysis/references/component-type-mapping.md +161 -0
- package/skills/spec-security-analysis/references/gdpr/ChII-Principles.md +58 -0
- package/skills/spec-security-analysis/references/gdpr/ChIII-DataSubjectRights.md +84 -0
- package/skills/spec-security-analysis/references/gdpr/ChIV-ControllerProcessor.md +83 -0
- package/skills/spec-security-analysis/references/gdpr/ChV-DataTransfers.md +62 -0
- package/skills/spec-security-analysis/references/gdpr/index.md +54 -0
- package/skills/spec-security-analysis/references/iso27001/A5-OrganizationalControls.md +64 -0
- package/skills/spec-security-analysis/references/iso27001/A6-PeopleControls.md +30 -0
- package/skills/spec-security-analysis/references/iso27001/A7-PhysicalControls.md +35 -0
- package/skills/spec-security-analysis/references/iso27001/A8-TechnologicalControls.md +66 -0
- package/skills/spec-security-analysis/references/iso27001/index.md +43 -0
- package/skills/spec-security-analysis/references/nist-800-53/AC-AccessControl.md +57 -0
- package/skills/spec-security-analysis/references/nist-800-53/AU-AuditAccountability.md +49 -0
- package/skills/spec-security-analysis/references/nist-800-53/CM-ConfigurationManagement.md +36 -0
- package/skills/spec-security-analysis/references/nist-800-53/IA-IdentificationAuthentication.md +44 -0
- package/skills/spec-security-analysis/references/nist-800-53/SA-SystemServicesAcquisition.md +50 -0
- package/skills/spec-security-analysis/references/nist-800-53/SC-SystemCommunications.md +53 -0
- package/skills/spec-security-analysis/references/nist-800-53/SI-SystemInformationIntegrity.md +52 -0
- package/skills/spec-security-analysis/references/nist-800-53/index.md +58 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V1-Architecture.md +33 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V10-MaliciousCode.md +33 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V11-BusinessLogic.md +32 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V12-Files.md +34 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V13-API.md +34 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V14-Configuration.md +35 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V2-Authentication.md +36 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V3-SessionManagement.md +35 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V4-AccessControl.md +39 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V5-Validation.md +37 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V6-Cryptography.md +34 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V7-ErrorLogging.md +37 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V8-DataProtection.md +34 -0
- package/skills/spec-security-analysis/references/owasp-asvs/V9-Communication.md +32 -0
- package/skills/spec-security-analysis/references/owasp-asvs/index.md +59 -0
- package/skills/spec-security-analysis/references/soc2/CC1-ControlEnvironment.md +31 -0
- package/skills/spec-security-analysis/references/soc2/CC2-CommunicationInformation.md +27 -0
- package/skills/spec-security-analysis/references/soc2/CC3-RiskAssessment.md +29 -0
- package/skills/spec-security-analysis/references/soc2/CC4-MonitoringActivities.md +27 -0
- package/skills/spec-security-analysis/references/soc2/CC5-ControlActivities.md +28 -0
- package/skills/spec-security-analysis/references/soc2/CC6-LogicalPhysicalAccess.md +45 -0
- package/skills/spec-security-analysis/references/soc2/CC7-SystemOperations.md +42 -0
- package/skills/spec-security-analysis/references/soc2/CC8-ChangeManagement.md +32 -0
- package/skills/spec-security-analysis/references/soc2/CC9-RiskMitigation.md +34 -0
- package/skills/spec-security-analysis/references/soc2/index.md +46 -0
- package/skills/spec-security-analysis/references/standards-index.md +46 -0
- package/skills/spec-to-plan/SKILL.md +44 -0
- package/skills/spec-to-plan/references/step-1-analysis.md +58 -0
- package/skills/spec-to-plan/references/step-2-test-plan.md +37 -0
- package/skills/spec-to-plan/references/step-3-execution-plan.md +178 -0
- package/skills/spec-to-plan/workflow-assets/dist/index.d.ts +146 -0
- package/skills/spec-to-plan/workflow-assets/dist/index.d.ts.map +1 -0
- package/skills/spec-to-plan/workflow-assets/dist/index.js +7655 -0
- package/skills/spec-to-plan/workflow-assets/dist/invariants.d.ts +6 -0
- package/skills/spec-to-plan/workflow-assets/dist/invariants.d.ts.map +1 -0
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/SKILL.md +35 -0
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/scripts/invariants.js +1 -0
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/templates/implementation-plan/default.md +43 -0
- package/skills/spec-to-plan/workflow-assets/skills/to-plan/workflows/to-plan/def.yaml +82 -0
- package/skills/specify/SKILL.md +69 -0
- package/skills/specify/assets/app-spec-template.md +143 -0
- package/skills/specify/assets/spec-template.md +299 -0
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
# [TC-002] Clone Private GitHub Repository with Auth Token
|
|
2
|
+
|
|
3
|
+
## Test Information
|
|
4
|
+
- **Type**: Integration
|
|
5
|
+
- **Traces To**: US-001-AC-1, FR-001-AC-2
|
|
6
|
+
- **Priority**: P0
|
|
7
|
+
- **Status**: ✅ Pass
|
|
8
|
+
|
|
9
|
+
## Preconditions
|
|
10
|
+
- Private GitHub repository exists
|
|
11
|
+
- Valid Personal Access Token (PAT) available
|
|
12
|
+
- Test data: `https://github.com/example/private-k8s-project`
|
|
13
|
+
|
|
14
|
+
## Test Steps
|
|
15
|
+
1. Submit ingestion request with private repository URL and auth token
|
|
16
|
+
2. Wait for ingestion to complete
|
|
17
|
+
3. Query catalog for project components
|
|
18
|
+
|
|
19
|
+
## Expected Result
|
|
20
|
+
Project is ingested with all components discovered
|
|
21
|
+
|
|
22
|
+
## Verification
|
|
23
|
+
- **Options Tested**: FR-001-OPT-A (shallow clone)
|
|
24
|
+
- **Constraints Verified**: FR-001-CON-3 (read-only)
|
|
25
|
+
|
|
26
|
+
## Test Data
|
|
27
|
+
```json
|
|
28
|
+
{
|
|
29
|
+
"repository_url": "https://github.com/example/private-k8s-project",
|
|
30
|
+
"branch": "main",
|
|
31
|
+
"auth_token": "ghp_xxxxxxxxxxxxxxxxxxxx"
|
|
32
|
+
}
|
|
33
|
+
```
|
|
34
|
+
|
|
35
|
+
## Notes
|
|
36
|
+
- Verifies authentication flow for private repositories
|
|
37
|
+
- Token should have read-only access
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
# [TC-006] Identify Deployment Resources
|
|
2
|
+
|
|
3
|
+
## Test Information
|
|
4
|
+
- **Type**: Unit
|
|
5
|
+
- **Traces To**: US-001-AC-3, FR-001-AC-3
|
|
6
|
+
- **Priority**: P0
|
|
7
|
+
- **Status**: ✅ Pass
|
|
8
|
+
|
|
9
|
+
## Preconditions
|
|
10
|
+
- Sample Deployment YAML file available
|
|
11
|
+
|
|
12
|
+
## Test Steps
|
|
13
|
+
1. Parse YAML file containing Deployment resource
|
|
14
|
+
2. Identify resource kind
|
|
15
|
+
3. Extract component metadata (name, image, env vars)
|
|
16
|
+
|
|
17
|
+
## Expected Result
|
|
18
|
+
Resource correctly identified as Deployment with all metadata extracted
|
|
19
|
+
|
|
20
|
+
## Verification
|
|
21
|
+
- **Options Tested**: N/A
|
|
22
|
+
- **Constraints Verified**: None
|
|
23
|
+
|
|
24
|
+
## Test Data
|
|
25
|
+
```yaml
|
|
26
|
+
apiVersion: apps/v1
|
|
27
|
+
kind: Deployment
|
|
28
|
+
metadata:
|
|
29
|
+
name: catalog-service
|
|
30
|
+
spec:
|
|
31
|
+
replicas: 3
|
|
32
|
+
selector:
|
|
33
|
+
matchLabels:
|
|
34
|
+
app: catalog
|
|
35
|
+
template:
|
|
36
|
+
metadata:
|
|
37
|
+
labels:
|
|
38
|
+
app: catalog
|
|
39
|
+
spec:
|
|
40
|
+
containers:
|
|
41
|
+
- name: catalog
|
|
42
|
+
image: catalog-service:v1.0.0
|
|
43
|
+
env:
|
|
44
|
+
- name: DATABASE_URL
|
|
45
|
+
value: "postgresql://db:5432/catalog"
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
## Notes
|
|
49
|
+
- Tests core YAML parsing logic
|
|
50
|
+
- Validates metadata extraction accuracy
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
# Test Matrix - Example
|
|
2
|
+
|
|
3
|
+
## Overview
|
|
4
|
+
This is an example test matrix demonstrating comprehensive test coverage for the Catalog Project Ingestion feature.
|
|
5
|
+
|
|
6
|
+
## Test Matrix Rules
|
|
7
|
+
1. **Coverage Rule**: Every acceptance criterion (AC) must have at least one test case
|
|
8
|
+
2. **Option Permutation Rule**: Test all valid combinations of options
|
|
9
|
+
3. **Constraint Boundary Rule**: Test at boundaries of each constraint
|
|
10
|
+
4. **Error Path Rule**: Test all documented error conditions
|
|
11
|
+
5. **State Transition Rule**: Test all valid state transitions (if applicable)
|
|
12
|
+
6. **Edge Case Rule**: Identify and test edge cases for each requirement
|
|
13
|
+
|
|
14
|
+
## Requirements Traceability
|
|
15
|
+
|
|
16
|
+
### User Story Coverage
|
|
17
|
+
| User Story | Acceptance Criteria | Test Cases | Coverage Status |
|
|
18
|
+
|------------|---------------------|------------|-----------------|
|
|
19
|
+
| US-001 | US-001-AC-1 | TC-001, TC-002, TC-003 | ✅ Complete |
|
|
20
|
+
| US-001 | US-001-AC-2 | TC-004, TC-005 | ✅ Complete |
|
|
21
|
+
| US-001 | US-001-AC-3 | TC-006, TC-007, TC-008 | ✅ Complete |
|
|
22
|
+
|
|
23
|
+
### Functional Requirement Coverage
|
|
24
|
+
| Functional Req | Acceptance Criteria | Test Cases | Coverage Status |
|
|
25
|
+
|----------------|---------------------|------------|-----------------|
|
|
26
|
+
| FR-001 | FR-001-AC-1 | TC-001 | ✅ Complete |
|
|
27
|
+
| FR-001 | FR-001-AC-2 | TC-002 | ✅ Complete |
|
|
28
|
+
| FR-001 | FR-001-AC-3 | TC-006 | ✅ Complete |
|
|
29
|
+
| FR-001 | FR-001-AC-4 | TC-007 | ✅ Complete |
|
|
30
|
+
| FR-001 | FR-001-AC-5 | TC-008 | ✅ Complete |
|
|
31
|
+
| FR-001 | FR-001-AC-6 | TC-009 | ✅ Complete |
|
|
32
|
+
| FR-001 | FR-001-AC-7 | TC-010 | ✅ Complete |
|
|
33
|
+
| FR-001 | FR-001-AC-8 | TC-011 | ✅ Complete |
|
|
34
|
+
|
|
35
|
+
## Test Case Summary
|
|
36
|
+
|
|
37
|
+
| Test ID | Title | Type | Priority | Traces To | Status |
|
|
38
|
+
|---------|-------|------|----------|-----------|--------|
|
|
39
|
+
| TC-001 | Clone Public GitHub Repository Successfully | Integration | P0 | US-001-AC-1, FR-001-AC-1 | ✅ Pass |
|
|
40
|
+
| TC-002 | Clone Private GitHub Repository with Auth Token | Integration | P0 | US-001-AC-1, FR-001-AC-2 | ✅ Pass |
|
|
41
|
+
| TC-003 | Authentication Failure on Private Repository | Integration | P1 | US-001-AC-1 | ✅ Pass |
|
|
42
|
+
| TC-004 | Ingest from Local Filesystem Path | Integration | P0 | US-001-AC-2 | ✅ Pass |
|
|
43
|
+
| TC-005 | Local Path Does Not Exist | Integration | P1 | US-001-AC-2 | ✅ Pass |
|
|
44
|
+
| TC-006 | Identify Deployment Resources | Unit | P0 | US-001-AC-3, FR-001-AC-3 | ✅ Pass |
|
|
45
|
+
| TC-007 | Identify Service Resources | Unit | P0 | US-001-AC-3, FR-001-AC-4 | ✅ Pass |
|
|
46
|
+
| TC-008 | Extract Environment Variables from Deployment | Unit | P0 | US-001-AC-3, FR-001-AC-5 | ✅ Pass |
|
|
47
|
+
| TC-009 | Handle Repository with No Kubernetes Configs | Integration | P1 | FR-001-AC-6 | ✅ Pass |
|
|
48
|
+
| TC-010 | Reject Repository Exceeding Size Limit | Integration | P1 | FR-001-AC-7 | ✅ Pass |
|
|
49
|
+
| TC-011 | Handle Clone Timeout | Integration | P2 | FR-001-AC-8 | ✅ Pass |
|
|
50
|
+
| TC-012 | Full Clone Option | Integration | P2 | FR-001-OPT-B | 🚧 In Progress |
|
|
51
|
+
| TC-013 | Repository at Size Limit | Integration | P2 | FR-001-CON-1 | 🚧 In Progress |
|
|
52
|
+
| TC-014 | Clone at Timeout Boundary | Integration | P2 | FR-001-CON-2 | 🚧 In Progress |
|
|
53
|
+
| TC-015 | Monorepo with Multiple K8s Projects | Integration | P2 | EC-001 | ⚠️ Partial |
|
|
54
|
+
| TC-016 | Mixed K8s and Non-K8s YAML Files | Integration | P2 | EC-002 | ⚠️ Partial |
|
|
55
|
+
| TC-017 | Malformed YAML Handling | Integration | P1 | EC-003 | ❌ Missing |
|
|
56
|
+
| TC-018 | Symlinks to K8s Configs | Integration | P2 | EC-004 | ❌ Missing |
|
|
57
|
+
| TC-019 | Repository Changes During Clone | Integration | P2 | EC-005 | ❌ Missing |
|
|
58
|
+
|
|
59
|
+
**Note**: Detailed test case definitions are in the `test-cases/` directory.
|
|
60
|
+
|
|
61
|
+
## Option Permutation Matrix
|
|
62
|
+
| Test Case | OPT-A (Shallow) | OPT-B (Full) | Expected Behavior |
|
|
63
|
+
|-----------|-----------------|--------------|-------------------|
|
|
64
|
+
| TC-001 | Y | N | Fast clone, only latest commit |
|
|
65
|
+
| TC-012 | N | Y | Slower clone, full history available |
|
|
66
|
+
|
|
67
|
+
## Constraint Boundary Tests
|
|
68
|
+
| Constraint | Boundary Type | Test Value | Test Case | Expected |
|
|
69
|
+
|------------|---------------|------------|-----------|----------|
|
|
70
|
+
| FR-001-CON-1 | Max Size | 1GB | TC-013 | Pass (at limit) |
|
|
71
|
+
| FR-001-CON-1 | Above Max | 1.1GB | TC-010 | Error CATALOG-004 |
|
|
72
|
+
| FR-001-CON-2 | At Timeout | 5 minutes | TC-014 | Pass (just under) |
|
|
73
|
+
| FR-001-CON-2 | Exceed Timeout | 5.5 minutes | TC-011 | Error CATALOG-005 |
|
|
74
|
+
|
|
75
|
+
## Edge Cases
|
|
76
|
+
| ID | Description | Related Req | Test Case | Risk if Untested |
|
|
77
|
+
|----|-------------|-------------|-----------|------------------|
|
|
78
|
+
| EC-001 | Monorepo with multiple K8s projects | US-001 | TC-015 | May miss components or create duplicate entries |
|
|
79
|
+
| EC-002 | Repository with mixed K8s and non-K8s YAML files | FR-001 | TC-016 | May incorrectly parse non-K8s YAML as components |
|
|
80
|
+
| EC-003 | Malformed YAML that crashes parser | FR-001 | TC-017 | Service crash or incomplete ingestion |
|
|
81
|
+
| EC-004 | Repository with symlinks to K8s configs | FR-001 | TC-018 | May not follow symlinks, miss components |
|
|
82
|
+
| EC-005 | Repository changes during clone/scan | FR-001 | TC-019 | Inconsistent state or race conditions |
|
|
83
|
+
|
|
84
|
+
## Coverage Gaps
|
|
85
|
+
| Gap ID | Description | Risk Level | Mitigation |
|
|
86
|
+
|--------|-------------|------------|------------|
|
|
87
|
+
| GAP-001 | No tests for GitLab/Bitbucket | Low | Not in scope for v1, document for future |
|
|
88
|
+
| GAP-002 | No performance tests for concurrent ingestions | Medium | Add TC-020 to test 10 concurrent ingestions |
|
|
89
|
+
| GAP-003 | No tests for webhook-triggered re-ingestion | High | Add TC-021 for GitHub webhook integration |
|
|
90
|
+
|
|
91
|
+
## Test Execution Summary
|
|
92
|
+
| Category | Total | Passed | Failed | Blocked | Coverage |
|
|
93
|
+
|----------|-------|--------|--------|---------|----------|
|
|
94
|
+
| Unit | 3 | 3 | 0 | 0 | 100% |
|
|
95
|
+
| Integration | 8 | 8 | 0 | 0 | 100% |
|
|
96
|
+
| E2E | 0 | 0 | 0 | 0 | N/A |
|
|
97
|
+
| Edge Cases | 5 | 3 | 0 | 2 | 60% |
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
# Test Matrix
|
|
2
|
+
|
|
3
|
+
## Overview
|
|
4
|
+
This matrix ensures comprehensive test coverage by transforming requirements into test cases.
|
|
5
|
+
|
|
6
|
+
## Test Matrix Rules
|
|
7
|
+
1. **Coverage Rule**: Every acceptance criterion (AC) must have at least one test case
|
|
8
|
+
2. **Option Permutation Rule**: Test all valid combinations of options
|
|
9
|
+
3. **Constraint Boundary Rule**: Test at boundaries of each constraint
|
|
10
|
+
4. **Error Path Rule**: Test all documented error conditions
|
|
11
|
+
5. **State Transition Rule**: Test all valid state transitions (if applicable)
|
|
12
|
+
6. **Edge Case Rule**: Identify and test edge cases for each requirement
|
|
13
|
+
|
|
14
|
+
## Requirements Traceability
|
|
15
|
+
|
|
16
|
+
### Stakeholder Requirement Coverage
|
|
17
|
+
| Stakeholder Req | Trace to US/FR | Test/Validation | Coverage Status |
|
|
18
|
+
|-----------------|----------------|-----------------|-----------------|
|
|
19
|
+
| StR-XXX | US-XXX, FR-XXX | Review | ✅ Complete |
|
|
20
|
+
|
|
21
|
+
### User Story Coverage
|
|
22
|
+
| User Story | Acceptance Criteria | Test Cases | Coverage Status |
|
|
23
|
+
|------------|---------------------|------------|-----------------|
|
|
24
|
+
| US-XXX | US-XXX-AC-1 | TC-001, TC-002 | ✅ Complete |
|
|
25
|
+
| US-XXX | US-XXX-AC-2 | TC-003 | ✅ Complete |
|
|
26
|
+
|
|
27
|
+
### Functional Requirement Coverage
|
|
28
|
+
| Functional Req | Acceptance Criteria | Test Cases | Coverage Status |
|
|
29
|
+
|----------------|---------------------|------------|-----------------|
|
|
30
|
+
| FR-XXX | FR-XXX-AC-1 | TC-004, TC-005 | ✅ Complete |
|
|
31
|
+
|
|
32
|
+
### Non-Functional Requirement Coverage
|
|
33
|
+
| Non-Functional Req | Verification Method | Evidence/Test Cases | Status |
|
|
34
|
+
|--------------------|---------------------|---------------------|--------|
|
|
35
|
+
| NFR-XXX | Test / Review | TC-006, Audit Log | ✅ Complete |
|
|
36
|
+
|
|
37
|
+
## Test Case Summary
|
|
38
|
+
|
|
39
|
+
| Test ID | Title | Type | Priority | Traces To | Status |
|
|
40
|
+
|---------|-------|------|----------|-----------|--------|
|
|
41
|
+
| TC-001 | [Test Title] | [Unit/Integration/E2E] | [P0/P1/P2/P3] | [US-XXX-AC-X] | [✅/⚠️/❌/🚧] |
|
|
42
|
+
| TC-002 | [Test Title] | [Unit/Integration/E2E] | [P0/P1/P2/P3] | [FR-XXX-AC-X] | [✅/⚠️/❌/🚧] |
|
|
43
|
+
|
|
44
|
+
**Note**: Detailed test case definitions should be in separate files in `test-cases/` directory.
|
|
45
|
+
|
|
46
|
+
## Option Permutation Matrix
|
|
47
|
+
| Test Case | OPT-A | OPT-B | OPT-C | Expected Behavior |
|
|
48
|
+
|-----------|-------|-------|-------|-------------------|
|
|
49
|
+
| TC-XXX | Value1 | Value1 | Value1 | [behavior] |
|
|
50
|
+
| TC-XXX | Value1 | Value2 | Value1 | [behavior] |
|
|
51
|
+
|
|
52
|
+
## Constraint Boundary Tests
|
|
53
|
+
| Constraint | Boundary Type | Test Value | Test Case | Expected |
|
|
54
|
+
|------------|---------------|------------|-----------|----------|
|
|
55
|
+
| CON-1 | Min | [value] | TC-XXX | [pass/fail] |
|
|
56
|
+
| CON-1 | Max | [value] | TC-XXX | [pass/fail] |
|
|
57
|
+
| CON-1 | Below Min | [value] | TC-XXX | Error |
|
|
58
|
+
| CON-1 | Above Max | [value] | TC-XXX | Error |
|
|
59
|
+
|
|
60
|
+
## Edge Cases
|
|
61
|
+
| ID | Description | Related Req | Test Case | Risk if Untested |
|
|
62
|
+
|----|-------------|-------------|-----------|------------------|
|
|
63
|
+
| EC-001 | [edge case] | FR-XXX | TC-XXX | [risk] |
|
|
64
|
+
|
|
65
|
+
## Integration Test Matrix
|
|
66
|
+
|
|
67
|
+
> Include this section when requirements specify integration testing is required.
|
|
68
|
+
|
|
69
|
+
### Cross-Project Integrations
|
|
70
|
+
| Integration ID | Purpose | Target Project | Type | Test Cases | Status |
|
|
71
|
+
|----------------|---------|----------------|------|------------|--------|
|
|
72
|
+
| INT-001 | Event consumption | event-monitor | service | TC-INT-001, TC-INT-002 | 🚧 |
|
|
73
|
+
| INT-002 | API orchestration | orchestrator-service | service | TC-INT-003, TC-INT-004, TC-INT-005 | ❌ |
|
|
74
|
+
|
|
75
|
+
### Local Service Integrations
|
|
76
|
+
| Integration ID | Purpose | Service | Type | Test Cases | Status |
|
|
77
|
+
|----------------|---------|---------|------|------------|--------|
|
|
78
|
+
| INT-010 | Data persistence | postgres.ix | database | TC-INT-010a, TC-INT-010b, TC-INT-010c | ✅ |
|
|
79
|
+
| INT-011 | Cache operations | redis.ix | service | TC-INT-011, TC-INT-012 | ⚠️ |
|
|
80
|
+
| INT-012 | Message publishing | event-bus | event | TC-INT-013, TC-INT-014, TC-INT-015 | ❌ |
|
|
81
|
+
|
|
82
|
+
### Browser/UI Integrations
|
|
83
|
+
| Integration ID | Purpose | Target | Type | Test Cases | Status |
|
|
84
|
+
|----------------|---------|--------|------|------------|--------|
|
|
85
|
+
| INT-020 | Component rendering | Storybook | browser | TC-INT-020a thru TC-INT-020f | ✅ |
|
|
86
|
+
| INT-021 | User interaction flows | Storybook | browser | TC-INT-021, TC-INT-022, TC-INT-023 | 🚧 |
|
|
87
|
+
| INT-022 | Visual regression | Storybook | browser | TC-INT-024, TC-INT-025 | ❌ |
|
|
88
|
+
|
|
89
|
+
### Integration Test Details
|
|
90
|
+
|
|
91
|
+
For each integration, define extensive test coverage:
|
|
92
|
+
|
|
93
|
+
| Test Case | Integration | Scenario | Input | Expected | Priority |
|
|
94
|
+
|-----------|-------------|----------|-------|----------|----------|
|
|
95
|
+
| TC-INT-001 | INT-001 | Happy path event processing | Valid event payload | Event processed, state updated | P0 |
|
|
96
|
+
| TC-INT-002 | INT-001 | Malformed event rejection | Invalid JSON schema | Event DLQ'd, error logged | P1 |
|
|
97
|
+
| TC-INT-010a | INT-010 | CRUD operations | Standard model data | Data persisted correctly | P0 |
|
|
98
|
+
| TC-INT-010b | INT-010 | Concurrent writes | Simultaneous updates | Proper lock handling | P1 |
|
|
99
|
+
| TC-INT-010c | INT-010 | Connection recovery | DB restart mid-operation | Graceful reconnection | P1 |
|
|
100
|
+
| TC-INT-020a | INT-020 | Default state render | No props | Component renders correctly | P0 |
|
|
101
|
+
| TC-INT-020b | INT-020 | Loading state | isLoading=true | Spinner displayed | P0 |
|
|
102
|
+
| TC-INT-020c | INT-020 | Error state | error prop set | Error message visible | P0 |
|
|
103
|
+
| TC-INT-020d | INT-020 | Interactive actions | User clicks button | Handler invoked | P1 |
|
|
104
|
+
| TC-INT-020e | INT-020 | Accessibility | Keyboard navigation | All controls reachable | P1 |
|
|
105
|
+
| TC-INT-020f | INT-020 | Mobile responsive | Viewport 375px | Layout adapts correctly | P2 |
|
|
106
|
+
|
|
107
|
+
## Coverage Gaps
|
|
108
|
+
| Gap ID | Description | Risk Level | Mitigation |
|
|
109
|
+
|--------|-------------|------------|------------|
|
|
110
|
+
| GAP-001 | [description] | [High/Med/Low] | [plan to address] |
|
|
111
|
+
|
|
112
|
+
## Test Execution Summary
|
|
113
|
+
| Category | Total | Passed | Failed | Blocked | Coverage |
|
|
114
|
+
|----------|-------|--------|--------|---------|----------|
|
|
115
|
+
| Unit | X | X | X | X | XX% |
|
|
116
|
+
| Integration | X | X | X | X | XX% |
|
|
117
|
+
| E2E | X | X | X | X | XX% |
|
|
@@ -0,0 +1,146 @@
|
|
|
1
|
+
export interface SpecSkill {
|
|
2
|
+
readonly id: string;
|
|
3
|
+
readonly path: string;
|
|
4
|
+
readonly workflows: readonly string[];
|
|
5
|
+
readonly category: "create-edit" | "write" | "derive" | "review" | "analysis" | "planning" | "graph";
|
|
6
|
+
}
|
|
7
|
+
export declare const specSkills: readonly [{
|
|
8
|
+
readonly id: "spec-create";
|
|
9
|
+
readonly path: "skills/create";
|
|
10
|
+
readonly workflows: readonly ["spec-create", "spec-edit", "spec-batch"];
|
|
11
|
+
readonly category: "create-edit";
|
|
12
|
+
}, {
|
|
13
|
+
readonly id: "spec-write-str";
|
|
14
|
+
readonly path: "skills/write-str";
|
|
15
|
+
readonly workflows: readonly ["write-str"];
|
|
16
|
+
readonly category: "write";
|
|
17
|
+
}, {
|
|
18
|
+
readonly id: "spec-write-us";
|
|
19
|
+
readonly path: "skills/write-us";
|
|
20
|
+
readonly workflows: readonly ["write-us"];
|
|
21
|
+
readonly category: "write";
|
|
22
|
+
}, {
|
|
23
|
+
readonly id: "spec-write-fr";
|
|
24
|
+
readonly path: "skills/write-fr";
|
|
25
|
+
readonly workflows: readonly ["write-fr"];
|
|
26
|
+
readonly category: "write";
|
|
27
|
+
}, {
|
|
28
|
+
readonly id: "spec-write-nfr";
|
|
29
|
+
readonly path: "skills/write-nfr";
|
|
30
|
+
readonly workflows: readonly ["write-nfr"];
|
|
31
|
+
readonly category: "write";
|
|
32
|
+
}, {
|
|
33
|
+
readonly id: "spec-write-it";
|
|
34
|
+
readonly path: "skills/write-it";
|
|
35
|
+
readonly workflows: readonly ["write-it"];
|
|
36
|
+
readonly category: "write";
|
|
37
|
+
}, {
|
|
38
|
+
readonly id: "spec-us-to-fr";
|
|
39
|
+
readonly path: "skills/us-to-fr";
|
|
40
|
+
readonly workflows: readonly ["us-to-fr"];
|
|
41
|
+
readonly category: "derive";
|
|
42
|
+
}, {
|
|
43
|
+
readonly id: "spec-convert-objects";
|
|
44
|
+
readonly path: "skills/convert-objects";
|
|
45
|
+
readonly workflows: readonly ["convert-objects"];
|
|
46
|
+
readonly category: "derive";
|
|
47
|
+
}, {
|
|
48
|
+
readonly id: "spec-matrix";
|
|
49
|
+
readonly path: "skills/matrix";
|
|
50
|
+
readonly workflows: readonly ["matrix"];
|
|
51
|
+
readonly category: "review";
|
|
52
|
+
}, {
|
|
53
|
+
readonly id: "spec-review";
|
|
54
|
+
readonly path: "skills/review";
|
|
55
|
+
readonly workflows: readonly ["review"];
|
|
56
|
+
readonly category: "review";
|
|
57
|
+
}, {
|
|
58
|
+
readonly id: "spec-analysis-integrity";
|
|
59
|
+
readonly path: "skills/analysis-integrity";
|
|
60
|
+
readonly workflows: readonly ["analysis-integrity"];
|
|
61
|
+
readonly category: "analysis";
|
|
62
|
+
}, {
|
|
63
|
+
readonly id: "spec-analysis-failure-domain";
|
|
64
|
+
readonly path: "skills/analysis-failure-domain";
|
|
65
|
+
readonly workflows: readonly ["analysis-failure-domain"];
|
|
66
|
+
readonly category: "analysis";
|
|
67
|
+
}, {
|
|
68
|
+
readonly id: "spec-analysis-dependency";
|
|
69
|
+
readonly path: "skills/analysis-dependency";
|
|
70
|
+
readonly workflows: readonly ["analysis-dependency"];
|
|
71
|
+
readonly category: "analysis";
|
|
72
|
+
}, {
|
|
73
|
+
readonly id: "spec-analysis-evidence";
|
|
74
|
+
readonly path: "skills/analysis-evidence";
|
|
75
|
+
readonly workflows: readonly ["analysis-evidence"];
|
|
76
|
+
readonly category: "analysis";
|
|
77
|
+
}, {
|
|
78
|
+
readonly id: "spec-analysis-risk-complexity";
|
|
79
|
+
readonly path: "skills/analysis-risk-complexity";
|
|
80
|
+
readonly workflows: readonly ["analysis-risk-complexity"];
|
|
81
|
+
readonly category: "analysis";
|
|
82
|
+
}, {
|
|
83
|
+
readonly id: "spec-analysis-scope-boundary";
|
|
84
|
+
readonly path: "skills/analysis-scope-boundary";
|
|
85
|
+
readonly workflows: readonly ["analysis-scope-boundary"];
|
|
86
|
+
readonly category: "analysis";
|
|
87
|
+
}, {
|
|
88
|
+
readonly id: "spec-object-review";
|
|
89
|
+
readonly path: "skills/object-review";
|
|
90
|
+
readonly workflows: readonly ["object-review"];
|
|
91
|
+
readonly category: "review";
|
|
92
|
+
}, {
|
|
93
|
+
readonly id: "spec-app-review";
|
|
94
|
+
readonly path: "skills/app-review";
|
|
95
|
+
readonly workflows: readonly ["app-review"];
|
|
96
|
+
readonly category: "review";
|
|
97
|
+
}, {
|
|
98
|
+
readonly id: "spec-security-analysis";
|
|
99
|
+
readonly path: "skills/security-analysis";
|
|
100
|
+
readonly workflows: readonly ["security-analysis"];
|
|
101
|
+
readonly category: "analysis";
|
|
102
|
+
}, {
|
|
103
|
+
readonly id: "spec-blueprint";
|
|
104
|
+
readonly path: "skills/blueprint";
|
|
105
|
+
readonly workflows: readonly ["blueprint"];
|
|
106
|
+
readonly category: "planning";
|
|
107
|
+
}, {
|
|
108
|
+
readonly id: "spec-task-generation-readiness";
|
|
109
|
+
readonly path: "skills/task-generation-readiness";
|
|
110
|
+
readonly workflows: readonly ["task-generation-readiness"];
|
|
111
|
+
readonly category: "planning";
|
|
112
|
+
}, {
|
|
113
|
+
readonly id: "spec-to-plan";
|
|
114
|
+
readonly path: "skills/to-plan";
|
|
115
|
+
readonly workflows: readonly ["to-plan"];
|
|
116
|
+
readonly category: "planning";
|
|
117
|
+
}, {
|
|
118
|
+
readonly id: "spec-implementation-gap-analysis";
|
|
119
|
+
readonly path: "skills/implementation-gap-analysis";
|
|
120
|
+
readonly workflows: readonly ["implementation-gap-analysis"];
|
|
121
|
+
readonly category: "analysis";
|
|
122
|
+
}, {
|
|
123
|
+
readonly id: "spec-core-search";
|
|
124
|
+
readonly path: "skills/core-search";
|
|
125
|
+
readonly workflows: readonly ["core-search"];
|
|
126
|
+
readonly category: "graph";
|
|
127
|
+
}, {
|
|
128
|
+
readonly id: "spec-core-explore-objects";
|
|
129
|
+
readonly path: "skills/core-explore-objects";
|
|
130
|
+
readonly workflows: readonly ["core-explore-objects"];
|
|
131
|
+
readonly category: "graph";
|
|
132
|
+
}, {
|
|
133
|
+
readonly id: "spec-core-trace-analysis";
|
|
134
|
+
readonly path: "skills/core-trace-analysis";
|
|
135
|
+
readonly workflows: readonly ["core-trace-analysis"];
|
|
136
|
+
readonly category: "graph";
|
|
137
|
+
}, {
|
|
138
|
+
readonly id: "spec-core-review";
|
|
139
|
+
readonly path: "skills/core-review";
|
|
140
|
+
readonly workflows: readonly ["core-review"];
|
|
141
|
+
readonly category: "graph";
|
|
142
|
+
}];
|
|
143
|
+
export declare function skillById(id: string): SpecSkill | undefined;
|
|
144
|
+
export declare function workflowSkillPath(workflowName: string): string | undefined;
|
|
145
|
+
export { artifactFrontmatterValid, artifactRelationshipsResolve, clearProjectRegistryCache, specInvariants, } from './invariants.js';
|
|
146
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,SAAS,EAAE,SAAS,MAAM,EAAE,CAAC;IACtC,QAAQ,CAAC,QAAQ,EACb,aAAa,GACb,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,UAAU,GACV,UAAU,GACV,OAAO,CAAC;CACb;AAED,eAAO,MAAM,UAAU;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmKkB,CAAC;AAE1C,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS,CAE3D;AAED,wBAAgB,iBAAiB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAI1E;AAED,OAAO,EACL,wBAAwB,EACxB,4BAA4B,EAC5B,yBAAyB,EACzB,cAAc,GACf,MAAM,iBAAiB,CAAC"}
|