omgkit 2.21.7 → 2.22.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +13 -2
- package/plugin/commands/omgdeploy/edge.md +1 -1
- package/plugin/commands/quality/test-chaos.md +99 -0
- package/plugin/commands/quality/test-mutate.md +65 -0
- package/plugin/commands/quality/test-omega.md +61 -0
- package/plugin/commands/quality/test-performance.md +82 -0
- package/plugin/commands/quality/test-property.md +61 -0
- package/plugin/commands/quality/test-security.md +76 -0
- package/plugin/skills/testing/chaos-testing/SKILL.md +389 -0
- package/plugin/skills/testing/comprehensive-testing/SKILL.md +248 -0
- package/plugin/skills/testing/mutation-testing/SKILL.md +335 -0
- package/plugin/skills/testing/performance-testing/SKILL.md +361 -0
- package/plugin/skills/testing/property-testing/SKILL.md +341 -0
- package/plugin/skills/testing/security-testing/SKILL.md +347 -0
- package/plugin/workflows/testing/comprehensive-testing.md +130 -0
- package/plugin/workflows/testing/security-hardening.md +196 -0
- package/plugin/workflows/testing/test-driven-development.md +181 -0
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "omgkit",
|
|
3
|
-
"version": "2.
|
|
4
|
-
"description": "Omega-Level Development Kit - AI Team System for Claude Code. 41 agents,
|
|
3
|
+
"version": "2.22.0",
|
|
4
|
+
"description": "Omega-Level Development Kit - AI Team System for Claude Code. 41 agents, 150 commands, 151 skills, 67 workflows.",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"claude-code",
|
|
7
7
|
"ai",
|
|
@@ -43,7 +43,15 @@
|
|
|
43
43
|
"test:unit": "vitest run tests/unit",
|
|
44
44
|
"test:validation": "vitest run tests/validation",
|
|
45
45
|
"test:integration": "vitest run tests/integration",
|
|
46
|
+
"test:autonomous": "vitest run tests/autonomous",
|
|
47
|
+
"test:security": "vitest run tests/security",
|
|
48
|
+
"test:property": "vitest run tests/property",
|
|
49
|
+
"test:behavioral": "vitest run tests/behavioral",
|
|
50
|
+
"test:performance": "vitest run tests/performance",
|
|
51
|
+
"test:mutation": "stryker run",
|
|
52
|
+
"test:omega": "npm run test && npm run test:mutation",
|
|
46
53
|
"test:docs": "vitest run tests/validation/docs-sync.test.js",
|
|
54
|
+
"test:benchmark": "vitest bench",
|
|
47
55
|
"lint": "eslint .",
|
|
48
56
|
"docs:generate": "node scripts/generate-docs.js",
|
|
49
57
|
"docs:mint": "node scripts/generate-mint-json.js",
|
|
@@ -59,7 +67,10 @@
|
|
|
59
67
|
"node": ">=18.0.0"
|
|
60
68
|
},
|
|
61
69
|
"devDependencies": {
|
|
70
|
+
"@stryker-mutator/core": "^9.4.0",
|
|
71
|
+
"@stryker-mutator/vitest-runner": "^9.4.0",
|
|
62
72
|
"@vitest/coverage-v8": "^4.0.16",
|
|
73
|
+
"fast-check": "^4.5.3",
|
|
63
74
|
"js-yaml": "^4.1.1",
|
|
64
75
|
"vitest": "^4.0.16"
|
|
65
76
|
}
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: /quality:test-chaos
|
|
3
|
+
description: Run chaos engineering tests including fault injection, failure simulation, and resilience verification
|
|
4
|
+
category: quality
|
|
5
|
+
tags:
|
|
6
|
+
- testing
|
|
7
|
+
- chaos
|
|
8
|
+
- resilience
|
|
9
|
+
- fault-injection
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
# /quality:test-chaos
|
|
13
|
+
|
|
14
|
+
Run chaos engineering tests for system resilience.
|
|
15
|
+
|
|
16
|
+
## Usage
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
/quality:test-chaos
|
|
20
|
+
/quality:test-chaos --fault network
|
|
21
|
+
/quality:test-chaos --blast-radius small
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
## Fault Types
|
|
25
|
+
|
|
26
|
+
### Network Faults
|
|
27
|
+
- Latency injection
|
|
28
|
+
- Connection timeouts
|
|
29
|
+
- Partial failures
|
|
30
|
+
- DNS resolution failures
|
|
31
|
+
|
|
32
|
+
### Service Faults
|
|
33
|
+
- Service unavailability
|
|
34
|
+
- Circuit breaker testing
|
|
35
|
+
- Fallback verification
|
|
36
|
+
- Retry behavior
|
|
37
|
+
|
|
38
|
+
### Resource Faults
|
|
39
|
+
- Memory pressure
|
|
40
|
+
- CPU saturation
|
|
41
|
+
- Disk full simulation
|
|
42
|
+
- Connection pool exhaustion
|
|
43
|
+
|
|
44
|
+
### Clock Faults
|
|
45
|
+
- Clock skew simulation
|
|
46
|
+
- Timezone issues
|
|
47
|
+
- Leap second handling
|
|
48
|
+
|
|
49
|
+
## Options
|
|
50
|
+
|
|
51
|
+
| Option | Description | Default |
|
|
52
|
+
|--------|-------------|---------|
|
|
53
|
+
| --fault | Fault type to inject | all |
|
|
54
|
+
| --blast-radius | Scope: small, medium, large | small |
|
|
55
|
+
| --probability | Fault injection rate | 10% |
|
|
56
|
+
| --duration | Test duration | 60s |
|
|
57
|
+
| --kill-switch | Auto-rollback on critical failure | true |
|
|
58
|
+
|
|
59
|
+
## Experiment Template
|
|
60
|
+
|
|
61
|
+
```yaml
|
|
62
|
+
experiment:
|
|
63
|
+
name: "API Latency Injection"
|
|
64
|
+
hypothesis: "System should handle 2s latency gracefully"
|
|
65
|
+
steady-state:
|
|
66
|
+
- metric: error_rate
|
|
67
|
+
value: < 1%
|
|
68
|
+
- metric: response_time_p95
|
|
69
|
+
value: < 200ms
|
|
70
|
+
method:
|
|
71
|
+
- type: latency
|
|
72
|
+
target: api-gateway
|
|
73
|
+
delay: 2000ms
|
|
74
|
+
probability: 0.3
|
|
75
|
+
rollback:
|
|
76
|
+
- type: restore
|
|
77
|
+
target: api-gateway
|
|
78
|
+
```
|
|
79
|
+
|
|
80
|
+
## Safety Guidelines
|
|
81
|
+
|
|
82
|
+
1. **Start Small**: Begin with low probability, limited scope
|
|
83
|
+
2. **Monitor Everything**: Watch all metrics during experiments
|
|
84
|
+
3. **Kill Switch**: Always have rollback mechanism ready
|
|
85
|
+
4. **Game Days**: Schedule chaos tests, notify teams
|
|
86
|
+
5. **Progressive Expansion**: Gradually increase blast radius
|
|
87
|
+
|
|
88
|
+
## Output
|
|
89
|
+
|
|
90
|
+
- Resilience score
|
|
91
|
+
- Recovery time metrics
|
|
92
|
+
- Failure cascade analysis
|
|
93
|
+
- Recommended improvements
|
|
94
|
+
|
|
95
|
+
## Related
|
|
96
|
+
|
|
97
|
+
- testing/chaos-testing
|
|
98
|
+
- testing/comprehensive-testing
|
|
99
|
+
- devops/observability
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: /quality:test-mutate
|
|
3
|
+
description: Run mutation testing with Stryker to verify test quality by introducing code mutations
|
|
4
|
+
category: quality
|
|
5
|
+
tags:
|
|
6
|
+
- testing
|
|
7
|
+
- mutation
|
|
8
|
+
- stryker
|
|
9
|
+
- quality
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
# /quality:test-mutate
|
|
13
|
+
|
|
14
|
+
Run mutation testing to verify test suite quality.
|
|
15
|
+
|
|
16
|
+
## Usage
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
/quality:test-mutate
|
|
20
|
+
/quality:test-mutate --file src/core.js
|
|
21
|
+
/quality:test-mutate --threshold 75
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
## How It Works
|
|
25
|
+
|
|
26
|
+
1. **Mutate**: Stryker introduces small changes (mutations) to your code
|
|
27
|
+
2. **Test**: Runs your test suite against each mutation
|
|
28
|
+
3. **Score**: Calculates percentage of mutations caught
|
|
29
|
+
|
|
30
|
+
## Mutation Types
|
|
31
|
+
|
|
32
|
+
- **Arithmetic**: `+` to `-`, `*` to `/`
|
|
33
|
+
- **Comparison**: `>` to `>=`, `==` to `!=`
|
|
34
|
+
- **Logical**: `&&` to `||`, `!` removal
|
|
35
|
+
- **Return Values**: `true` to `false`, empty returns
|
|
36
|
+
|
|
37
|
+
## Options
|
|
38
|
+
|
|
39
|
+
| Option | Description | Default |
|
|
40
|
+
|--------|-------------|---------|
|
|
41
|
+
| --file | Target file to mutate | All src files |
|
|
42
|
+
| --threshold | Minimum mutation score | 75% |
|
|
43
|
+
| --concurrency | Parallel test runs | 4 |
|
|
44
|
+
| --timeout | Timeout per mutation | 60s |
|
|
45
|
+
|
|
46
|
+
## Interpreting Results
|
|
47
|
+
|
|
48
|
+
| Mutation Score | Quality Level | Action |
|
|
49
|
+
|----------------|---------------|--------|
|
|
50
|
+
| 80%+ | Excellent | Maintain |
|
|
51
|
+
| 60-80% | Good | Improve boundary tests |
|
|
52
|
+
| 40-60% | Fair | Add more assertions |
|
|
53
|
+
| Below 40% | Poor | Major test improvements needed |
|
|
54
|
+
|
|
55
|
+
## Output
|
|
56
|
+
|
|
57
|
+
- HTML report in `reports/mutation/`
|
|
58
|
+
- JSON summary for CI integration
|
|
59
|
+
- List of surviving mutations
|
|
60
|
+
|
|
61
|
+
## Related
|
|
62
|
+
|
|
63
|
+
- testing/mutation-testing
|
|
64
|
+
- testing/comprehensive-testing
|
|
65
|
+
- methodology/quality-gates
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: /quality:test-omega
|
|
3
|
+
description: Run comprehensive 4-dimensional Omega testing covering accuracy, performance, security, and accessibility
|
|
4
|
+
category: quality
|
|
5
|
+
tags:
|
|
6
|
+
- testing
|
|
7
|
+
- omega
|
|
8
|
+
- comprehensive
|
|
9
|
+
- quality
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
# /quality:test-omega
|
|
13
|
+
|
|
14
|
+
Run comprehensive Omega testing across all 4 dimensions.
|
|
15
|
+
|
|
16
|
+
## Usage
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
/quality:test-omega
|
|
20
|
+
/quality:test-omega --dimension accuracy
|
|
21
|
+
/quality:test-omega --dimension security
|
|
22
|
+
/quality:test-omega --coverage 90
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
## Dimensions
|
|
26
|
+
|
|
27
|
+
### 1. Accuracy Testing
|
|
28
|
+
- Unit tests for individual functions
|
|
29
|
+
- Integration tests for component interactions
|
|
30
|
+
- End-to-end tests for user flows
|
|
31
|
+
|
|
32
|
+
### 2. Performance Testing
|
|
33
|
+
- Response time benchmarks
|
|
34
|
+
- Load testing under concurrency
|
|
35
|
+
- Memory usage analysis
|
|
36
|
+
|
|
37
|
+
### 3. Security Testing
|
|
38
|
+
- OWASP Top 10 coverage
|
|
39
|
+
- Input validation tests
|
|
40
|
+
- Authentication/authorization checks
|
|
41
|
+
|
|
42
|
+
### 4. Accessibility Testing
|
|
43
|
+
- WCAG 2.1 compliance
|
|
44
|
+
- Keyboard navigation
|
|
45
|
+
- Screen reader compatibility
|
|
46
|
+
|
|
47
|
+
## Output
|
|
48
|
+
|
|
49
|
+
Generates comprehensive test report with:
|
|
50
|
+
- Test counts per dimension
|
|
51
|
+
- Coverage metrics
|
|
52
|
+
- Performance SLAs
|
|
53
|
+
- Security findings
|
|
54
|
+
- Accessibility score
|
|
55
|
+
|
|
56
|
+
## Related
|
|
57
|
+
|
|
58
|
+
- testing/comprehensive-testing
|
|
59
|
+
- testing/property-testing
|
|
60
|
+
- testing/security-testing
|
|
61
|
+
- testing/performance-testing
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: /quality:test-performance
|
|
3
|
+
description: Run performance testing including benchmarks, load tests, and profiling for optimal application performance
|
|
4
|
+
category: quality
|
|
5
|
+
tags:
|
|
6
|
+
- testing
|
|
7
|
+
- performance
|
|
8
|
+
- benchmarking
|
|
9
|
+
- load-testing
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
# /quality:test-performance
|
|
13
|
+
|
|
14
|
+
Run performance tests and benchmarks.
|
|
15
|
+
|
|
16
|
+
## Usage
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
/quality:test-performance
|
|
20
|
+
/quality:test-performance --type benchmark
|
|
21
|
+
/quality:test-performance --type load
|
|
22
|
+
/quality:test-performance --sla 200ms
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
## Test Types
|
|
26
|
+
|
|
27
|
+
### Benchmark Tests
|
|
28
|
+
- Function execution timing
|
|
29
|
+
- Algorithm comparison
|
|
30
|
+
- Memory usage measurement
|
|
31
|
+
- Throughput calculation
|
|
32
|
+
|
|
33
|
+
### Load Tests
|
|
34
|
+
- Concurrent user simulation
|
|
35
|
+
- Ramp-up patterns
|
|
36
|
+
- Sustained load testing
|
|
37
|
+
- Spike testing
|
|
38
|
+
|
|
39
|
+
### Stress Tests
|
|
40
|
+
- Beyond-capacity testing
|
|
41
|
+
- Recovery verification
|
|
42
|
+
- Failure point identification
|
|
43
|
+
- Resource exhaustion
|
|
44
|
+
|
|
45
|
+
### Memory Tests
|
|
46
|
+
- Memory leak detection
|
|
47
|
+
- Allocation profiling
|
|
48
|
+
- GC behavior analysis
|
|
49
|
+
- Heap snapshot comparison
|
|
50
|
+
|
|
51
|
+
## Options
|
|
52
|
+
|
|
53
|
+
| Option | Description | Default |
|
|
54
|
+
|--------|-------------|---------|
|
|
55
|
+
| --type | Test type (benchmark, load, stress, memory) | benchmark |
|
|
56
|
+
| --sla | Response time SLA | 200ms |
|
|
57
|
+
| --concurrency | Concurrent users for load tests | 50 |
|
|
58
|
+
| --duration | Test duration | 60s |
|
|
59
|
+
| --warmup | Warmup iterations | 10 |
|
|
60
|
+
|
|
61
|
+
## SLA Thresholds
|
|
62
|
+
|
|
63
|
+
| Metric | Target | Warning | Critical |
|
|
64
|
+
|--------|--------|---------|----------|
|
|
65
|
+
| p50 Response | 50ms | 100ms | 200ms |
|
|
66
|
+
| p95 Response | 200ms | 500ms | 1000ms |
|
|
67
|
+
| p99 Response | 500ms | 1000ms | 2000ms |
|
|
68
|
+
| Error Rate | 0.1% | 1% | 5% |
|
|
69
|
+
| Throughput | 1000 rps | 500 rps | 100 rps |
|
|
70
|
+
|
|
71
|
+
## Output
|
|
72
|
+
|
|
73
|
+
- Performance metrics summary
|
|
74
|
+
- Percentile distributions
|
|
75
|
+
- Flamegraph visualizations
|
|
76
|
+
- Comparison with baseline
|
|
77
|
+
|
|
78
|
+
## Related
|
|
79
|
+
|
|
80
|
+
- testing/performance-testing
|
|
81
|
+
- testing/comprehensive-testing
|
|
82
|
+
- devops/observability
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: /quality:test-property
|
|
3
|
+
description: Generate and run property-based tests using Fast-Check for invariant verification
|
|
4
|
+
category: quality
|
|
5
|
+
tags:
|
|
6
|
+
- testing
|
|
7
|
+
- property-based
|
|
8
|
+
- fast-check
|
|
9
|
+
- invariants
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
# /quality:test-property
|
|
13
|
+
|
|
14
|
+
Generate and run property-based tests for comprehensive edge case coverage.
|
|
15
|
+
|
|
16
|
+
## Usage
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
/quality:test-property
|
|
20
|
+
/quality:test-property --file src/utils.js
|
|
21
|
+
/quality:test-property --numRuns 1000
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
## Properties Tested
|
|
25
|
+
|
|
26
|
+
### Roundtrip Properties
|
|
27
|
+
- Serialize/deserialize equality
|
|
28
|
+
- Encode/decode reversibility
|
|
29
|
+
- Parse/format consistency
|
|
30
|
+
|
|
31
|
+
### Invariant Properties
|
|
32
|
+
- Length preservation
|
|
33
|
+
- Type preservation
|
|
34
|
+
- Range constraints
|
|
35
|
+
|
|
36
|
+
### Mathematical Properties
|
|
37
|
+
- Commutativity
|
|
38
|
+
- Associativity
|
|
39
|
+
- Idempotence
|
|
40
|
+
|
|
41
|
+
## Options
|
|
42
|
+
|
|
43
|
+
| Option | Description | Default |
|
|
44
|
+
|--------|-------------|---------|
|
|
45
|
+
| --file | Target file to test | All files |
|
|
46
|
+
| --numRuns | Number of random inputs | 100 |
|
|
47
|
+
| --seed | Random seed for reproducibility | Random |
|
|
48
|
+
| --verbose | Show all tested inputs | false |
|
|
49
|
+
|
|
50
|
+
## Output
|
|
51
|
+
|
|
52
|
+
- Generated test cases
|
|
53
|
+
- Shrunk counterexamples on failure
|
|
54
|
+
- Coverage of input space
|
|
55
|
+
- Property success rates
|
|
56
|
+
|
|
57
|
+
## Related
|
|
58
|
+
|
|
59
|
+
- testing/property-testing
|
|
60
|
+
- testing/comprehensive-testing
|
|
61
|
+
- methodology/tdd
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
---
|
|
2
|
+
name: /quality:test-security
|
|
3
|
+
description: Run comprehensive security testing covering OWASP Top 10, injection prevention, and vulnerability scanning
|
|
4
|
+
category: quality
|
|
5
|
+
tags:
|
|
6
|
+
- testing
|
|
7
|
+
- security
|
|
8
|
+
- owasp
|
|
9
|
+
- vulnerabilities
|
|
10
|
+
---
|
|
11
|
+
|
|
12
|
+
# /quality:test-security
|
|
13
|
+
|
|
14
|
+
Run comprehensive security test suite.
|
|
15
|
+
|
|
16
|
+
## Usage
|
|
17
|
+
|
|
18
|
+
```bash
|
|
19
|
+
/quality:test-security
|
|
20
|
+
/quality:test-security --category injection
|
|
21
|
+
/quality:test-security --owasp A01
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
## Security Categories
|
|
25
|
+
|
|
26
|
+
### Injection Testing (OWASP A01)
|
|
27
|
+
- SQL injection payloads
|
|
28
|
+
- Command injection vectors
|
|
29
|
+
- XSS attack patterns
|
|
30
|
+
- YAML/XML injection
|
|
31
|
+
|
|
32
|
+
### Authentication (OWASP A02)
|
|
33
|
+
- Password complexity
|
|
34
|
+
- Session management
|
|
35
|
+
- Token validation
|
|
36
|
+
- Brute force protection
|
|
37
|
+
|
|
38
|
+
### Sensitive Data (OWASP A03)
|
|
39
|
+
- Data at rest encryption
|
|
40
|
+
- Data in transit protection
|
|
41
|
+
- PII handling
|
|
42
|
+
- Secret exposure
|
|
43
|
+
|
|
44
|
+
### Access Control (OWASP A04)
|
|
45
|
+
- Horizontal privilege escalation
|
|
46
|
+
- Vertical privilege escalation
|
|
47
|
+
- Resource ownership
|
|
48
|
+
- CORS configuration
|
|
49
|
+
|
|
50
|
+
### Security Configuration (OWASP A05)
|
|
51
|
+
- Default credentials
|
|
52
|
+
- Debug mode in production
|
|
53
|
+
- Stack trace exposure
|
|
54
|
+
- Security headers
|
|
55
|
+
|
|
56
|
+
## Options
|
|
57
|
+
|
|
58
|
+
| Option | Description | Default |
|
|
59
|
+
|--------|-------------|---------|
|
|
60
|
+
| --category | Specific category to test | All |
|
|
61
|
+
| --owasp | OWASP category (A01-A10) | All |
|
|
62
|
+
| --severity | Minimum severity | info |
|
|
63
|
+
| --fix | Auto-fix when possible | false |
|
|
64
|
+
|
|
65
|
+
## Output
|
|
66
|
+
|
|
67
|
+
- Vulnerability report with severity levels
|
|
68
|
+
- Remediation recommendations
|
|
69
|
+
- OWASP category mapping
|
|
70
|
+
- Compliance checklist
|
|
71
|
+
|
|
72
|
+
## Related
|
|
73
|
+
|
|
74
|
+
- testing/security-testing
|
|
75
|
+
- security/owasp
|
|
76
|
+
- security/vulnerability-scanning
|