fraim-framework 2.0.41 → 2.0.43

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -266,9 +266,33 @@ FRAIM/
266
266
  ### **Install & Initialize**
267
267
  ```bash
268
268
  npm install -g fraim-framework
269
- fraim init
269
+ fraim setup # Complete setup with IDE configuration
270
270
  ```
271
271
 
272
+ ### **🔧 Additional Commands**
273
+
274
+ After initial setup, you can use these commands:
275
+
276
+ ```bash
277
+ # Add FRAIM to additional IDEs (after initial setup)
278
+ fraim add-ide --ide claude # Configure specific IDE
279
+ fraim add-ide --ide antigravity # Configure Gemini Antigravity
280
+ fraim add-ide --all # Configure all detected IDEs
281
+ fraim add-ide --list # List supported IDEs
282
+
283
+ # Project initialization
284
+ fraim init-project # Initialize FRAIM in current project
285
+
286
+ # Testing and validation
287
+ fraim test-mcp # Test MCP server connections
288
+ fraim doctor # Diagnose configuration issues
289
+
290
+ # Sync and maintenance
291
+ fraim sync # Sync latest workflows and rules
292
+ ```
293
+
294
+ **💡 Pro Tip**: Use `fraim add-ide` when you install a new IDE after initial setup. It reuses your existing FRAIM and GitHub keys, making it much faster than running full setup again.
295
+
272
296
  ### **🔧 Customize for Your Project**
273
297
 
274
298
  After installation, customize these files for your specific project:
@@ -0,0 +1,97 @@
1
+ {
2
+ "workflowType": "design",
3
+ "description": "Design phase validation ensures that technical designs are complete, follow RFC format, and provide clear implementation guidance.",
4
+ "validationRules": [
5
+ {
6
+ "step": 1,
7
+ "description": "Verify issue is labeled with phase:design",
8
+ "passCriteria": "Issue has 'phase:design' label applied",
9
+ "weight": "blocking",
10
+ "category": "process"
11
+ },
12
+ {
13
+ "step": 2,
14
+ "description": "Verify RFC document exists in correct location",
15
+ "command": "find \"docs/rfcs\" -name \"*{issue_number}*\" -type f",
16
+ "passCriteria": "RFC document exists at docs/rfcs/{issue_number}-{kebab-title}.md with substantial content (>1500 characters)",
17
+ "weight": "blocking",
18
+ "category": "completeness"
19
+ },
20
+ {
21
+ "step": 3,
22
+ "description": "Check RFC follows technical design template structure",
23
+ "passCriteria": "RFC includes all required sections: Problem Statement, Solution Overview, Technical Design, Implementation Plan, Testing Strategy, Risks and Mitigations",
24
+ "weight": "blocking",
25
+ "category": "structure"
26
+ },
27
+ {
28
+ "step": 4,
29
+ "description": "Validate Problem Statement is clear",
30
+ "passCriteria": "Problem Statement clearly defines the technical challenge and why it needs to be solved",
31
+ "weight": "blocking",
32
+ "category": "problem-definition"
33
+ },
34
+ {
35
+ "step": 5,
36
+ "description": "Validate Solution Overview provides clear direction",
37
+ "passCriteria": "Solution Overview describes the high-level approach and key architectural decisions",
38
+ "weight": "blocking",
39
+ "category": "solution-design"
40
+ },
41
+ {
42
+ "step": 6,
43
+ "description": "Check Technical Design has sufficient detail",
44
+ "passCriteria": "Technical Design includes API contracts, data models, component interactions, and implementation details",
45
+ "weight": "blocking",
46
+ "category": "technical-detail"
47
+ },
48
+ {
49
+ "step": 7,
50
+ "description": "Validate Implementation Plan is actionable",
51
+ "passCriteria": "Implementation Plan breaks down work into clear, executable steps with dependencies identified",
52
+ "weight": "blocking",
53
+ "category": "implementation-planning"
54
+ },
55
+ {
56
+ "step": 8,
57
+ "description": "Check Testing Strategy is comprehensive",
58
+ "passCriteria": "Testing Strategy covers unit tests, integration tests, and validation scenarios",
59
+ "weight": "blocking",
60
+ "category": "testing"
61
+ },
62
+ {
63
+ "step": 9,
64
+ "description": "Verify Risks and Mitigations are identified",
65
+ "passCriteria": "Risks and Mitigations section identifies potential issues and mitigation strategies",
66
+ "weight": "warning",
67
+ "category": "risk-management"
68
+ },
69
+ {
70
+ "step": 10,
71
+ "description": "Check all requirements from spec are addressed",
72
+ "passCriteria": "All requirements from the specification document are covered in the technical design",
73
+ "weight": "blocking",
74
+ "category": "completeness"
75
+ }
76
+ ],
77
+ "gradingCriteria": {
78
+ "passRequirements": [
79
+ "ALL blocking validation steps must pass",
80
+ "At least 80% of warning validation steps should pass",
81
+ "Design demonstrates clear technical understanding",
82
+ "Implementation plan is realistic and actionable",
83
+ "No placeholder text or incomplete sections remain"
84
+ ],
85
+ "failRequirements": [
86
+ "ANY blocking validation step fails",
87
+ "Multiple warning validation steps fail indicating quality issues",
88
+ "Design appears incomplete or lacks technical depth",
89
+ "Requirements not properly addressed",
90
+ "Template structure not followed"
91
+ ]
92
+ },
93
+ "reportingFormat": {
94
+ "requiredFields": ["pass", "reasons"],
95
+ "instructions": "Evaluate each validation step honestly. If ANY blocking step fails, you must report pass=false. Provide specific reasons for failure in the reasons array. Focus on technical completeness and implementation clarity."
96
+ }
97
+ }
@@ -0,0 +1,153 @@
1
+ {
2
+ "workflowType": "implement",
3
+ "description": "Implementation phase validation ensures that code changes are complete, properly tested with high-quality tests, and ready for production deployment. This phase enforces rigorous testing standards and design completeness.",
4
+ "validationRules": [
5
+ {
6
+ "step": 1,
7
+ "description": "Verify issue is labeled with phase:implement",
8
+ "passCriteria": "Issue has 'phase:implement' label applied",
9
+ "weight": "blocking",
10
+ "category": "process"
11
+ },
12
+ {
13
+ "step": 2,
14
+ "description": "Verify all aspects of design are complete",
15
+ "passCriteria": "All design requirements from spec/RFC are implemented: API contracts, data models, user interfaces, error handling patterns, and integration points. No placeholder code or TODO comments remain for core functionality.",
16
+ "weight": "blocking",
17
+ "category": "design-completeness"
18
+ },
19
+ {
20
+ "step": 3,
21
+ "description": "Verify all test cases from design document are written",
22
+ "passCriteria": "Every test case specified in the design document/RFC validation plan has a corresponding automated test. Test coverage includes all user scenarios, edge cases, and error conditions outlined in the design.",
23
+ "weight": "blocking",
24
+ "category": "test-completeness"
25
+ },
26
+ {
27
+ "step": 4,
28
+ "description": "Verify all test cases follow architecture standards",
29
+ "passCriteria": "Tests follow the Shared Server Architecture pattern from docs/architecture/architecture.md: use shared-server-utils.ts, unique API keys per test, proper cleanup in finally blocks, no individual server instances, proper timeouts (5-10s for network calls).",
30
+ "weight": "blocking",
31
+ "category": "test-architecture"
32
+ },
33
+ {
34
+ "step": 5,
35
+ "description": "Verify all test cases have been run and are passing",
36
+ "passCriteria": "All tests pass successfully. Test output shows 0 failures, 0 timeouts, and all assertions succeed. Tests complete within reasonable time limits (<60s total, <10s per test).",
37
+ "weight": "blocking",
38
+ "category": "test-execution"
39
+ },
40
+ {
41
+ "step": 6,
42
+ "description": "Verify tests do not mock the objects they should be testing",
43
+ "passCriteria": "Tests validate real functionality, not mocked behavior. Core business logic is tested against actual implementations. Mocks are only used for external dependencies (databases, APIs, file system) not for the code under test.",
44
+ "weight": "blocking",
45
+ "category": "test-quality"
46
+ },
47
+ {
48
+ "step": 7,
49
+ "description": "Verify tests do not default to passing when unable to test",
50
+ "passCriteria": "No tests contain 'return true' without validation, empty test bodies, or assertions that always pass. Every test performs meaningful validation of expected behavior and will fail if the code is broken.",
51
+ "weight": "blocking",
52
+ "category": "test-quality"
53
+ },
54
+ {
55
+ "step": 8,
56
+ "description": "Verify tests use flow testing instead of static analysis",
57
+ "passCriteria": "Tests execute actual code paths and validate runtime behavior. Tests call functions, trigger workflows, and verify outcomes. Static analysis (type checking, linting) supplements but does not replace functional testing.",
58
+ "weight": "blocking",
59
+ "category": "test-quality"
60
+ },
61
+ {
62
+ "step": 9,
63
+ "description": "Check TypeScript compilation passes",
64
+ "command": "npx tsc --noEmit --skipLibCheck",
65
+ "passCriteria": "TypeScript compilation completes without errors",
66
+ "weight": "blocking",
67
+ "category": "code-quality"
68
+ },
69
+ {
70
+ "step": 10,
71
+ "description": "Check code quality standards",
72
+ "passCriteria": "No 'as any' type bypassing, proper error handling, consistent code style, meaningful variable names, and appropriate code comments",
73
+ "weight": "blocking",
74
+ "category": "code-quality"
75
+ },
76
+ {
77
+ "step": 11,
78
+ "description": "Verify implementation matches design exactly",
79
+ "passCriteria": "Implementation follows the technical design/RFC precisely and addresses all specified requirements. API signatures, data structures, and behavior match the design specification.",
80
+ "weight": "blocking",
81
+ "category": "design-compliance"
82
+ },
83
+ {
84
+ "step": 12,
85
+ "description": "Check comprehensive error handling and edge cases",
86
+ "passCriteria": "Proper error handling implemented for all failure scenarios, edge cases covered with tests, graceful degradation where appropriate, and meaningful error messages",
87
+ "weight": "blocking",
88
+ "category": "robustness"
89
+ },
90
+ {
91
+ "step": 13,
92
+ "description": "Validate API contracts and interfaces",
93
+ "passCriteria": "All API contracts match specification, proper input validation, consistent response formats, and backward compatibility maintained",
94
+ "weight": "blocking",
95
+ "category": "api-compliance"
96
+ },
97
+ {
98
+ "step": 14,
99
+ "description": "Check security best practices",
100
+ "passCriteria": "Input sanitization, proper authentication/authorization, no security vulnerabilities, secure handling of sensitive data",
101
+ "weight": "blocking",
102
+ "category": "security"
103
+ },
104
+ {
105
+ "step": 15,
106
+ "description": "Check documentation is updated",
107
+ "passCriteria": "Code comments, README updates, API documentation, and inline documentation reflect all changes",
108
+ "weight": "warning",
109
+ "category": "documentation"
110
+ },
111
+ {
112
+ "step": 16,
113
+ "description": "Verify performance considerations",
114
+ "passCriteria": "No obvious performance regressions, efficient algorithms used, proper resource management, and performance tests where applicable",
115
+ "weight": "warning",
116
+ "category": "performance"
117
+ },
118
+ {
119
+ "step": 17,
120
+ "description": "Validate evidence document exists",
121
+ "command": "find \"docs/evidence\" -name \"*{issue_number}*implementation*\" -type f",
122
+ "passCriteria": "Implementation evidence document exists with test results, validation details, and proof of all requirements being met",
123
+ "weight": "warning",
124
+ "category": "documentation"
125
+ }
126
+ ],
127
+ "gradingCriteria": {
128
+ "passRequirements": [
129
+ "ALL blocking validation steps must pass",
130
+ "At least 80% of warning validation steps should pass",
131
+ "All design aspects are fully implemented",
132
+ "All test cases from design document are written and passing",
133
+ "Tests follow architecture standards and test real functionality",
134
+ "No tests mock objects under test or default to passing",
135
+ "Tests use flow testing to validate runtime behavior",
136
+ "Code is production-ready and maintainable"
137
+ ],
138
+ "failRequirements": [
139
+ "ANY blocking validation step fails",
140
+ "Design implementation is incomplete",
141
+ "Test cases from design document are missing",
142
+ "Tests violate architecture standards",
143
+ "Tests mock the objects they should be testing",
144
+ "Tests default to passing without proper validation",
145
+ "Tests rely on static analysis instead of flow testing",
146
+ "Code has obvious bugs or security issues"
147
+ ]
148
+ },
149
+ "reportingFormat": {
150
+ "requiredFields": ["pass", "reasons"],
151
+ "instructions": "Evaluate each validation step rigorously. Pay special attention to test quality - verify that tests actually test the intended functionality and follow architecture standards. If ANY blocking step fails, you must report pass=false. Focus on design completeness, test quality, and production readiness."
152
+ }
153
+ }
@@ -0,0 +1,112 @@
1
+ {
2
+ "workflowType": "spec",
3
+ "description": "Specification phase validation ensures that feature specifications are complete, follow the correct template structure, and include all necessary components including high-fidelity mocks for UI changes.",
4
+ "validationRules": [
5
+ {
6
+ "step": 1,
7
+ "description": "Verify issue is labeled with phase:spec",
8
+ "passCriteria": "Issue has 'phase:spec' label applied in GitHub",
9
+ "weight": "blocking",
10
+ "category": "process"
11
+ },
12
+ {
13
+ "step": 2,
14
+ "description": "Verify spec document exists in correct location",
15
+ "command": "find \"docs/feature specs\" -name \"*{issue_number}*\" -type f",
16
+ "passCriteria": "Spec document exists at docs/feature specs/{issue_number}-{kebab-title}.md with substantial content (>1000 characters)",
17
+ "weight": "blocking",
18
+ "category": "completeness"
19
+ },
20
+ {
21
+ "step": 3,
22
+ "description": "Check spec follows FEATURESPEC template structure",
23
+ "passCriteria": "Spec includes all required sections: Customer, Customer's Desired Outcome, Customer Problem, User Experience, Validation Plan, Alternatives, Competitive Landscape",
24
+ "weight": "blocking",
25
+ "category": "structure"
26
+ },
27
+ {
28
+ "step": 4,
29
+ "description": "Validate Customer section is complete",
30
+ "passCriteria": "Customer section clearly identifies who will use this feature with specific details",
31
+ "weight": "blocking",
32
+ "category": "customer-focus"
33
+ },
34
+ {
35
+ "step": 5,
36
+ "description": "Validate Customer's Desired Outcome is specific",
37
+ "passCriteria": "Desired outcome is clear, measurable, and describes the end goal the customer wants to achieve",
38
+ "weight": "blocking",
39
+ "category": "customer-focus"
40
+ },
41
+ {
42
+ "step": 6,
43
+ "description": "Validate Customer Problem is well-defined",
44
+ "passCriteria": "Problem statement is specific and explains why current state is insufficient for the customer",
45
+ "weight": "blocking",
46
+ "category": "problem-definition"
47
+ },
48
+ {
49
+ "step": 7,
50
+ "description": "Check User Experience section has detailed workflow",
51
+ "passCriteria": "User Experience includes specific step-by-step workflow (start in X, click Y, see Z, etc.) that shows exactly how the user will interact with the feature",
52
+ "weight": "blocking",
53
+ "category": "user-experience"
54
+ },
55
+ {
56
+ "step": 8,
57
+ "description": "Verify high-fidelity mocks are created if issue requires mocks",
58
+ "command": "find \"docs/feature specs/mocks\" -name \"*{issue_number}*\" -type f",
59
+ "passCriteria": "If feature involves UI changes, high-fidelity mocks (HTML/CSS files) are included in docs/feature specs/mocks folder and linked in spec. Markdown code blocks are NOT sufficient.",
60
+ "weight": "blocking",
61
+ "category": "user-experience"
62
+ },
63
+ {
64
+ "step": 9,
65
+ "description": "Validate Validation Plan is actionable",
66
+ "passCriteria": "Validation Plan includes specific, executable steps to verify the feature works (browser tests, API calls, user scenarios, etc.)",
67
+ "weight": "blocking",
68
+ "category": "validation"
69
+ },
70
+ {
71
+ "step": 10,
72
+ "description": "Check Alternatives section is complete",
73
+ "passCriteria": "Alternatives section includes table with alternative solutions and clear reasons for not choosing them",
74
+ "weight": "warning",
75
+ "category": "thoroughness"
76
+ },
77
+ {
78
+ "step": 11,
79
+ "description": "Verify Competitive Landscape analysis",
80
+ "passCriteria": "Competitive Landscape section includes table with competitors, their solutions, and customer feedback or market research",
81
+ "weight": "warning",
82
+ "category": "market-awareness"
83
+ },
84
+ {
85
+ "step": 12,
86
+ "description": "Check all requirements from original issue are addressed",
87
+ "passCriteria": "All requirements and acceptance criteria from the original GitHub issue are covered in the spec document",
88
+ "weight": "blocking",
89
+ "category": "completeness"
90
+ }
91
+ ],
92
+ "gradingCriteria": {
93
+ "passRequirements": [
94
+ "ALL blocking validation steps must pass",
95
+ "At least 80% of warning validation steps should pass",
96
+ "Spec demonstrates clear understanding of customer needs",
97
+ "Quality standards are met consistently",
98
+ "No placeholder text or incomplete sections remain"
99
+ ],
100
+ "failRequirements": [
101
+ "ANY blocking validation step fails",
102
+ "Multiple warning validation steps fail indicating quality issues",
103
+ "Spec appears incomplete or rushed",
104
+ "Requirements not properly addressed",
105
+ "Template structure not followed"
106
+ ]
107
+ },
108
+ "reportingFormat": {
109
+ "requiredFields": ["pass", "reasons"],
110
+ "instructions": "Evaluate each validation step honestly. If ANY blocking step fails, you must report pass=false. Provide specific reasons for failure in the reasons array. Be thorough and honest in your self-assessment."
111
+ }
112
+ }
@@ -0,0 +1,98 @@
1
+ {
2
+ "workflowType": "test",
3
+ "description": "Testing phase validation ensures comprehensive test coverage, proper test implementation, and validation of all functionality.",
4
+ "validationRules": [
5
+ {
6
+ "step": 1,
7
+ "description": "Verify issue is labeled with phase:test",
8
+ "passCriteria": "Issue has 'phase:test' label applied",
9
+ "weight": "blocking",
10
+ "category": "process"
11
+ },
12
+ {
13
+ "step": 2,
14
+ "description": "Check all tests pass",
15
+ "command": "npm test",
16
+ "passCriteria": "All tests pass without errors or failures",
17
+ "weight": "blocking",
18
+ "category": "test-execution"
19
+ },
20
+ {
21
+ "step": 3,
22
+ "description": "Verify test coverage is adequate",
23
+ "command": "npm run test:coverage",
24
+ "passCriteria": "Test coverage meets project standards (typically >80% for new code)",
25
+ "weight": "blocking",
26
+ "category": "test-coverage"
27
+ },
28
+ {
29
+ "step": 4,
30
+ "description": "Check unit tests for new functionality",
31
+ "passCriteria": "All new functions/methods have corresponding unit tests with edge cases",
32
+ "weight": "blocking",
33
+ "category": "unit-testing"
34
+ },
35
+ {
36
+ "step": 5,
37
+ "description": "Verify integration tests exist",
38
+ "passCriteria": "Integration tests cover API endpoints, database interactions, and component integration",
39
+ "weight": "blocking",
40
+ "category": "integration-testing"
41
+ },
42
+ {
43
+ "step": 6,
44
+ "description": "Check error scenario testing",
45
+ "passCriteria": "Tests cover error conditions, invalid inputs, and failure scenarios",
46
+ "weight": "blocking",
47
+ "category": "error-testing"
48
+ },
49
+ {
50
+ "step": 7,
51
+ "description": "Validate test data and mocking",
52
+ "passCriteria": "Proper test data setup, appropriate mocking of external dependencies",
53
+ "weight": "warning",
54
+ "category": "test-setup"
55
+ },
56
+ {
57
+ "step": 8,
58
+ "description": "Check test performance",
59
+ "passCriteria": "Tests run efficiently, no unnecessarily slow tests, proper test isolation",
60
+ "weight": "warning",
61
+ "category": "test-performance"
62
+ },
63
+ {
64
+ "step": 9,
65
+ "description": "Verify end-to-end tests (if applicable)",
66
+ "passCriteria": "E2E tests cover critical user workflows and system interactions",
67
+ "weight": "warning",
68
+ "category": "e2e-testing"
69
+ },
70
+ {
71
+ "step": 10,
72
+ "description": "Check test documentation",
73
+ "passCriteria": "Test cases are well-documented, test setup instructions are clear",
74
+ "weight": "warning",
75
+ "category": "test-documentation"
76
+ }
77
+ ],
78
+ "gradingCriteria": {
79
+ "passRequirements": [
80
+ "ALL blocking validation steps must pass",
81
+ "At least 80% of warning validation steps should pass",
82
+ "Comprehensive test coverage for all new functionality",
83
+ "Tests are reliable and maintainable",
84
+ "All edge cases and error scenarios covered"
85
+ ],
86
+ "failRequirements": [
87
+ "ANY blocking validation step fails",
88
+ "Tests are failing or missing",
89
+ "Inadequate test coverage",
90
+ "Poor test quality or reliability",
91
+ "Critical scenarios not tested"
92
+ ]
93
+ },
94
+ "reportingFormat": {
95
+ "requiredFields": ["pass", "reasons"],
96
+ "instructions": "Evaluate each validation step honestly. Run all test commands and verify coverage reports. If ANY blocking step fails, you must report pass=false. Focus on test quality, coverage, and reliability."
97
+ }
98
+ }