fraim-framework 2.0.52 → 2.0.54

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (98) hide show
  1. package/dist/registry/scripts/profile-server.js +2 -1
  2. package/dist/src/ai-manager/ai-manager.js +49 -1
  3. package/dist/src/ai-manager/phase-flow.js +68 -0
  4. package/dist/tests/test-debug-session.js +6 -2
  5. package/dist/tests/test-enhanced-session-init.js +6 -2
  6. package/dist/tests/test-mcp-lifecycle-methods.js +1 -2
  7. package/dist/tests/test-mcp-template-processing.js +6 -2
  8. package/dist/tests/test-modular-issue-tracking.js +6 -2
  9. package/dist/tests/test-node-compatibility.js +4 -2
  10. package/dist/tests/test-npm-install.js +4 -2
  11. package/dist/tests/test-productivity-integration.js +157 -0
  12. package/dist/tests/test-session-rehydration.js +1 -2
  13. package/dist/tests/test-telemetry.js +1 -2
  14. package/dist/tests/test-users-to-target-workflow.js +256 -0
  15. package/package.json +1 -1
  16. package/registry/agent-guardrails.md +62 -62
  17. package/registry/scripts/detect-tautological-tests.sh +38 -38
  18. package/registry/scripts/productivity/build-productivity-csv.mjs +242 -0
  19. package/registry/scripts/productivity/fetch-pr-details.mjs +144 -0
  20. package/registry/scripts/productivity/productivity-report.sh +147 -0
  21. package/registry/scripts/profile-server.ts +1 -1
  22. package/registry/scripts/validate-openapi-limits.ts +366 -366
  23. package/registry/scripts/validate-test-coverage.ts +280 -280
  24. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase1-customer-profiling.md +11 -0
  25. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase1-survey-scoping.md +11 -0
  26. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase2-platform-discovery.md +11 -0
  27. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase2-survey-build-linkedin.md +11 -0
  28. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase3-prospect-qualification.md +11 -0
  29. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase3-survey-build-reddit.md +11 -0
  30. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase4-inventory-compilation.md +11 -0
  31. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase4-survey-build-x.md +11 -0
  32. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase5-survey-build-facebook.md +11 -0
  33. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase6-survey-build-custom.md +11 -0
  34. package/registry/stubs/workflows/customer-development/ai-coach-phases/phase7-survey-dispatch.md +11 -0
  35. package/registry/stubs/workflows/customer-development/templates/customer-persona-template.md +11 -0
  36. package/registry/stubs/workflows/customer-development/templates/search-strategy-template.md +11 -0
  37. package/registry/stubs/workflows/customer-development/user-survey-dispatch.md +11 -0
  38. package/registry/stubs/workflows/customer-development/users-to-target.md +11 -0
  39. package/registry/stubs/workflows/productivity-report/productivity-report.md +11 -0
  40. package/bin/fraim.js +0 -8
  41. package/dist/registry/ai-manager-rules/design-phases/design.md +0 -108
  42. package/dist/registry/ai-manager-rules/design-phases/finalize.md +0 -60
  43. package/dist/registry/ai-manager-rules/design-phases/validate.md +0 -125
  44. package/dist/registry/ai-manager-rules/design.json +0 -97
  45. package/dist/registry/ai-manager-rules/implement-phases/code.md +0 -323
  46. package/dist/registry/ai-manager-rules/implement-phases/completeness-review.md +0 -94
  47. package/dist/registry/ai-manager-rules/implement-phases/finalize.md +0 -177
  48. package/dist/registry/ai-manager-rules/implement-phases/quality-review.md +0 -304
  49. package/dist/registry/ai-manager-rules/implement-phases/regression.md +0 -159
  50. package/dist/registry/ai-manager-rules/implement-phases/repro.md +0 -101
  51. package/dist/registry/ai-manager-rules/implement-phases/scoping.md +0 -93
  52. package/dist/registry/ai-manager-rules/implement-phases/smoke.md +0 -225
  53. package/dist/registry/ai-manager-rules/implement-phases/spike.md +0 -118
  54. package/dist/registry/ai-manager-rules/implement-phases/validate.md +0 -347
  55. package/dist/registry/ai-manager-rules/implement.json +0 -153
  56. package/dist/registry/ai-manager-rules/shared-phases/finalize.md +0 -169
  57. package/dist/registry/ai-manager-rules/spec-phases/finalize.md +0 -60
  58. package/dist/registry/ai-manager-rules/spec-phases/spec.md +0 -102
  59. package/dist/registry/ai-manager-rules/spec-phases/validate.md +0 -118
  60. package/dist/registry/ai-manager-rules/spec.json +0 -112
  61. package/dist/registry/ai-manager-rules/test.json +0 -98
  62. package/dist/registry/scripts/build-scripts-generator.js +0 -205
  63. package/dist/registry/scripts/fraim-config.js +0 -61
  64. package/dist/registry/scripts/generic-issues-api.js +0 -100
  65. package/dist/registry/scripts/openapi-generator.js +0 -664
  66. package/dist/registry/scripts/performance/profile-server.js +0 -390
  67. package/dist/src/ai-manager/evidence-validator.js +0 -309
  68. package/dist/src/fraim/issue-tracking/ado-provider.js +0 -304
  69. package/dist/src/fraim/issue-tracking/factory.js +0 -63
  70. package/dist/src/fraim/issue-tracking/github-provider.js +0 -200
  71. package/dist/src/fraim/issue-tracking/types.js +0 -7
  72. package/dist/src/fraim/issue-tracking-config.js +0 -83
  73. package/dist/src/static-website-middleware.js +0 -75
  74. package/dist/test-utils.js +0 -96
  75. package/dist/tests/esm-compat.js +0 -11
  76. package/dist/tests/test-ai-manager-phase-protocol.js +0 -147
  77. package/dist/tests/test-ai-manager.js +0 -118
  78. package/dist/tests/test-chalk-esm-issue.js +0 -159
  79. package/dist/tests/test-chalk-real-world.js +0 -265
  80. package/dist/tests/test-chalk-regression.js +0 -377
  81. package/dist/tests/test-chalk-resolution-issue.js +0 -304
  82. package/dist/tests/test-evidence-validation.js +0 -221
  83. package/dist/tests/test-first-run-interactive.js +0 -1
  84. package/dist/tests/test-fraim-install-chalk-issue.js +0 -254
  85. package/dist/tests/test-markdown-to-pdf.js +0 -454
  86. package/dist/tests/test-npm-resolution-diagnostic.js +0 -140
  87. package/dist/tests/test-pr-review-integration.js +0 -1
  88. package/dist/website/.nojekyll +0 -0
  89. package/dist/website/404.html +0 -101
  90. package/dist/website/CNAME +0 -1
  91. package/dist/website/README.md +0 -22
  92. package/dist/website/demo.html +0 -604
  93. package/dist/website/images/.gitkeep +0 -1
  94. package/dist/website/images/fraim-logo.png +0 -0
  95. package/dist/website/index.html +0 -290
  96. package/dist/website/pricing.html +0 -414
  97. package/dist/website/script.js +0 -55
  98. package/dist/website/styles.css +0 -2647
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: phase5-survey-build-facebook
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("phase5-survey-build-facebook")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ No intent defined.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: phase6-survey-build-custom
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("phase6-survey-build-custom")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ No intent defined.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: phase7-survey-dispatch
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("phase7-survey-dispatch")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ No intent defined.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: customer-persona-template
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("customer-persona-template")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ No intent defined.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: search-strategy-template
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("search-strategy-template")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ No intent defined.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: user-survey-dispatch
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("user-survey-dispatch")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ To systematically formulate, build, and dispatch user surveys across multiple platforms (LinkedIn, Reddit, X, Facebook) to validate target audience assumptions and gather product insights.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: users-to-target
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("users-to-target")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ Help founders systematically identify and build an inventory of specific potential customers across multiple platforms for customer discovery and outreach.
@@ -0,0 +1,11 @@
1
+ # FRAIM Workflow: productivity-report
2
+
3
+ > [!IMPORTANT]
4
+ > This is a **FRAIM-managed workflow stub**.
5
+ > To load the full context (rules, templates, and execution steps), ask your AI agent to:
6
+ > `@fraim get_fraim_workflow("productivity-report")`
7
+ >
8
+ > DO NOT EXECUTE.
9
+
10
+ ## Intent
11
+ Generate comprehensive productivity reports showing development velocity, team collaboration patterns, and project health metrics through analysis of commits, PRs, issues, and comment activity.
package/bin/fraim.js DELETED
@@ -1,8 +0,0 @@
1
- #!/usr/bin/env node
2
-
3
- /**
4
- * FRAIM CLI Entry Point
5
- * This wrapper loads and executes the compiled CLI from dist/
6
- */
7
-
8
- require('../dist/src/cli/fraim.js');
@@ -1,108 +0,0 @@
1
- # Phase: Design
2
-
3
- ## INTENT
4
- To create a comprehensive technical design that translates the feature specification into implementable architecture, APIs, and technical solutions.
5
-
6
- ## OUTCOME
7
- A complete technical design document that:
8
- - Translates spec requirements into technical architecture
9
- - Defines APIs, data models, and system interactions
10
- - Identifies technical risks and mitigation strategies
11
- - Provides clear implementation guidance
12
- - Includes technical validation criteria
13
-
14
- ## PRINCIPLES
15
- - **Spec-Driven**: Design directly addresses specification requirements
16
- - **Implementation-Ready**: Provides clear technical guidance
17
- - **Risk-Aware**: Identifies and mitigates technical risks
18
- - **Validation-Focused**: Includes technical validation criteria
19
- - **Template-Compliant**: Follows RFC template structure
20
-
21
- ## WORKFLOW
22
-
23
- ### Step 1: Load Template and Specification
24
- - Call `get_fraim_file({ path: "templates/specs/TECHSPEC-TEMPLATE.md" })` (for features)
25
- - Call `get_fraim_file({ path: "templates/specs/BUGSPEC-TEMPLATE.md" })` (for bugs)
26
- - Read the completed specification document from previous phase
27
- - Call `get_fraim_file({ path: "rules/spike-first-development.md" })`
28
-
29
- ### Step 2: Analyze Specification Requirements
30
- - Extract all technical requirements from specification
31
- - Identify system components that need modification
32
- - Determine API changes or additions needed
33
- - Note any performance or scalability considerations
34
- - List integration points with existing systems
35
-
36
- ### Step 3: Create Technical Design Document
37
- - Create RFC file at `docs/rfcs/{issue_number}-{kebab-case-title}.md`
38
- - Follow appropriate template structure (TECHSPEC or BUGSPEC)
39
- - Include all required sections:
40
- - Problem statement (from spec)
41
- - Technical requirements
42
- - Proposed solution architecture
43
- - API design and data models
44
- - Implementation plan
45
- - Testing strategy
46
- - Risk assessment and mitigation
47
- - Alternative approaches considered
48
-
49
- ### Step 4: Design System Architecture
50
- - Define component interactions and data flow
51
- - Specify API endpoints and request/response formats
52
- - Design database schema changes (if needed)
53
- - Plan integration with existing systems
54
- - Consider scalability and performance implications
55
-
56
- ### Step 5: Identify Technical Risks
57
- - List unfamiliar technologies or patterns
58
- - Note complex integrations or dependencies
59
- - Identify performance bottlenecks
60
- - Consider security implications
61
- - Plan risk mitigation strategies
62
-
63
- ### Step 6: Apply Labels
64
- - Label the GitHub issue with `phase:design`
65
- - This will trigger automatic PR creation/update
66
-
67
- ## VALIDATION
68
-
69
- ### Phase Complete When:
70
- - ✅ Technical design document created using appropriate template
71
- - ✅ All specification requirements addressed technically
72
- - ✅ System architecture clearly defined
73
- - ✅ API design and data models specified
74
- - ✅ Technical risks identified and mitigation planned
75
- - ✅ Implementation plan provides clear guidance
76
- - ✅ Testing strategy defined
77
- - ✅ Issue labeled with `phase:design`
78
-
79
- ### Phase Incomplete If:
80
- - ❌ Design document missing or incomplete
81
- - ❌ Template structure not followed
82
- - ❌ Specification requirements not addressed
83
- - ❌ Architecture unclear or missing
84
- - ❌ Technical risks not identified
85
- - ❌ Implementation guidance insufficient
86
-
87
- ### Report Back:
88
- When you complete this phase, call:
89
-
90
- ```javascript
91
- seekCoachingOnNextStep({
92
- workflowType: "design",
93
- issueNumber: "{issue_number}",
94
- currentPhase: "design",
95
- status: "complete",
96
- evidence: {
97
- designDocument: "docs/rfcs/{issue_number}-{title}.md",
98
- templateUsed: "TECHSPEC-TEMPLATE.md",
99
- architectureComponents: ["API layer", "Database schema", "UI components"],
100
- technicalRisks: ["Integration with legacy system", "Performance at scale"],
101
- issueLabeled: "phase:design"
102
- },
103
- findings: {
104
- keyDecisions: ["Use REST API", "PostgreSQL for data storage", "React components"],
105
- riskMitigation: ["Spike legacy integration", "Load testing plan"]
106
- }
107
- })
108
- ```
@@ -1,60 +0,0 @@
1
- # Phase: Finalize
2
-
3
- ## INTENT
4
- To prepare completed work for human review by setting proper labels, creating/updating PR, and documenting evidence.
5
-
6
- ## OUTCOME
7
- Work is ready for human review with:
8
- - Proper issue labels applied
9
- - PR created/updated with work
10
- - Evidence documented
11
- - Clean handoff to next phase or review
12
-
13
- ## WORKFLOW
14
-
15
- ### Step 1: Apply Issue Labels
16
- - Remove current phase label (e.g., `phase:spec`, `phase:design`, `phase:impl`)
17
- - Add `status:needs-review` label
18
- - Keep any other relevant labels
19
-
20
- ### Step 2: Create/Update Pull Request
21
- - Ensure PR exists for the feature branch
22
- - Update PR title to reflect completed work
23
- - Update PR description with summary of work completed
24
- - Link to relevant documents (specs, designs, evidence)
25
-
26
- ### Step 3: Document Evidence
27
- - Create evidence file at `docs/evidence/{issue_number}-{workflow}-evidence.md`
28
- - Document key decisions made
29
- - List deliverables created
30
- - Note any recommendations for next phase
31
-
32
- ### Step 4: Prepare Handoff
33
- - Ensure all work is committed to git
34
- - Verify documentation is complete
35
- - Confirm work is ready for human review
36
-
37
- ## VALIDATION
38
-
39
- ### Phase Complete When:
40
- - ✅ Issue labels updated (`status:needs-review`)
41
- - ✅ PR created/updated with work summary
42
- - ✅ Evidence documented
43
- - ✅ All work committed to git
44
- - ✅ Ready for human review
45
-
46
- ### Report Back:
47
- ```javascript
48
- seekCoachingOnNextStep({
49
- workflowType: "{workflow_type}",
50
- issueNumber: "{issue_number}",
51
- currentPhase: "finalize",
52
- status: "complete",
53
- evidence: {
54
- labelsApplied: ["status:needs-review"],
55
- prUpdated: true,
56
- evidenceDocumented: "docs/evidence/{issue_number}-{workflow}-evidence.md",
57
- workCommitted: true
58
- }
59
- })
60
- ```
@@ -1,125 +0,0 @@
1
- # Phase: Validate (Design)
2
-
3
- ## INTENT
4
- To systematically validate that the technical design is complete, addresses all specification requirements, and provides clear implementation guidance.
5
-
6
- ## OUTCOME
7
- Confirmation that:
8
- - Design addresses all specification requirements
9
- - Technical architecture is sound and implementable
10
- - APIs and data models are well-defined
11
- - Technical risks are identified and mitigated
12
- - Implementation guidance is clear and actionable
13
-
14
- ## PRINCIPLES
15
- - **Spec Alignment**: Design must address all specification requirements
16
- - **Technical Soundness**: Architecture must be feasible and scalable
17
- - **Implementation Ready**: Clear guidance for development phase
18
- - **Risk Awareness**: Technical risks identified and mitigated
19
- - **Quality Standards**: Professional-grade design ready for implementation
20
-
21
- ## WORKFLOW
22
-
23
- ### Step 1: Load Specification and Design
24
- - Read the original specification document
25
- - Read the completed design document
26
- - Call `get_fraim_workflow({ workflow: "review-implementation-vs-design-spec" })`
27
-
28
- ### Step 2: Execute Design Validation Checklist
29
-
30
- **Specification Alignment:**
31
- 1. **Requirements Coverage**: All spec requirements addressed in design
32
- 2. **Customer Needs**: Design supports all customer desired outcomes
33
- 3. **User Experience**: Technical design enables specified user workflows
34
- 4. **Validation Plan**: Design supports spec validation criteria
35
-
36
- **Technical Soundness:**
37
- 5. **Architecture Clarity**: System components and interactions clearly defined
38
- 6. **API Design**: Endpoints, request/response formats well-specified
39
- 7. **Data Models**: Database schema and data structures defined
40
- 8. **Integration Points**: External system interactions documented
41
- 9. **Scalability**: Performance and scaling considerations addressed
42
-
43
- **Implementation Readiness:**
44
- 10. **Implementation Plan**: Clear step-by-step development guidance
45
- 11. **Testing Strategy**: Comprehensive testing approach defined
46
- 12. **Technical Risks**: Risks identified with mitigation strategies
47
- 13. **Alternative Analysis**: Other approaches considered and rejected
48
-
49
- **Quality Standards:**
50
- 14. **Template Compliance**: Follows TECHSPEC/BUGSPEC template structure
51
- 15. **Professional Quality**: Clear writing, proper formatting, complete sections
52
-
53
- ### Step 3: Risk Assessment Review
54
- - Verify all technical risks are realistic and significant
55
- - Confirm mitigation strategies are actionable
56
- - Check if any risks require spikes or prototypes
57
- - Assess overall project feasibility
58
-
59
- ### Step 4: Implementation Guidance Review
60
- - Ensure implementation plan is detailed enough
61
- - Verify testing strategy covers all requirements
62
- - Check that guidance addresses potential challenges
63
- - Confirm design enables spec validation plan
64
-
65
- ### Step 5: Generate Validation Report
66
- Document findings for each validation area:
67
- - Specification alignment assessment
68
- - Technical soundness evaluation
69
- - Implementation readiness review
70
- - Quality standards compliance
71
- - Overall recommendation
72
-
73
- ## VALIDATION
74
-
75
- ### Phase Complete When:
76
- - ✅ All specification requirements addressed in design
77
- - ✅ Technical architecture is sound and implementable
78
- - ✅ APIs and data models clearly defined
79
- - ✅ Technical risks identified with mitigation plans
80
- - ✅ Implementation guidance is clear and actionable
81
- - ✅ Quality standards met consistently
82
- - ✅ Validation report generated with evidence
83
-
84
- ### Phase Incomplete If:
85
- - ❌ Specification requirements not fully addressed
86
- - ❌ Technical architecture unclear or infeasible
87
- - ❌ API design incomplete or poorly defined
88
- - ❌ Technical risks not identified or mitigated
89
- - ❌ Implementation guidance insufficient
90
- - ❌ Quality issues identified
91
-
92
- ### Report Back:
93
- When you complete this phase, call:
94
-
95
- ```javascript
96
- seekCoachingOnNextStep({
97
- workflowType: "design",
98
- issueNumber: "{issue_number}",
99
- currentPhase: "validate",
100
- status: "complete",
101
- evidence: {
102
- validationReport: "All specification requirements addressed, architecture sound",
103
- specAlignmentScore: "100% - all requirements covered",
104
- technicalSoundness: "PASS - architecture feasible and scalable",
105
- implementationReadiness: "PASS - clear guidance provided",
106
- qualityAssessment: "Professional grade, ready for implementation",
107
- validationDecision: "PASS"
108
- }
109
- })
110
- ```
111
-
112
- If validation fails:
113
- ```javascript
114
- seekCoachingOnNextStep({
115
- workflowType: "design",
116
- issueNumber: "{issue_number}",
117
- currentPhase: "validate",
118
- status: "incomplete",
119
- findings: {
120
- failedAreas: ["API design incomplete", "Technical risks not mitigated"],
121
- validationDecision: "FAIL",
122
- nextAction: "Return to design phase to address validation failures"
123
- }
124
- })
125
- ```
@@ -1,97 +0,0 @@
1
- {
2
- "workflowType": "design",
3
- "description": "Design phase validation ensures that technical designs are complete, follow RFC format, and provide clear implementation guidance.",
4
- "validationRules": [
5
- {
6
- "step": 1,
7
- "description": "Verify issue is labeled with phase:design",
8
- "passCriteria": "Issue has 'phase:design' label applied",
9
- "weight": "blocking",
10
- "category": "process"
11
- },
12
- {
13
- "step": 2,
14
- "description": "Verify RFC document exists in correct location",
15
- "command": "find \"docs/rfcs\" -name \"*{issue_number}*\" -type f",
16
- "passCriteria": "RFC document exists at docs/rfcs/{issue_number}-{kebab-title}.md with substantial content (>1500 characters)",
17
- "weight": "blocking",
18
- "category": "completeness"
19
- },
20
- {
21
- "step": 3,
22
- "description": "Check RFC follows technical design template structure",
23
- "passCriteria": "RFC includes all required sections: Problem Statement, Solution Overview, Technical Design, Implementation Plan, Testing Strategy, Risks and Mitigations",
24
- "weight": "blocking",
25
- "category": "structure"
26
- },
27
- {
28
- "step": 4,
29
- "description": "Validate Problem Statement is clear",
30
- "passCriteria": "Problem Statement clearly defines the technical challenge and why it needs to be solved",
31
- "weight": "blocking",
32
- "category": "problem-definition"
33
- },
34
- {
35
- "step": 5,
36
- "description": "Validate Solution Overview provides clear direction",
37
- "passCriteria": "Solution Overview describes the high-level approach and key architectural decisions",
38
- "weight": "blocking",
39
- "category": "solution-design"
40
- },
41
- {
42
- "step": 6,
43
- "description": "Check Technical Design has sufficient detail",
44
- "passCriteria": "Technical Design includes API contracts, data models, component interactions, and implementation details",
45
- "weight": "blocking",
46
- "category": "technical-detail"
47
- },
48
- {
49
- "step": 7,
50
- "description": "Validate Implementation Plan is actionable",
51
- "passCriteria": "Implementation Plan breaks down work into clear, executable steps with dependencies identified",
52
- "weight": "blocking",
53
- "category": "implementation-planning"
54
- },
55
- {
56
- "step": 8,
57
- "description": "Check Testing Strategy is comprehensive",
58
- "passCriteria": "Testing Strategy covers unit tests, integration tests, and validation scenarios",
59
- "weight": "blocking",
60
- "category": "testing"
61
- },
62
- {
63
- "step": 9,
64
- "description": "Verify Risks and Mitigations are identified",
65
- "passCriteria": "Risks and Mitigations section identifies potential issues and mitigation strategies",
66
- "weight": "warning",
67
- "category": "risk-management"
68
- },
69
- {
70
- "step": 10,
71
- "description": "Check all requirements from spec are addressed",
72
- "passCriteria": "All requirements from the specification document are covered in the technical design",
73
- "weight": "blocking",
74
- "category": "completeness"
75
- }
76
- ],
77
- "gradingCriteria": {
78
- "passRequirements": [
79
- "ALL blocking validation steps must pass",
80
- "At least 80% of warning validation steps should pass",
81
- "Design demonstrates clear technical understanding",
82
- "Implementation plan is realistic and actionable",
83
- "No placeholder text or incomplete sections remain"
84
- ],
85
- "failRequirements": [
86
- "ANY blocking validation step fails",
87
- "Multiple warning validation steps fail indicating quality issues",
88
- "Design appears incomplete or lacks technical depth",
89
- "Requirements not properly addressed",
90
- "Template structure not followed"
91
- ]
92
- },
93
- "reportingFormat": {
94
- "requiredFields": ["pass", "reasons"],
95
- "instructions": "Evaluate each validation step honestly. If ANY blocking step fails, you must report pass=false. Provide specific reasons for failure in the reasons array. Focus on technical completeness and implementation clarity."
96
- }
97
- }