speccrew 0.6.68 → 0.7.0

package/.speccrew/skills/speccrew-test-reporter/workflow.agentflow.xml

@@ -0,0 +1,284 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<workflow id="test-reporter-main" status="pending" version="1.0" desc="Generate comprehensive test reports and individual bug reports from test execution results">
+
+  <!-- ============================================================
+       Input Parameters Definition
+       ============================================================ -->
+  <block type="input" id="I1" desc="Workflow input parameters">
+    <field name="execution_results_path" required="true" type="string" desc="Path to test execution results from speccrew-test-runner"/>
+    <field name="test_cases_path" required="true" type="string" desc="Path to test cases document with expected results"/>
+    <field name="output_dir" required="true" type="string" desc="Directory for report output"/>
+    <field name="feature_name" required="true" type="string" desc="Feature name for output file naming"/>
+    <field name="platform_id" required="true" type="string" desc="Target platform identifier"/>
+  </block>
+
+  <!-- ============================================================
+       Global Constraints
+       ============================================================ -->
+  <block type="rule" id="R1" level="forbidden" desc="Document generation constraints">
+    <field name="text">NEVER use create_file to write test reports or bug reports directly</field>
+    <field name="text">MUST copy template first, then fill sections with search_replace</field>
+    <field name="text">NEVER replace entire document content in a single operation</field>
+  </block>
+
+  <block type="rule" id="R2" level="mandatory" desc="Template-first workflow">
+    <field name="text">Copy template MUST execute before filling sections</field>
+    <field name="text">All section titles MUST be preserved</field>
+  </block>
+
+  <block type="rule" id="R3" level="mandatory" desc="Bug report requirements">
+    <field name="text">Each failed test gets its own bug report file for independent tracking</field>
+    <field name="text">Always classify bug severity for prioritization</field>
+    <field name="text">Bug reports must include suggested fix direction</field>
+  </block>
+
+  <!-- ============================================================
+       Main Processing Sequence
+       ============================================================ -->
+  <sequence id="S1" name="Test Reporting" status="pending" desc="Generate test reports and bug reports">
+
+    <!-- Step 1: Read Inputs -->
+    <block type="task" id="B1" action="read-file" desc="Read test execution results">
+      <field name="path" value="${execution_results_path}"/>
+      <field name="output" var="execution_results"/>
+    </block>
+
+    <block type="task" id="B2" action="read-file" desc="Read test cases document">
+      <field name="path" value="${test_cases_path}"/>
+      <field name="output" var="test_cases"/>
+    </block>
+
+    <!-- Gateway: Validate inputs -->
+    <block type="gateway" id="G1" mode="guard" desc="Validate execution results format"
+           test="${execution_results} != null AND ${execution_results.execution_summary} != null"
+           fail-action="stop">
+      <field name="message">Execution results document is missing or malformed: ${execution_results_path}</field>
+    </block>
+
+    <!-- Step 2: Analyze Execution Results -->
+    <block type="task" id="B3" action="analyze" desc="Extract summary statistics">
+      <field name="input_results" value="${execution_results}"/>
+      <field name="extract_fields">
+        - total_tests
+        - passed
+        - failed
+        - errors
+        - skipped
+        - pass_rate
+        - execution_duration
+        - platform
+        - framework
+      </field>
+      <field name="output" var="summary_stats"/>
+    </block>
+
+    <block type="task" id="B4" action="analyze" desc="Identify failed tests">
+      <field name="input_results" value="${execution_results}"/>
+      <field name="filter_status">FAIL, ERROR, SKIP</field>
+      <field name="extract_fields">
+        - TC ID
+        - test name
+        - description
+        - error messages
+        - stack traces
+        - expected vs actual results
+      </field>
+      <field name="output" var="failed_tests"/>
+    </block>
+
+    <block type="task" id="B5" action="analyze" desc="Classify by test dimension">
+      <field name="input_results" value="${execution_results}"/>
+      <field name="dimensions">
+        - Happy Path
+        - Boundary Value
+        - Exception Handling
+        - Business Rules
+        - Permission/Security
+        - Data Validation
+      </field>
+      <field name="output" var="dimension_breakdown"/>
+    </block>
+
+    <!-- Step 3: Generate Test Report -->
+    <block type="task" id="B6" action="read-file" desc="Read test report template">
+      <field name="path" value="speccrew-test-reporter/templates/TEST-REPORT-TEMPLATE.md"/>
+      <field name="output" var="report_template"/>
+    </block>
+
+    <block type="task" id="B7" action="write-file" desc="Create test report document">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="template" value="${report_template}"/>
+      <field name="placeholders">
+        - feature_name: ${feature_name}
+        - platform_id: ${platform_id}
+        - date: ${timestamp}
+      </field>
+      <field name="output" var="report_created"/>
+    </block>
+
+    <block type="task" id="B8" action="edit-file" desc="Fill Execution Summary section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Execution Summary</field>
+      <field name="content" value="${summary_stats}"/>
+    </block>
+
+    <block type="task" id="B9" action="edit-file" desc="Fill Results Overview section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Results Overview</field>
+      <field name="content" value="${summary_stats.counts}"/>
+    </block>
+
+    <block type="task" id="B10" action="edit-file" desc="Fill Results by Test Dimension section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Results by Test Dimension</field>
+      <field name="content" value="${dimension_breakdown}"/>
+    </block>
+
+    <block type="task" id="B11" action="edit-file" desc="Fill Failed Test Details section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Failed Test Details</field>
+      <field name="content" value="${failed_tests}"/>
+    </block>
+
+    <block type="task" id="B12" action="edit-file" desc="Fill Coverage Status section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Coverage Status</field>
+      <field name="content" value="${execution_results.coverage}"/>
+    </block>
+
+    <block type="task" id="B13" action="edit-file" desc="Fill Environment Information section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Environment Information</field>
+      <field name="content" value="${execution_results.environment}"/>
+    </block>
+
+    <block type="task" id="B14" action="edit-file" desc="Fill Recommendations section">
+      <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="section">Recommendations</field>
+      <field name="content" value="${failed_tests.recommendations}"/>
+    </block>
+
+    <!-- Step 4: Generate Bug Reports -->
+    <block type="gateway" id="G2" mode="exclusive" desc="Check if there are failed tests">
+      <branch test="${failed_tests.count} > 0">
+        <block type="task" id="B15" action="read-file" desc="Read bug report template">
+          <field name="path" value="speccrew-test-reporter/templates/BUG-REPORT-TEMPLATE.md"/>
+          <field name="output" var="bug_template"/>
+        </block>
+
+        <block type="loop" id="L1" over="${failed_tests.items}" as="failure" desc="Generate bug report for each failure">
+          <block type="task" id="B16" action="analyze" desc="Determine bug severity for ${failure.tc_id}">
+            <field name="failure_data" value="${failure}"/>
+            <field name="severity_criteria">
+              - Critical: Blocks core functionality, no workaround
+              - High: Major feature broken, workaround exists
+              - Medium: Minor feature issue, cosmetic problem
+              - Low: Enhancement, minor improvement
+            </field>
+            <field name="output" var="bug_severity"/>
+          </block>
+
+          <block type="task" id="B17" action="analyze" desc="Perform root cause analysis for ${failure.tc_id}">
+            <field name="failure_data" value="${failure}"/>
+            <field name="test_case" value="${test_cases.find(tc => tc.id == failure.tc_id)}"/>
+            <field name="analysis_aspects">
+              - Error Category: Syntax, Logic, Integration, Environment, Performance
+              - Impact Assessment: What functionality is affected
+              - Likely Cause: Probable source of the issue
+              - Suggested Fix: Direction for resolution
+            </field>
+            <field name="output" var="root_cause_analysis"/>
+          </block>
+
+          <block type="task" id="B18" action="write-file" desc="Create bug report for ${failure.tc_id}">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="template" value="${bug_template}"/>
+            <field name="placeholders">
+              - bug_id: BUG-${feature_name}-${failure.sequence}
+              - tc_id: ${failure.tc_id}
+              - feature_name: ${feature_name}
+              - severity: ${bug_severity}
+            </field>
+            <field name="output" var="bug_report_created"/>
+          </block>
+
+          <block type="task" id="B19" action="edit-file" desc="Fill Bug Description section">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="section">Bug Description</field>
+            <field name="content" value="${failure.description}"/>
+          </block>
+
+          <block type="task" id="B20" action="edit-file" desc="Fill Reproduction Steps section">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="section">Reproduction Steps</field>
+            <field name="content" value="${failure.reproduction_steps}"/>
+          </block>
+
+          <block type="task" id="B21" action="edit-file" desc="Fill Expected vs Actual section">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="section">Expected vs Actual</field>
+            <field name="content">
+              Expected: ${failure.expected_result}
+              Actual: ${failure.actual_result}
+            </field>
+          </block>
+
+          <block type="task" id="B22" action="edit-file" desc="Fill Error Log section">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="section">Error Log</field>
+            <field name="content" value="${failure.error_message}"/>
+          </block>
+
+          <block type="task" id="B23" action="edit-file" desc="Fill Root Cause Analysis section">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="section">Root Cause Analysis</field>
+            <field name="content" value="${root_cause_analysis}"/>
+          </block>
+
+          <block type="task" id="B24" action="edit-file" desc="Fill Suggested Fix section">
+            <field name="path" value="${output_dir}/bugs/${feature_name}-bug-${failure.sequence}.md"/>
+            <field name="section">Suggested Fix</field>
+            <field name="content" value="${root_cause_analysis.suggested_fix}"/>
+          </block>
+        </block>
+      </branch>
+      <branch default="true" name="No Failures">
+        <block type="event" id="E1" action="log" level="info" desc="Log no failures">
+          <field name="message">No failed tests - skipping bug report generation</field>
+        </block>
+      </branch>
+    </block>
+
+    <!-- Step 5: Update Test Report with Bug Links -->
+    <block type="gateway" id="G3" mode="exclusive" desc="Check if bug reports were generated">
+      <branch test="${failed_tests.count} > 0">
+        <block type="task" id="B25" action="edit-file" desc="Update Failed Test Details with bug links">
+          <field name="path" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+          <field name="section">Failed Test Details</field>
+          <field name="content" value="${failed_tests.with_bug_links}"/>
+        </block>
+      </branch>
+    </block>
+
+    <!-- Checkpoint: Verify outputs -->
+    <block type="checkpoint" id="CP1" name="reports-generated" desc="Verify test report generated">
+      <field name="file" value="${output_dir}/reports/${feature_name}-test-report.md"/>
+      <field name="verify" value="file_exists(${output_dir}/reports/${feature_name}-test-report.md)"/>
+    </block>
+
+  </sequence>
+
+  <!-- ============================================================
+       Output Results
+       ============================================================ -->
+  <block type="output" id="O1" desc="Workflow output results">
+    <field name="test_report_path" value="${output_dir}/reports/${feature_name}-test-report.md" type="string" desc="Path to generated test report"/>
+    <field name="bug_reports_dir" value="${output_dir}/bugs/" type="string" desc="Directory containing bug reports"/>
+    <field name="total_tests" from="${summary_stats.total_tests}" type="number" desc="Total number of tests"/>
+    <field name="passed_tests" from="${summary_stats.passed}" type="number" desc="Number of passed tests"/>
+    <field name="failed_tests" from="${summary_stats.failed}" type="number" desc="Number of failed tests"/>
+    <field name="bug_report_count" from="${failed_tests.count}" type="number" desc="Number of bug reports generated"/>
+    <field name="pass_rate" from="${summary_stats.pass_rate}" type="string" desc="Overall pass rate percentage"/>
+  </block>
+
+</workflow>