@freshworks/shiftleft-tools 1.1.8

package/templates/postman/scripts/lib/report_mutation.py

@@ -0,0 +1,110 @@
+"""
+Mutation testing report generator (PIT / mutations.xml).
+"""
+
+import os
+from collections import defaultdict
+from report_utils import get_html_template
+
+
+def generate_mutation_report(args):
+    import xml.etree.ElementTree as ET
+
+    tree = ET.parse(args.mutations_xml)
+    root = tree.getroot()
+
+    total = killed = survived = no_coverage = tests_run = 0
+    mutator_stats = defaultdict(lambda: {'killed': 0, 'survived': 0, 'no_coverage': 0, 'total': 0})
+    package_stats = defaultdict(lambda: {'killed': 0, 'survived': 0, 'total': 0})
+    survived_mutations = []
+
+    for mutation in root.findall('mutation'):
+        total += 1
+        status = mutation.get('status')
+        mutator = mutation.find('mutator').text.split('.')[-1]
+        mutated_class = mutation.find('mutatedClass').text
+        package = '.'.join(mutated_class.split('.')[:-1])
+        tests_run += int(mutation.get('numberOfTestsRun', 0))
+
+        mutator_stats[mutator]['total'] += 1
+        package_stats[package]['total'] += 1
+
+        if status == 'KILLED':
+            killed += 1
+            mutator_stats[mutator]['killed'] += 1
+            package_stats[package]['killed'] += 1
+        elif status == 'SURVIVED':
+            survived += 1
+            mutator_stats[mutator]['survived'] += 1
+            package_stats[package]['survived'] += 1
+            if len(survived_mutations) < 20:
+                survived_mutations.append({
+                    'class': mutated_class.split('.')[-1],
+                    'method': mutation.find('mutatedMethod').text,
+                    'line': mutation.find('lineNumber').text,
+                    'description': mutation.find('description').text
+                })
+        elif status == 'NO_COVERAGE':
+            no_coverage += 1
+            mutator_stats[mutator]['no_coverage'] += 1
+
+    mutation_score = (killed / total * 100) if total > 0 else 0
+    covered = total - no_coverage
+    test_strength = (killed / covered * 100) if covered > 0 else 0
+
+    if mutation_score >= 80:
+        health = {'class': 'excellent', 'icon': '🟢', 'label': f'{mutation_score:.1f}% Score'}
+    elif mutation_score >= 70:
+        health = {'class': 'good', 'icon': '🟡', 'label': f'{mutation_score:.1f}% Score'}
+    else:
+        health = {'class': 'poor', 'icon': '🔴', 'label': f'{mutation_score:.1f}% Score'}
+
+    content = f'''
+    <div class="summary-grid">
+        <div class="summary-card {'success' if mutation_score >= 80 else 'warning' if mutation_score >= 60 else 'error'}">
+            <div class="value">{mutation_score:.1f}%</div><div class="label">Mutation Score</div><div class="detail">{killed:,} / {total:,} killed</div>
+        </div>
+        <div class="summary-card {'success' if test_strength >= 80 else 'warning' if test_strength >= 60 else 'error'}">
+            <div class="value">{test_strength:.1f}%</div><div class="label">Test Strength</div><div class="detail">{killed:,} / {covered:,} covered</div>
+        </div>
+        <div class="summary-card {'error' if survived > 100 else 'warning' if survived > 50 else ''}">
+            <div class="value">{survived}</div><div class="label">Survived</div>
+        </div>
+        <div class="summary-card {'error' if no_coverage > 100 else 'warning' if no_coverage > 50 else ''}">
+            <div class="value">{no_coverage}</div><div class="label">No Coverage</div>
+        </div>
+    </div>
+
+    <div class="section">
+        <div class="section-title">Mutator Breakdown</div>
+        <table>
+            <thead><tr><th style="text-align:left;">Mutator</th><th>Kill Rate</th><th style="width:150px;">Progress</th><th>Killed</th><th>Survived</th><th>Total</th></tr></thead>
+            <tbody>
+    '''
+
+    for mutator, stats in sorted(mutator_stats.items(), key=lambda x: x[1]['killed']/x[1]['total'] if x[1]['total'] > 0 else 0, reverse=True):
+        rate = (stats['killed'] / stats['total'] * 100) if stats['total'] > 0 else 0
+        bar_class = 'success' if rate >= 80 else 'warning' if rate >= 60 else 'error'
+        content += f'''<tr>
+            <td style="text-align:left;">{mutator.replace('Mutator', '')}</td>
+            <td><strong>{rate:.1f}%</strong></td>
+            <td><div class="progress-bar small"><div class="progress-fill {bar_class}" style="width:{rate}%;"></div></div></td>
+            <td>{stats['killed']}</td><td>{stats['survived']}</td><td>{stats['total']}</td>
+        </tr>'''
+
+    content += '</tbody></table></div>'
+
+    logo = getattr(args, 'logo', 'Quality Reports')
+    html = get_html_template(
+        title="Mutation Testing Report",
+        logo=logo,
+        content=content,
+        health_badge=health,
+        footer_text="Generated by PIT Mutation Testing"
+    )
+
+    with open(args.output_file, 'w') as f:
+        f.write(html)
+
+    print(f"Total: {total}, Killed: {killed} ({mutation_score:.1f}%), Survived: {survived}")
+    print(f"Report generated: {args.output_file}")

package/templates/postman/scripts/lib/report_unit.py

@@ -0,0 +1,353 @@
+"""
+Unit test report generator — combines Surefire, JaCoCo, and PIT mutation data.
+"""
+
+import glob
+import os
+from collections import defaultdict
+from report_utils import (
+    get_html_template, build_css_tabs, report_detail_links_row,
+    resolve_jacoco_href, resolve_pit_href, format_mutator_name,
+)
+
+
+def parse_surefire_reports(surefire_dir):
+    import xml.etree.ElementTree as ET
+
+    results = {
+        'tests': 0, 'failures': 0, 'errors': 0, 'skipped': 0,
+        'time': 0.0, 'test_classes': []
+    }
+
+    xml_files = glob.glob(os.path.join(surefire_dir, 'TEST-*.xml'))
+    for xml_file in xml_files:
+        try:
+            tree = ET.parse(xml_file)
+            root = tree.getroot()
+            tests = int(root.get('tests', 0))
+            failures = int(root.get('failures', 0))
+            errors = int(root.get('errors', 0))
+            skipped = int(root.get('skipped', 0))
+            time = float(root.get('time', 0))
+            name = root.get('name', '').split('.')[-1]
+
+            results['tests'] += tests
+            results['failures'] += failures
+            results['errors'] += errors
+            results['skipped'] += skipped
+            results['time'] += time
+
+            if tests > 0:
+                results['test_classes'].append({
+                    'name': name,
+                    'tests': tests,
+                    'failures': failures,
+                    'errors': errors,
+                    'skipped': skipped,
+                    'time': time,
+                    'passed': tests - failures - errors - skipped
+                })
+        except Exception as e:
+            print(f"Warning: Could not parse {xml_file}: {e}")
+
+    results['passed'] = results['tests'] - results['failures'] - results['errors'] - results['skipped']
+    results['test_classes'].sort(key=lambda x: x['tests'], reverse=True)
+    return results
+
+
+def parse_jacoco_report(jacoco_xml):
+    import xml.etree.ElementTree as ET
+
+    results = {
+        'line_covered': 0, 'line_missed': 0,
+        'branch_covered': 0, 'branch_missed': 0,
+        'method_covered': 0, 'method_missed': 0,
+        'class_covered': 0, 'class_missed': 0,
+        'packages': []
+    }
+
+    try:
+        tree = ET.parse(jacoco_xml)
+        root = tree.getroot()
+
+        for counter in root.findall('counter'):
+            ctype = counter.get('type')
+            covered = int(counter.get('covered', 0))
+            missed = int(counter.get('missed', 0))
+            if ctype == 'LINE':
+                results['line_covered'] = covered
+                results['line_missed'] = missed
+            elif ctype == 'BRANCH':
+                results['branch_covered'] = covered
+                results['branch_missed'] = missed
+            elif ctype == 'METHOD':
+                results['method_covered'] = covered
+                results['method_missed'] = missed
+            elif ctype == 'CLASS':
+                results['class_covered'] = covered
+                results['class_missed'] = missed
+
+        for pkg in root.findall('package'):
+            pkg_name = pkg.get('name', '').replace('/', '.')
+            pkg_data = {'name': pkg_name, 'line_covered': 0, 'line_missed': 0}
+            for counter in pkg.findall('counter'):
+                if counter.get('type') == 'LINE':
+                    pkg_data['line_covered'] = int(counter.get('covered', 0))
+                    pkg_data['line_missed'] = int(counter.get('missed', 0))
+            total = pkg_data['line_covered'] + pkg_data['line_missed']
+            if total > 0:
+                pkg_data['coverage'] = (pkg_data['line_covered'] / total) * 100
+                results['packages'].append(pkg_data)
+
+        results['packages'].sort(key=lambda x: x.get('coverage', 0))
+    except Exception as e:
+        print(f"Warning: Could not parse JaCoCo XML: {e}")
+
+    return results
+
+
+def parse_mutation_data(mutations_xml):
+    import xml.etree.ElementTree as ET
+
+    results = {
+        'total': 0, 'killed': 0, 'survived': 0, 'no_coverage': 0,
+        'mutator_stats': defaultdict(lambda: {'killed': 0, 'survived': 0, 'total': 0}),
+        'survived_mutations': []
+    }
+
+    try:
+        tree = ET.parse(mutations_xml)
+        root = tree.getroot()
+
+        for mutation in root.findall('mutation'):
+            results['total'] += 1
+            status = mutation.get('status')
+            mutator = mutation.find('mutator').text.split('.')[-1]
+            mutated_class = mutation.find('mutatedClass').text
+
+            results['mutator_stats'][mutator]['total'] += 1
+
+            if status == 'KILLED':
+                results['killed'] += 1
+                results['mutator_stats'][mutator]['killed'] += 1
+            elif status == 'SURVIVED':
+                results['survived'] += 1
+                results['mutator_stats'][mutator]['survived'] += 1
+                if len(results['survived_mutations']) < 15:
+                    results['survived_mutations'].append({
+                        'class': mutated_class.split('.')[-1],
+                        'method': mutation.find('mutatedMethod').text,
+                        'line': mutation.find('lineNumber').text,
+                        'description': mutation.find('description').text
+                    })
+            elif status == 'NO_COVERAGE':
+                results['no_coverage'] += 1
+    except Exception as e:
+        print(f"Warning: Could not parse mutations.xml: {e}")
+
+    return results
+
+
+def generate_unit_test_report(args):
+    surefire = parse_surefire_reports(args.surefire_dir) if args.surefire_dir and os.path.isdir(args.surefire_dir) else None
+    jacoco = parse_jacoco_report(args.jacoco_xml) if args.jacoco_xml and os.path.isfile(args.jacoco_xml) else None
+    mutation = parse_mutation_data(args.mutations_xml) if args.mutations_xml and os.path.isfile(args.mutations_xml) else None
+
+    test_pass_rate = 0
+    if surefire and surefire['tests'] > 0:
+        test_pass_rate = (surefire['passed'] / surefire['tests']) * 100
+
+    line_coverage = 0
+    if jacoco:
+        total_lines = jacoco['line_covered'] + jacoco['line_missed']
+        if total_lines > 0:
+            line_coverage = (jacoco['line_covered'] / total_lines) * 100
+
+    branch_coverage = 0
+    if jacoco:
+        total_branches = jacoco['branch_covered'] + jacoco['branch_missed']
+        if total_branches > 0:
+            branch_coverage = (jacoco['branch_covered'] / total_branches) * 100
+
+    mutation_score = 0
+    if mutation and mutation['total'] > 0:
+        mutation_score = (mutation['killed'] / mutation['total']) * 100
+
+    all_tests_pass = surefire and surefire['failures'] == 0 and surefire['errors'] == 0
+    good_coverage = line_coverage >= 70
+    good_mutation = mutation_score >= 70
+
+    if all_tests_pass and good_coverage and good_mutation:
+        health = {'class': 'excellent', 'icon': '🟢', 'label': 'Healthy'}
+    elif all_tests_pass and (good_coverage or good_mutation):
+        health = {'class': 'good', 'icon': '🟡', 'label': 'Good'}
+    else:
+        health = {'class': 'poor', 'icon': '🔴', 'label': 'Needs Attention'}
+
+    content = '<div class="summary-grid">'
+
+    if surefire:
+        card_class = 'success' if surefire['failures'] == 0 and surefire['errors'] == 0 else 'error'
+        content += f'''
+        <div class="summary-card {card_class}">
+            <div class="value">{surefire['passed']}/{surefire['tests']}</div>
+            <div class="label">Tests Passed</div>
+            <div class="detail">{surefire['time']:.1f}s | {surefire['skipped']} skipped</div>
+        </div>'''
+
+    if jacoco:
+        card_class = 'success' if line_coverage >= 80 else 'warning' if line_coverage >= 60 else 'error'
+        content += f'''
+        <div class="summary-card {card_class}">
+            <div class="value">{line_coverage:.1f}%</div>
+            <div class="label">Line Coverage</div>
+            <div class="detail">{jacoco['line_covered']:,} / {jacoco['line_covered'] + jacoco['line_missed']:,} lines</div>
+        </div>'''
+
+    if jacoco:
+        card_class = 'success' if branch_coverage >= 80 else 'warning' if branch_coverage >= 60 else 'error'
+        content += f'''
+        <div class="summary-card {card_class}">
+            <div class="value">{branch_coverage:.1f}%</div>
+            <div class="label">Branch Coverage</div>
+            <div class="detail">{jacoco['branch_covered']:,} / {jacoco['branch_covered'] + jacoco['branch_missed']:,} branches</div>
+        </div>'''
+
+    if mutation:
+        card_class = 'success' if mutation_score >= 80 else 'warning' if mutation_score >= 60 else 'error'
+        content += f'''
+        <div class="summary-card {card_class}">
+            <div class="value">{mutation_score:.1f}%</div>
+            <div class="label">Mutation Score</div>
+            <div class="detail">{mutation['killed']:,} / {mutation['total']:,} killed</div>
+        </div>'''
+
+    content += '</div>'
+
+    output_html = args.output_file
+    jacoco_href = resolve_jacoco_href(output_html, args.jacoco_xml) if jacoco else None
+    pit_href = resolve_pit_href(output_html, args.mutations_xml) if mutation else None
+    content += report_detail_links_row([
+        ('Detailed Coverage Analysis', 'JaCoCo Coverage Report', jacoco_href),
+        ('Detailed Mutation Analysis', 'PIT Mutation Report', pit_href),
+    ])
+
+    test_results_html = _build_test_results_html(surefire)
+    coverage_html = _build_coverage_html(jacoco)
+    mutations_html = _build_mutations_html(mutation)
+    survived_html = _build_survived_html(mutation)
+
+    content += '<div class="section">'
+    content += build_css_tabs('unit', [
+        ('results', 'Test Results', test_results_html),
+        ('coverage', 'Coverage Analysis', coverage_html),
+        ('mutations', 'Mutation Testing', mutations_html),
+        ('survived', 'Survived Mutations', survived_html),
+    ])
+    content += '</div>'
+
+    logo = getattr(args, 'logo', 'Quality Reports')
+    html = get_html_template(
+        title="Unit Test Quality Report",
+        logo=logo,
+        content=content,
+        health_badge=health,
+        footer_text="Test Results + Code Coverage + Mutation Testing"
+    )
+
+    with open(args.output_file, 'w') as f:
+        f.write(html)
+
+    print(f"Unit Test Report generated: {args.output_file}")
+    if surefire:
+        print(f"  Tests: {surefire['passed']}/{surefire['tests']} passed ({test_pass_rate:.1f}%)")
+    if jacoco:
+        print(f"  Line Coverage: {line_coverage:.1f}%")
+    if mutation:
+        print(f"  Mutation Score: {mutation_score:.1f}%")
+
+
+def _build_test_results_html(surefire):
+    if surefire and surefire['test_classes']:
+        html = '''
+            <div class="section-title">Test Results by Class</div>
+            <table>
+                <thead><tr><th style="text-align:left;">Test Class</th><th>Tests</th><th>Passed</th><th>Failed</th><th>Skipped</th><th>Time</th></tr></thead>
+                <tbody>'''
+        for tc in surefire['test_classes'][:20]:
+            row_class = 'style="background:#fef2f2;"' if tc['failures'] > 0 or tc['errors'] > 0 else ''
+            html += f'''<tr {row_class}>
+                <td style="text-align:left;">{tc['name']}</td>
+                <td>{tc['tests']}</td>
+                <td style="color:#22c55e;">{tc['passed']}</td>
+                <td style="color:#ef4444;">{tc['failures'] + tc['errors']}</td>
+                <td style="color:#f59e0b;">{tc['skipped']}</td>
+                <td>{tc['time']:.2f}s</td>
+            </tr>'''
+        return html + '</tbody></table>'
+    return '<p style="color: var(--color-muted); text-align: center; padding: 2rem;">No test results available</p>'
+
+
+def _build_coverage_html(jacoco):
+    if jacoco and jacoco['packages']:
+        html = '''
+            <div class="section-title">Coverage by Package (Lowest First)</div>
+            <table>
+                <thead><tr><th style="text-align:left;">Package</th><th>Coverage</th><th style="width:200px;">Progress</th><th>Covered</th><th>Missed</th></tr></thead>
+                <tbody>'''
+        for pkg in jacoco['packages'][:15]:
+            cov = pkg.get('coverage', 0)
+            bar_class = 'success' if cov >= 80 else 'warning' if cov >= 60 else 'error'
+            short_name = pkg['name'].split('.')[-2] + '.' + pkg['name'].split('.')[-1] if '.' in pkg['name'] else pkg['name']
+            html += f'''<tr>
+                <td style="text-align:left;" title="{pkg['name']}">{short_name}</td>
+                <td><strong>{cov:.1f}%</strong></td>
+                <td><div class="progress-bar small"><div class="progress-fill {bar_class}" style="width:{cov}%;"></div></div></td>
+                <td>{pkg['line_covered']}</td>
+                <td>{pkg['line_missed']}</td>
+            </tr>'''
+        return html + '</tbody></table>'
+    return '<p style="color: var(--color-muted); text-align: center; padding: 2rem;">No coverage data available</p>'
+
+
+def _build_mutations_html(mutation):
+    if mutation and mutation['mutator_stats']:
+        html = '''
+            <div class="section-title">Mutation Analysis by Mutator</div>
+            <table>
+                <thead><tr><th style="text-align:left;">Mutator</th><th>Kill Rate</th><th style="width:150px;">Progress</th><th>Killed</th><th>Survived</th><th>Total</th></tr></thead>
+                <tbody>'''
+        sorted_mutators = sorted(mutation['mutator_stats'].items(),
+                                 key=lambda x: x[1]['killed']/x[1]['total'] if x[1]['total'] > 0 else 0,
+                                 reverse=True)
+        for mutator, stats in sorted_mutators:
+            rate = (stats['killed'] / stats['total'] * 100) if stats['total'] > 0 else 0
+            bar_class = 'success' if rate >= 80 else 'warning' if rate >= 60 else 'error'
+            readable_name = format_mutator_name(mutator)
+            html += f'''<tr>
+                <td style="text-align:left;" title="{mutator}">{readable_name}</td>
+                <td><strong>{rate:.1f}%</strong></td>
+                <td><div class="progress-bar small"><div class="progress-fill {bar_class}" style="width:{rate}%;"></div></div></td>
+                <td>{stats['killed']}</td><td>{stats['survived']}</td><td>{stats['total']}</td>
+            </tr>'''
+        return html + '</tbody></table>'
+    return '<p style="color: var(--color-muted); text-align: center; padding: 2rem;">No mutation data available</p>'
+
+
+def _build_survived_html(mutation):
+    if mutation and mutation['survived_mutations']:
+        html = '''
+            <div class="section-title">Survived Mutations (Test Gaps)</div>
+            <table>
+                <thead><tr><th style="text-align:left;">Class</th><th style="text-align:left;">Method</th><th>Line</th><th style="text-align:left;">Description</th></tr></thead>
+                <tbody>'''
+        for sm in mutation['survived_mutations']:
+            desc = sm['description'][:80] + '...' if len(sm['description']) > 80 else sm['description']
+            html += f'''<tr>
+                <td style="text-align:left;">{sm['class']}</td>
+                <td style="text-align:left;"><code>{sm['method']}</code></td>
+                <td>{sm['line']}</td>
+                <td style="text-align:left;font-size:0.8em;">{desc}</td>
+            </tr>'''
+        return html + '</tbody></table>'
+    return '<p style="color: var(--color-muted); text-align: center; padding: 2rem;">No survived mutations. All mutations were killed by tests.</p>'