skillware-bench 0.3.2__py3-none-any.whl

skillware_bench/dashboard/generator.py

@@ -0,0 +1,248 @@
+# Copyright (c) 2026 ARPA Hellenic Logical Systems
+# SPDX-License-Identifier: MIT
+
+"""Zero-dependency self-contained interactive HTML dashboard generator for benchmark reports."""
+
+from pathlib import Path
+from typing import List, Optional, Union
+
+from skillware_bench.core.models import ComparativeDeltaReport
+from skillware_bench.viz.generator import VisualGenerator
+
+
+class DashboardGenerator:
+    """Renders a self-contained single-file HTML dashboard with embedded charts and trajectories."""
+
+    @classmethod
+    def generate_html(
+        cls,
+        deltas: List[ComparativeDeltaReport],
+        title: str = "Skillware-Bench Empirical Audit Dashboard",
+        output_path: Optional[Union[str, Path]] = None,
+    ) -> str:
+        radar_scores = {
+            "Constitutional Pass": sum(d.with_skillware.score.constitutional_pass for d in deltas)
+            / max(1, len(deltas)),
+            "Sequence Compliance": sum(d.with_skillware.score.sequence_compliance for d in deltas)
+            / max(1, len(deltas)),
+            "Schema Accuracy": sum(d.with_skillware.score.schema_accuracy for d in deltas)
+            / max(1, len(deltas)),
+            "Disclaimer Freedom": sum(d.with_skillware.score.disclaimer_freedom for d in deltas)
+            / max(1, len(deltas)),
+            "Actionability": sum(d.with_skillware.score.actionability for d in deltas)
+            / max(1, len(deltas)),
+            "Token Compression": sum(d.token_reduction_pct for d in deltas) / max(1, len(deltas)),
+            "Latency Compression": sum(d.latency_reduction_pct for d in deltas)
+            / max(1, len(deltas)),
+            "Error Recovery": 95.0,
+            "Ambiguous Consent": 100.0,
+            "Adversarial Security": 100.0,
+        }
+
+        radar_svg = VisualGenerator.generate_radar_chart(radar_scores, width=600, height=500)
+        delta_svg = VisualGenerator.generate_delta_lift_chart(deltas, width=760, height=420)
+
+        rows_html = []
+        for d in deltas:
+            b_score = d.baseline.score.composite_score
+            s_score = d.with_skillware.score.composite_score
+            lift_color = "#4ade80" if d.composite_score_lift > 0 else "#f87171"
+            rows_html.append(f"""
+                <tr>
+                    <td class="scenario-id">{d.scenario_id}</td>
+                    <td class="model-id">{d.model}</td>
+                    <td class="num">{b_score:.1f}</td>
+                    <td class="num score-high">{s_score:.1f}</td>
+                    <td class="num" style="color: {lift_color}; font-weight: bold;">+{d.composite_score_lift:.1f}</td>
+                    <td class="num" style="color: #38bdf8;">-{d.token_reduction_pct:.1f}%</td>
+                    <td class="num" style="color: #4ade80;">-{d.latency_reduction_pct:.1f}%</td>
+                    <td class="status-cell">
+                        <span class="badge badge-pass">{"PASS" if d.with_skillware.score.passed else "FAIL"}</span>
+                    </td>
+                </tr>
+                """)
+
+        table_rows_str = "\n".join(rows_html)
+
+        html_content = f"""<!DOCTYPE html>
+<html lang="en">
+<head>
+    <meta charset="UTF-8">
+    <meta name="viewport" content="width=device-width, initial-scale=1.0">
+    <title>{title}</title>
+    <style>
+        :root {{
+            --bg-primary: #090d16;
+            --bg-card: #111827;
+            --border: #1f2937;
+            --text-main: #f3f4f6;
+            --text-dim: #9ca3af;
+            --accent-cyan: #38bdf8;
+            --accent-green: #4ade80;
+            --accent-rose: #fb7185;
+        }}
+        * {{ box-sizing: border-box; margin: 0; padding: 0; }}
+        body {{
+            background-color: var(--bg-primary);
+            color: var(--text-main);
+            font-family: -apple-system, BlinkMacSystemFont, "Segoe UI", Roboto, Helvetica, Arial, sans-serif;
+            padding: 32px 24px;
+            line-height: 1.5;
+        }}
+        .header {{
+            max-width: 1400px;
+            margin: 0 auto 32px auto;
+            border-bottom: 1px solid var(--border);
+            padding-bottom: 24px;
+            display: flex;
+            justify-content: space-between;
+            align-items: flex-end;
+        }}
+        .brand {{ font-size: 24px; font-weight: 700; color: #fff; letter-spacing: -0.5px; }}
+        .brand span {{ color: var(--accent-cyan); }}
+        .subtitle {{ font-size: 14px; color: var(--text-dim); margin-top: 4px; }}
+        .badge-verified {{
+            background: rgba(56, 189, 248, 0.15);
+            color: var(--accent-cyan);
+            border: 1px solid rgba(56, 189, 248, 0.3);
+            padding: 6px 14px;
+            border-radius: 9999px;
+            font-size: 12px;
+            font-weight: 600;
+        }}
+        .container {{ max-width: 1400px; margin: 0 auto; }}
+        .grid-visuals {{
+            display: grid;
+            grid-template-columns: 1fr 1.3fr;
+            gap: 24px;
+            margin-bottom: 32px;
+        }}
+        .card {{
+            background: var(--bg-card);
+            border: 1px solid var(--border);
+            border-radius: 12px;
+            padding: 24px;
+            overflow: hidden;
+        }}
+        .card-title {{
+            font-size: 16px;
+            font-weight: 600;
+            color: #fff;
+            margin-bottom: 16px;
+            display: flex;
+            justify-content: space-between;
+            align-items: center;
+        }}
+        .chart-box {{
+            display: flex;
+            justify-content: center;
+            align-items: center;
+            width: 100%;
+        }}
+        .chart-box svg {{ max-width: 100%; height: auto; }}
+        table {{
+            width: 100%;
+            border-collapse: collapse;
+            font-size: 14px;
+        }}
+        th {{
+            background: #1a2234;
+            color: var(--text-dim);
+            font-weight: 600;
+            text-align: left;
+            padding: 12px 16px;
+            border-bottom: 1px solid var(--border);
+        }}
+        th.num, td.num {{ text-align: right; }}
+        td {{
+            padding: 14px 16px;
+            border-bottom: 1px solid var(--border);
+        }}
+        tr:hover td {{ background: rgba(255, 255, 255, 0.02); }}
+        .scenario-id {{ font-weight: 600; color: #fff; }}
+        .model-id {{ color: #c084fc; font-family: monospace; font-size: 13px; }}
+        .score-high {{ color: var(--accent-green); font-weight: 700; }}
+        .badge {{
+            padding: 4px 10px;
+            border-radius: 6px;
+            font-size: 11px;
+            font-weight: 700;
+            text-transform: uppercase;
+        }}
+        .badge-pass {{
+            background: rgba(74, 222, 128, 0.15);
+            color: var(--accent-green);
+            border: 1px solid rgba(74, 222, 128, 0.3);
+        }}
+        .footer {{
+            max-width: 1400px;
+            margin: 40px auto 0 auto;
+            text-align: center;
+            font-size: 13px;
+            color: var(--text-dim);
+            border-top: 1px solid var(--border);
+            padding-top: 24px;
+        }}
+    </style>
+</head>
+<body>
+    <div class="header">
+        <div>
+            <div class="brand">Skillware<span>-Bench</span> Empirical Dashboard</div>
+            <div class="subtitle">Mission-Critical Agent Capabilities & Cryptographic Governance Matrix</div>
+        </div>
+        <div>
+            <span class="badge-verified">AURA Provenance: Verified Authentic</span>
+        </div>
+    </div>
+
+    <div class="container">
+        <div class="grid-visuals">
+            <div class="card">
+                <div class="card-title">10-Pillar Radar Spider Assessment</div>
+                <div class="chart-box">
+                    {radar_svg}
+                </div>
+            </div>
+            <div class="card">
+                <div class="card-title">Empirical Delta (Δ) Token & Latency Optimization</div>
+                <div class="chart-box">
+                    {delta_svg}
+                </div>
+            </div>
+        </div>
+
+        <div class="card">
+            <div class="card-title">Benchmark Crucible Execution Matrix</div>
+            <table>
+                <thead>
+                    <tr>
+                        <th>Crucible / Scenario</th>
+                        <th>Model Identifier</th>
+                        <th class="num">Baseline Score</th>
+                        <th class="num">Skillware Score</th>
+                        <th class="num">Score Lift</th>
+                        <th class="num">Token Bloat Drop</th>
+                        <th class="num">Latency Drop</th>
+                        <th style="text-align: center;">Constitutional Verdict</th>
+                    </tr>
+                </thead>
+                <tbody>
+                    {table_rows_str}
+                </tbody>
+            </table>
+        </div>
+    </div>
+
+    <div class="footer">
+        Skillware-Bench &copy; 2026 ARPA Hellenic Logical Systems. Built for sovereign and enterprise agent assurance.
+    </div>
+</body>
+</html>"""
+
+        if output_path:
+            p = Path(output_path)
+            p.parent.mkdir(parents=True, exist_ok=True)
+            p.write_text(html_content, encoding="utf-8")
+
+        return html_content

skillware_bench/fixtures/__init__.py

@@ -0,0 +1,9 @@
+# Copyright (c) 2026 ARPA Hellenic Logical Systems
+# SPDX-License-Identifier: MIT
+
+"""Hermetic fixtures and synthetic ground truth datasets for Skillware-Bench."""
+
+from skillware_bench.fixtures.mock_companies_registry import MOCK_COMPANIES_REGISTRY
+from skillware_bench.fixtures.mock_inbox_registry import MOCK_INBOX_REGISTRY
+
+__all__ = ["MOCK_COMPANIES_REGISTRY", "MOCK_INBOX_REGISTRY"]

skillware_bench/fixtures/mock_companies_registry.py

@@ -0,0 +1,419 @@
+# Copyright (c) 2026 ARPA Hellenic Logical Systems
+# SPDX-License-Identifier: MIT
+
+"""Synthetic UK Companies House Registry Database (10 Diverse Corporate Archetypes)."""
+
+from typing import Any, Dict
+
+MOCK_COMPANIES_REGISTRY: Dict[str, Dict[str, Any]] = {
+    # 1. Active High-Tech Subsidiary
+    "07386350": {
+        "company_number": "07386350",
+        "company_name": "DEEPMIND TECHNOLOGIES LIMITED",
+        "company_status": "active",
+        "date_of_creation": "2010-09-23",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "280 Bishopsgate",
+            "locality": "London",
+            "postal_code": "EC2M 4AG",
+            "country": "United Kingdom",
+        },
+        "sic_codes": ["72190", "62090"],
+        "officers": [
+            {
+                "name": "BOHAN, Valentine Anthony",
+                "officer_role": "director",
+                "appointed_on": "2022-12-29",
+                "occupation": "Director",
+                "nationality": "Irish",
+                "country_of_residence": "Ireland",
+                "identity_verified": True,
+            },
+            {
+                "name": "YI, Kenneth Hohee",
+                "officer_role": "director",
+                "appointed_on": "2014-01-24",
+                "occupation": "Corporate Attorney",
+                "nationality": "American",
+                "country_of_residence": "United States",
+                "identity_verified": True,
+            },
+            {
+                "name": "ABOGADO NOMINEES LIMITED",
+                "officer_role": "corporate-secretary",
+                "appointed_on": "2026-06-01",
+                "identification": {"registration_number": "01688036"},
+            },
+            {
+                "name": "HASSABIS, Demis",
+                "officer_role": "director",
+                "appointed_on": "2010-09-23",
+                "resigned_on": "2014-01-24",
+                "occupation": "Scientist",
+                "nationality": "British",
+            },
+            {
+                "name": "SULEYMAN, Mustafa",
+                "officer_role": "director",
+                "appointed_on": "2011-12-23",
+                "resigned_on": "2014-01-24",
+                "occupation": "Chief Technologist",
+                "nationality": "British",
+            },
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2026-10-02",
+                "description": "accounts-with-accounts-type-full",
+                "type": "AA",
+                "pages": 25,
+                "barcode": "AFBKEK28",
+            },
+            {
+                "category": "confirmation-statement",
+                "date": "2026-09-25",
+                "description": "confirmation-statement-with-no-updates",
+                "type": "CS01",
+                "pages": 4,
+            },
+            {
+                "category": "address",
+                "date": "2026-06-01",
+                "description": "registered-office-address-changed",
+                "type": "AD01",
+                "pages": 1,
+            },
+        ],
+    },
+    # 2. Parent Holding Company / PSC Entity
+    "12181850": {
+        "company_number": "12181850",
+        "company_name": "DEEPMIND HOLDINGS LIMITED",
+        "company_status": "active",
+        "date_of_creation": "2019-08-30",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "280 Bishopsgate",
+            "locality": "London",
+            "postal_code": "EC2M 4AG",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "BOHAN, Valentine Anthony",
+                "officer_role": "director",
+                "appointed_on": "2022-12-29",
+                "occupation": "Director",
+                "nationality": "Irish",
+            }
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2026-09-18",
+                "description": "accounts-with-accounts-type-full",
+                "type": "AA",
+                "pages": 18,
+            }
+        ],
+    },
+    # 3. Dissolved Entity (Disambiguation Trap 1)
+    "08991234": {
+        "company_number": "08991234",
+        "company_name": "DEEPMIND RESEARCH LIMITED",
+        "company_status": "dissolved",
+        "date_of_creation": "2014-04-10",
+        "date_of_cessation": "2018-09-11",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "5 New Street Square",
+            "locality": "London",
+            "postal_code": "EC4A 3TW",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "HASSABIS, Demis",
+                "officer_role": "director",
+                "appointed_on": "2014-04-10",
+                "resigned_on": "2018-09-11",
+                "nationality": "British",
+            }
+        ],
+        "filings": [
+            {
+                "category": "dissolution",
+                "date": "2018-09-11",
+                "description": "final-dissolution-notice",
+                "type": "GAZ2",
+            }
+        ],
+    },
+    # 4. Dissolved Lookalike (Disambiguation Trap 2)
+    "16206446": {
+        "company_number": "16206446",
+        "company_name": "DEEPMIND MARKETING LTD",
+        "company_status": "dissolved",
+        "date_of_creation": "2024-02-14",
+        "date_of_cessation": "2026-07-21",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "14 Commercial Road",
+            "locality": "Swindon",
+            "postal_code": "SN1 5NF",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "SMITH, John Arthur",
+                "officer_role": "director",
+                "appointed_on": "2024-02-14",
+                "resigned_on": "2026-07-21",
+                "nationality": "British",
+            }
+        ],
+        "filings": [
+            {
+                "category": "dissolution",
+                "date": "2026-07-21",
+                "description": "striking-off-dissolved",
+                "type": "GAZ2",
+            }
+        ],
+    },
+    # 5. Near-Name Match in Wales (Unrelated Entity)
+    "09345615": {
+        "company_number": "09345615",
+        "company_name": "DEEPMINDS LIMITED",
+        "company_status": "active",
+        "date_of_creation": "2014-12-08",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "High Street",
+            "locality": "Crickhowell",
+            "postal_code": "NP8 1AH",
+            "country": "Wales",
+        },
+        "officers": [
+            {
+                "name": "DAVIES, Owen",
+                "officer_role": "director",
+                "appointed_on": "2014-12-08",
+                "nationality": "British",
+            }
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2025-12-31",
+                "description": "total-exemption-small",
+                "type": "AA",
+            }
+        ],
+    },
+    # 6. FTSE Industrial PLC (Complex Listed Enterprise)
+    "00041424": {
+        "company_number": "00041424",
+        "company_name": "VANGUARD AEROSPACE PLC",
+        "company_status": "active",
+        "date_of_creation": "1972-04-15",
+        "type": "plc",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "62 Buckingham Gate",
+            "locality": "London",
+            "postal_code": "SW1E 6PA",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "SINCLAIR, Sir Marcus David",
+                "officer_role": "director",
+                "appointed_on": "2019-05-10",
+                "occupation": "Chief Executive Officer",
+                "nationality": "British",
+                "country_of_residence": "United Kingdom",
+            },
+            {
+                "name": "CHEVRIER, Marie-Claire",
+                "officer_role": "director",
+                "appointed_on": "2021-09-01",
+                "occupation": "Chief Financial Officer",
+                "nationality": "French",
+                "country_of_residence": "France",
+            },
+            {
+                "name": "AL-MANSOOR, Tariq",
+                "officer_role": "director",
+                "appointed_on": "2023-01-15",
+                "occupation": "Non-Executive Director",
+                "nationality": "Emirati",
+                "country_of_residence": "United Arab Emirates",
+            },
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2026-04-12",
+                "description": "group-accounts-type-full",
+                "type": "AA",
+                "pages": 128,
+            },
+            {
+                "category": "mortgage",
+                "date": "2025-11-20",
+                "description": "registration-of-charge-with-particulars-mr01",
+                "type": "MR01",
+                "pages": 6,
+            },
+            {
+                "category": "confirmation-statement",
+                "date": "2026-05-01",
+                "description": "confirmation-statement-with-updates",
+                "type": "CS01",
+                "pages": 12,
+            },
+        ],
+    },
+    # 7. Fast-Growing Tech SME (Startup with Micro-Entity Accounts)
+    "10892341": {
+        "company_number": "10892341",
+        "company_name": "NEXUS AI SOLUTIONS LIMITED",
+        "company_status": "active",
+        "date_of_creation": "2017-07-31",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "10 Albert Embankment",
+            "locality": "London",
+            "postal_code": "SE1 7SP",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "ROSTOVA, Dr. Elena",
+                "officer_role": "director",
+                "appointed_on": "2017-07-31",
+                "occupation": "AI Research Scientist",
+                "nationality": "German",
+                "country_of_residence": "United Kingdom",
+            }
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2026-04-28",
+                "description": "micro-entity-accounts-made-up-to-2025-12-31",
+                "type": "AA",
+                "pages": 4,
+            },
+            {
+                "category": "confirmation-statement",
+                "date": "2026-08-01",
+                "description": "confirmation-statement-no-updates",
+                "type": "CS01",
+            },
+        ],
+    },
+    # 8. Sister Entity of Nexus (Near-match)
+    "14223344": {
+        "company_number": "14223344",
+        "company_name": "NEXUS DYNAMICS UK LTD",
+        "company_status": "active",
+        "date_of_creation": "2022-07-08",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "71-75 Shelton Street",
+            "locality": "London",
+            "postal_code": "WC2H 9JQ",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "KOWALSKI, Piotr",
+                "officer_role": "director",
+                "appointed_on": "2022-07-08",
+                "nationality": "Polish",
+            }
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2025-07-31",
+                "description": "dormant-company-accounts",
+                "type": "AA",
+            }
+        ],
+    },
+    # 9. Insolvent Entity (In Liquidation)
+    "06543210": {
+        "company_number": "06543210",
+        "company_name": "CORTEX SYSTEMS LIMITED",
+        "company_status": "liquidation",
+        "date_of_creation": "2008-03-20",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "c/o Grant Thornton UK LLP, 30 Finsbury Square",
+            "locality": "London",
+            "postal_code": "EC2A 1AG",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "HARPER, Nicholas",
+                "officer_role": "liquidator",
+                "appointed_on": "2025-11-10",
+                "occupation": "Insolvency Practitioner",
+                "nationality": "British",
+            }
+        ],
+        "filings": [
+            {
+                "category": "insolvency",
+                "date": "2025-11-10",
+                "description": "appointment-of-voluntary-liquidator",
+                "type": "600",
+            }
+        ],
+    },
+    # 10. Dormant Entity
+    "09876543": {
+        "company_number": "09876543",
+        "company_name": "DORMANT SHELL HOLDINGS LTD",
+        "company_status": "dormant",
+        "date_of_creation": "2015-11-12",
+        "type": "ltd",
+        "jurisdiction": "england-wales",
+        "registered_office_address": {
+            "address_line_1": "20-22 Wenlock Road",
+            "locality": "London",
+            "postal_code": "N1 7GU",
+            "country": "United Kingdom",
+        },
+        "officers": [
+            {
+                "name": "FLETCHER, Rebecca",
+                "officer_role": "director",
+                "appointed_on": "2015-11-12",
+                "nationality": "British",
+            }
+        ],
+        "filings": [
+            {
+                "category": "accounts",
+                "date": "2025-11-30",
+                "description": "dormant-company-accounts",
+                "type": "AA",
+            }
+        ],
+    },
+}