@dzhechkov/keysarium 1.7.15 → 1.7.18

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-enterprise-integration-testing/evals/enterprise-integration-testing.yaml

@@ -0,0 +1,158 @@
+skill: enterprise-integration-testing
+version: 1.0.0
+description: >
+  Evaluation suite for enterprise integration testing orchestration.
+  Tests SAP-specific patterns (RFC, BAPI, IDoc, OData, Fiori), cross-system
+  data validation, middleware testing, and enterprise quality gates.
+
+models_to_test:
+  - claude-sonnet-4-6    # Primary (high accuracy expected)
+  - claude-haiku-4-5     # Fast model (minimum quality floor)
+
+mcp_integration:
+  enabled: true
+  namespace: skill-validation
+  query_patterns: true
+  track_outcomes: true
+  store_patterns: true
+  target_agents:
+    - qe-learning-coordinator
+    - qe-queen-coordinator
+
+learning:
+  store_success_patterns: true
+  pattern_ttl_days: 90
+
+result_format:
+  json_output: true
+  include_timing: true
+  include_token_usage: true
+
+setup:
+  required_tools:
+    - jq
+
+test_cases:
+
+  - id: tc001_sap_rfc_testing
+    description: "Generate SAP RFC/BAPI integration test strategy"
+    category: sap
+    priority: critical
+
+    input:
+      prompt: |
+        Generate test strategy for SAP RFC integration that processes
+        purchase orders via BAPI_PO_CREATE1 and validates material
+        availability through BAPI_MATERIAL_AVAILABILITY.
+      context:
+        language: typescript
+        framework: sap-integration
+
+    expected_output:
+      must_contain:
+        - "RFC"
+        - "BAPI"
+        - "purchase order"
+        - "test"
+
+    validation:
+      schema_check: true
+      keyword_match_threshold: 0.8
+
+  - id: tc002_idoc_message_testing
+    description: "Generate IDoc message flow test strategy"
+    category: sap
+    priority: critical
+
+    input:
+      prompt: |
+        Create test strategy for IDoc-based order-to-cash flow:
+        ORDERS05 IDoc from e-commerce to SAP, DESADV IDoc for shipping,
+        INVOIC02 IDoc for billing.
+      context:
+        language: typescript
+
+    expected_output:
+      must_contain:
+        - "IDoc"
+        - "message"
+        - "validation"
+
+    validation:
+      schema_check: true
+
+  - id: tc003_odata_contract_testing
+    description: "Generate OData service contract tests"
+    category: odata
+    priority: high
+
+    input:
+      prompt: |
+        Create contract tests for SAP OData service /sap/opu/odata/sap/API_SALES_ORDER_SRV
+        that validates entity sets, navigation properties, and filter operations.
+      context:
+        language: typescript
+
+    expected_output:
+      must_contain:
+        - "OData"
+        - "contract"
+        - "entity"
+
+    validation:
+      schema_check: true
+
+  - id: tc004_cross_system_validation
+    description: "Generate cross-system data consistency tests"
+    category: cross-system
+    priority: high
+
+    input:
+      prompt: |
+        Generate tests to validate data consistency between SAP ERP,
+        Salesforce CRM, and PostgreSQL data warehouse for customer master data.
+      context:
+        framework: enterprise
+
+    expected_output:
+      must_contain:
+        - "consistency"
+        - "validation"
+        - "data"
+
+    validation:
+      schema_check: true
+
+  - id: tc005_enterprise_quality_gate
+    description: "Enforce enterprise integration quality gates"
+    category: quality-gate
+    priority: high
+
+    input:
+      metrics:
+        idoc_success_rate: 98.5
+        rfc_latency_p99_ms: 2500
+        data_consistency: 99.2
+        error_handling_coverage: 85
+
+    expected_output:
+      must_contain:
+        - "quality"
+        - "gate"
+
+    validation:
+      schema_check: true
+
+success_criteria:
+  pass_rate: 0.9
+  critical_pass_rate: 1.0
+  avg_reasoning_quality: 0.75
+  max_execution_time_ms: 300000
+
+metadata:
+  author: "qe-enterprise-orchestrator"
+  created: "2026-03-05"
+  coverage_target: >
+    Enterprise integration testing with 5 test cases covering SAP RFC/BAPI,
+    IDoc message flows, OData contract testing, cross-system validation,
+    and enterprise quality gates.

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-enterprise-integration-testing/schemas/output.json

@@ -0,0 +1,74 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://agentic-qe.dev/schemas/enterprise-integration-testing-output.json",
+  "title": "Enterprise Integration Testing Output Schema",
+  "description": "Schema for enterprise integration testing output. Covers SAP, middleware, WMS, and cross-system validation.",
+  "type": "object",
+  "required": ["skillName", "version", "timestamp", "status", "trustTier", "output"],
+  "properties": {
+    "skillName": {
+      "type": "string",
+      "const": "enterprise-integration-testing"
+    },
+    "version": {
+      "type": "string",
+      "pattern": "^\\d+\\.\\d+\\.\\d+(-[a-zA-Z0-9]+)?$"
+    },
+    "timestamp": {
+      "type": "string",
+      "format": "date-time"
+    },
+    "status": {
+      "type": "string",
+      "enum": ["success", "partial", "failed", "skipped"]
+    },
+    "trustTier": {
+      "type": "integer",
+      "const": 3
+    },
+    "output": {
+      "type": "object",
+      "required": ["summary", "testStrategy", "systemsCovered"],
+      "properties": {
+        "summary": {
+          "type": "string",
+          "minLength": 100
+        },
+        "testStrategy": {
+          "type": "object",
+          "properties": {
+            "approach": { "type": "string" },
+            "testLayers": { "type": "array", "items": { "type": "string" } },
+            "integrationPoints": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "systemsCovered": {
+          "type": "array",
+          "items": { "type": "string" }
+        },
+        "sapTesting": {
+          "type": "object",
+          "properties": {
+            "rfcTests": { "type": "array", "items": { "type": "object" } },
+            "idocTests": { "type": "array", "items": { "type": "object" } },
+            "odataTests": { "type": "array", "items": { "type": "object" } }
+          }
+        },
+        "crossSystemValidation": {
+          "type": "object",
+          "properties": {
+            "consistencyChecks": { "type": "array", "items": { "type": "string" } },
+            "dataFlowTests": { "type": "array", "items": { "type": "string" } }
+          }
+        },
+        "qualityGates": {
+          "type": "object",
+          "properties": {
+            "passed": { "type": "boolean" },
+            "gates": { "type": "array", "items": { "type": "object" } }
+          }
+        }
+      }
+    }
+  }
+}

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-enterprise-integration-testing/scripts/validate-config.json

@@ -0,0 +1,25 @@
+{
+  "skillName": "enterprise-integration-testing",
+  "skillVersion": "1.0.0",
+  "requiredTools": [
+    "jq"
+  ],
+  "optionalTools": [],
+  "schemaPath": "schemas/output.json",
+  "requiredFields": [
+    "skillName",
+    "status",
+    "output"
+  ],
+  "requiredNonEmptyFields": [],
+  "mustContainTerms": [],
+  "mustNotContainTerms": [],
+  "enumValidations": {
+    ".status": [
+      "success",
+      "partial",
+      "failed",
+      "skipped"
+    ]
+  }
+}

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-ideation-swarm/REFERENCE.md

@@ -0,0 +1,226 @@
+---
+name: qcsd-ideation-swarm
+description: "Use when running Quality Criteria sessions during PI/Sprint planning with HTSM v6.3, Risk Storming, or Testability analysis in the QCSD Ideation phase."
+category: qcsd-phases
+priority: critical
+version: 7.5.1
+tokenEstimate: 3500
+# DDD Domain Mapping (from QCSD-AGENTIC-QE-MAPPING-FRAMEWORK.md)
+domains:
+  primary:
+    - domain: requirements-validation
+      agents: [qe-quality-criteria-recommender, qe-requirements-validator]
+    - domain: coverage-analysis
+      agents: [qe-risk-assessor]
+  conditional:
+    - domain: security-compliance
+      agents: [qe-security-auditor]
+    - domain: visual-accessibility
+      agents: [qe-accessibility-auditor]
+    - domain: cross-domain
+      agents: [qe-qx-partner]
+    - domain: enterprise-integration
+      agents: [qe-middleware-validator, qe-sap-rfc-tester, qe-sod-analyzer]
+# Agent Inventory
+agents:
+  core: [qe-quality-criteria-recommender, qe-risk-assessor, qe-requirements-validator]
+  conditional: [qe-accessibility-auditor, qe-security-auditor, qe-qx-partner, qe-middleware-validator, qe-sap-rfc-tester, qe-sod-analyzer]
+  total: 9
+  sub_agents: 0
+skills: [testability-scoring, risk-based-testing, context-driven-testing, holistic-testing-pact]
+# Execution Models (Task Tool is PRIMARY)
+execution:
+  primary: task-tool
+  alternatives: [mcp-tools, cli]
+swarm_pattern: true
+parallel_batches: 2
+last_updated: 2026-01-28
+# v7.5.1 Changelog: Added prominent follow-up recommendation box at end of swarm execution (Phase URL-9)
+# v7.5.0 Changelog: Added HAS_VIDEO flag detection with /a11y-ally follow-up recommendation for video caption generation
+# v7.4.0 Changelog: Automated browser cascade via scripts/fetch-content.js with 30s per-tier timeouts
+# v7.2.0 Changelog: Added 5-tier browser cascade (Vibium -> agent-browser -> Playwright+Stealth -> WebFetch -> WebSearch)
+html_output: true
+enforcement_level: strict
+tags: [qcsd, ideation, htsm, quality-criteria, risk-storming, testability, swarm, parallel, ddd]
+trust_tier: 3
+validation:
+  schema_path: schemas/output.json
+  validator_path: scripts/validate-config.json
+  eval_path: evals/qcsd-ideation-swarm.yaml
+---
+
+<!-- Vendored from https://github.com/proffesor-for-testing/agentic-qe at 0a6de058575cbe292afe220df105cc74120f7674 (MIT, Copyright (c) 2025 Agentic QE Contributors), 2026-10-23. Bundled references do not install aqe, MCP tools, pattern memory, or fleet runtime. See ../LICENSE.agentic-qe and ../README.md. -->
+
+## Keysarium execution adapter
+
+This pinned upstream body is methodology inside the bundled feature-ADR pipeline. In Reference Mode, the feature-ADR module that loaded this file owns orchestration and checkpoints. Use the reasoning and output shape below with the host's available tools. Do not treat upstream `aqe` CLI/MCP calls, named agent roles, browser tools, or example absolute paths as installed capabilities. Name a missing capability or evidence in the checkpoint instead of reporting that an upstream step ran. The schemas and eval files are bundled for explicit validation; bundling them does not run those checks automatically.
+
+Relative paths such as `schemas/output.json`, `evals/...` and `steps/...` resolve from this skill directory under `references/agentic-qe/`. When Direct Mode has a separately installed `aqe` runtime, follow the feature-ADR module's direct-mode branch and verify that each required runtime capability is actually available.
+
+For QCSD Reference Mode specifically, `modules/03.5-ideation-swarm.md` controls the agent roles, conditional perspectives and GO/NO-GO checkpoint. Do not launch the upstream eight-step workflow from its hard-coded `.claude/skills/qcsd-ideation-swarm/` path. Its Step 7 `aqe memory store` is unavailable without aqe; record that limitation and use only the feature-ADR learning path when its own prerequisites are met. Never mark upstream E1–E8 or learning persistence complete from a reference read alone.
+
+<!-- BEGIN AGENTIC-QE UPSTREAM BODY -->
+
+# QCSD Ideation Swarm v7.0
+
+Shift-left quality engineering swarm for PI Planning and Sprint Planning.
+
+---
+
+## Overview
+
+The Ideation Swarm assesses stories and URLs before development begins, using HTSM v6.3
+quality criteria, Risk Storming, and Testability analysis. It renders a
+GO / CONDITIONAL / NO-GO decision and is the first gate in the QCSD lifecycle.
+
+### QCSD Phase Positioning
+
+| Phase | Swarm | Decision | When |
+|-------|-------|----------|------|
+| **Ideation** | **qcsd-ideation-swarm** | **GO / CONDITIONAL / NO-GO** | **PI/Sprint Planning** |
+| Refinement | qcsd-refinement-swarm | READY / CONDITIONAL / NOT-READY | Sprint Refinement |
+| Development | qcsd-development-swarm | SHIP / CONDITIONAL / HOLD | During Sprint |
+| Verification | qcsd-cicd-swarm | RELEASE / REMEDIATE / BLOCK | Pre-Release / CI-CD |
+| Production | qcsd-production-swarm | HEALTHY / DEGRADED / CRITICAL | Post-Release |
+
+### Parameters
+
+- `URL`: Website to analyze (required for URL mode)
+- `OUTPUT_FOLDER`: Where to save reports (default: `${PROJECT_ROOT}/Agentic QCSD/{domain}/`)
+
+### Unique Features
+
+- **URL Mode**: Automated 5-tier browser cascade for live website analysis
+- **HAS_VIDEO Flag**: Detects video content and recommends `/a11y-ally` follow-up
+- **HTML Output**: Generates HTML reports when `html_output: true`
+- **Browser Cascade**: Vibium -> agent-browser -> Playwright+Stealth -> WebFetch -> WebSearch-fallback
+
+---
+
+## ENFORCEMENT RULES - READ FIRST
+
+| Rule | Enforcement |
+|------|-------------|
+| **E1** | You MUST spawn ALL THREE core agents (qe-quality-criteria-recommender, qe-risk-assessor, qe-requirements-validator) in Step 2. No exceptions. |
+| **E2** | You MUST put all parallel Task calls in a SINGLE message. |
+| **E3** | You MUST STOP and WAIT after each batch. No proceeding early. |
+| **E4** | You MUST spawn conditional agents if flags are TRUE. No skipping. |
+| **E5** | You MUST apply GO/CONDITIONAL/NO-GO logic exactly as specified in Step 5. |
+| **E6** | You MUST generate the full report structure. No abbreviated versions. |
+| **E7** | Each agent MUST read its reference files before analysis. |
+| **E8** | You MUST execute Step 7 learning persistence. No skipping. |
+
+**PROHIBITED BEHAVIORS:**
+- Summarizing instead of spawning agents
+- Skipping agents "for brevity"
+- Proceeding before background tasks complete
+- Providing your own analysis instead of spawning specialists
+- Omitting report sections or using placeholder text
+
+---
+
+## Step Execution Protocol
+
+This skill uses a micro-file step architecture. Each step is a self-contained file
+loaded one at a time to avoid "lost in the middle" context degradation.
+
+**Execute steps sequentially by reading each step file with the Read tool.**
+
+### Steps
+
+1. **Flag Detection** -- `steps/01-flag-detection.md` -- Fetch URL content (browser cascade), detect all 7 flags (HAS_UI, HAS_SECURITY, HAS_UX, HAS_VIDEO, HAS_MIDDLEWARE, HAS_SAP_INTEGRATION, HAS_AUTHORIZATION)
+2. **Core Agents** -- `steps/02-core-agents.md` -- Spawn qe-quality-criteria-recommender, qe-risk-assessor, qe-requirements-validator in parallel
+3. **Batch 1 Results** -- `steps/03-batch1-results.md` -- Wait for core agents, extract all metrics
+4. **Conditional Agents** -- `steps/04-conditional-agents.md` -- Spawn flagged conditional agents in parallel
+5. **Decision Synthesis** -- `steps/05-decision-synthesis.md` -- Apply GO/CONDITIONAL/NO-GO logic
+6. **Report Generation** -- `steps/06-report-generation.md` -- Generate executive summary and full report
+7. **Learning Persistence** -- `steps/07-learning-persistence.md` -- Store findings to memory, save persistence record, include video follow-up recommendation
+8. **Final Output** -- `steps/08-final-output.md` -- Display completion summary with all scores and follow-up recommendations
+
+### Execution Instructions
+
+1. Use the Read tool to load the current step file (e.g., `Read({ file_path: ".claude/skills/qcsd-ideation-swarm/steps/01-flag-detection.md" })`)
+2. Execute the step's instructions completely
+3. Verify all success criteria are met before proceeding
+4. Pass the step's output as context to the next step
+5. If a step fails, halt and report the failure point -- do not skip ahead
+
+### Resume Support
+
+To resume from a specific step: specify `--from-step N` and the orchestrator will
+skip to step N. Ensure you have the required prerequisite data from prior steps.
+
+---
+
+## Agent Inventory
+
+| Agent | Type | Domain | Batch |
+|-------|------|--------|-------|
+| qe-quality-criteria-recommender | Core (always) | requirements-validation | 1 |
+| qe-risk-assessor | Core (always) | coverage-analysis | 1 |
+| qe-requirements-validator | Core (always) | requirements-validation | 1 |
+| qe-accessibility-auditor | Conditional (HAS_UI) | visual-accessibility | 2 |
+| qe-security-auditor | Conditional (HAS_SECURITY) | security-compliance | 2 |
+| qe-qx-partner | Conditional (HAS_UX) | cross-domain | 2 |
+| qe-middleware-validator | Conditional (HAS_MIDDLEWARE) | enterprise-integration | 2 |
+| qe-sap-rfc-tester | Conditional (HAS_SAP_INTEGRATION) | enterprise-integration | 2 |
+| qe-sod-analyzer | Conditional (HAS_AUTHORIZATION) | enterprise-integration | 2 |
+
+**Total: 9 agents (3 core + 6 conditional)**
+
+**Note**: The Ideation swarm has 8 steps (not 9) because it has no separate final
+analysis agent step. The HAS_VIDEO flag triggers a follow-up recommendation for
+`/a11y-ally` but does not spawn an additional agent.
+
+---
+
+## Quality Gate Thresholds
+
+| Metric | GO | CONDITIONAL | NO-GO |
+|--------|-----|-------------|-------|
+| Testability Score | >= 70% | 40 - 69% | < 40% |
+| Risk Score | LOW/MEDIUM | HIGH (mitigatable) | CRITICAL |
+| Requirements Completeness | >= 80% | 50 - 79% | < 50% |
+| Quality Criteria Coverage | >= 7/10 categories | 4-6/10 categories | < 4/10 categories |
+
+---
+
+## Report Filename Mapping
+
+| Agent | Report Filename | Step |
+|-------|----------------|------|
+| qe-quality-criteria-recommender | `02-quality-criteria.md` | 2 |
+| qe-risk-assessor | `03-risk-assessment.md` | 2 |
+| qe-requirements-validator | `04-requirements-validation.md` | 2 |
+| qe-accessibility-auditor | `05-accessibility-audit.md` | 4 |
+| qe-security-auditor | `06-security-audit.md` | 4 |
+| qe-qx-partner | `07-ux-assessment.md` | 4 |
+| qe-middleware-validator | `08-middleware-assessment.md` | 4 |
+| qe-sap-rfc-tester | `09-sap-assessment.md` | 4 |
+| qe-sod-analyzer | `10-sod-compliance.md` | 4 |
+| Learning Persistence | `11-learning-persistence.json` | 7 |
+| Synthesis | `01-executive-summary.md` | 6 |
+
+---
+
+## Execution Model Options
+
+| Model | When to Use | Agent Spawn |
+|-------|-------------|-------------|
+| **Task Tool** (PRIMARY) | Claude Code sessions | `Task({ subagent_type, run_in_background: true })` |
+| **MCP Tools** | MCP server available | `fleet_init({})` / `task_submit({})` |
+| **CLI** | Terminal/scripts | `swarm init` / `agent spawn` |
+
+---
+
+## Key Principle
+
+**Quality is built in from the start, not tested in at the end. This swarm ensures
+stories are viable, testable, and risk-assessed before any code is written.**
+<!-- END AGENTIC-QE UPSTREAM BODY -->
+
+## Keysarium local addition: feature-ADR checkpoint
+
+Run ideation after the problem and candidate ADRs are written. Ask the quality, risk, and requirements perspectives to challenge the same proposed behavior. Add a specialist only when the ADR names a matching risk, such as an external API, sensitive data, or a performance constraint.
+
+The checkpoint records three things for the next stage: testable acceptance criteria, the highest-risk failure paths, and unresolved decisions. A GO verdict requires named evidence for the proposed scope; NO-GO names the missing evidence or decision. The lead records the verdict and the dissent rather than turning multiple agent opinions into a vote count.

package/templates/.claude/skills/feature-adr/references/agentic-qe/qe-ref-qcsd-ideation-swarm/evals/qcsd-ideation-swarm.yaml

@@ -0,0 +1,138 @@
+skill: qcsd-ideation-swarm
+version: 1.0.0
+description: >
+  Evaluation suite for QCSD ideation swarm orchestration.
+  Tests quality criteria generation, agent coordination, and cross-domain analysis.
+
+models_to_test:
+  - claude-sonnet-4-6    # Primary (high accuracy expected)
+  - claude-haiku-4-5     # Fast model (minimum quality floor)
+
+mcp_integration:
+  enabled: true
+  namespace: skill-validation
+  query_patterns: true
+  track_outcomes: true
+  store_patterns: true
+  target_agents:
+    - qe-learning-coordinator
+    - qe-queen-coordinator
+
+learning:
+  store_success_patterns: true
+  pattern_ttl_days: 90
+
+result_format:
+  json_output: true
+  include_timing: true
+  include_token_usage: true
+
+setup:
+  required_tools:
+    - jq
+
+test_cases:
+
+  - id: tc001_quality_criteria_generation
+    description: "Generate quality criteria for epic"
+    category: qcsd
+    priority: critical
+
+    input:
+      epic_description: "Build user authentication system with OAuth2"
+      project_type: "web_application"
+
+    expected_output:
+      must_contain:
+        - "quality"
+        - "criteria"
+        - "security"
+
+    validation:
+      schema_check: true
+      keyword_match_threshold: 0.8
+
+  - id: tc002_risk_assessment
+    description: "Perform QCSD risk assessment"
+    category: risk
+    priority: critical
+
+    input:
+      epic: "Payment processing system"
+      has_security: true
+      has_compliance: true
+
+    expected_output:
+      must_contain:
+        - "risk"
+        - "security"
+        - "compliance"
+
+    validation:
+      schema_check: true
+
+  - id: tc003_domain_flag_detection
+    description: "Detect HAS_UI, HAS_SECURITY, HAS_UX flags"
+    category: flags
+    priority: high
+
+    input:
+      content: "User dashboard with real-time notifications and payment"
+      analyze_flags: true
+
+    expected_output:
+      must_contain:
+        - "HAS_UI"
+        - "HAS_SECURITY"
+
+    validation:
+      schema_check: true
+
+  - id: tc004_agent_coordination
+    description: "Coordinate multi-agent swarm execution"
+    category: orchestration
+    priority: high
+
+    input:
+      domain_flags:
+        HAS_UI: true
+        HAS_SECURITY: true
+        HAS_UX: true
+
+    expected_output:
+      must_contain:
+        - "agent"
+        - "coordinate"
+
+    validation:
+      schema_check: true
+
+  - id: tc005_comprehensive_analysis
+    description: "Execute comprehensive QCSD analysis"
+    category: analysis
+    priority: medium
+
+    input:
+      epic: "Mobile app with payment and user profiles"
+      include_all_domains: true
+
+    expected_output:
+      must_contain:
+        - "analysis"
+        - "domain"
+
+    validation:
+      schema_check: true
+
+success_criteria:
+  pass_rate: 0.9
+  critical_pass_rate: 1.0
+  avg_reasoning_quality: 0.75
+  max_execution_time_ms: 300000
+
+metadata:
+  author: "qe-qcsd-orchestrator"
+  created: "2026-02-02"
+  coverage_target: >
+    QCSD ideation swarm with 5 test cases covering quality criteria generation,
+    risk assessment, domain flag detection, agent coordination, and comprehensive analysis.