@event4u/agent-config 14.11.0 → 14.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.augment-plugin/marketplace.json +3 -3
- package/.augment-plugin/plugin.json +1 -1
- package/.claude-plugin/marketplace.json +1 -1
- package/CHANGELOG.md +156 -538
- package/README.md +1 -1
- package/dist/agent-src/contexts/execution/evidence-discipline.md +26 -0
- package/dist/agent-src/skills/code-refactoring/SKILL.md +45 -1
- package/dist/agent-src/skills/code-review/SKILL.md +65 -6
- package/dist/agent-src/skills/command-writing/SKILL.md +35 -0
- package/dist/agent-src/skills/existing-ui-audit/SKILL.md +8 -1
- package/dist/agent-src/skills/project-analysis-core/SKILL.md +23 -0
- package/dist/agent-src/skills/react-shadcn-ui/SKILL.md +29 -12
- package/dist/agent-src/skills/skill-writing/references/procedure.md +24 -2
- package/dist/agent-src/skills/storybook-workshop/SKILL.md +9 -0
- package/dist/agent-src/skills/ui-component-architect/SKILL.md +8 -0
- package/dist/agent-src/templates/agents/agent-project-settings.example.yml +1 -1
- package/dist/cli-delegate/{chunk-L43NCYPB.js → chunk-JCW7ZLHK.js} +5 -0
- package/dist/cli-delegate/{chunk-236PNQZK.js → chunk-JJA2QEWA.js} +1 -1
- package/dist/cli-delegate/cmd_export.js +2 -2
- package/dist/cli-delegate/cmd_prune.js +2 -2
- package/dist/cli-delegate/cmd_settings_migrate.js +2 -2
- package/dist/cli-delegate/cmd_settings_set.js +1 -1
- package/dist/cli-delegate/cmd_sync.js +2 -2
- package/dist/cli-delegate/cmd_uninstall.js +2 -2
- package/dist/cli-delegate/cmd_validate.js +2 -2
- package/dist/discovery/deprecation-report.md +1 -1
- package/dist/discovery/discovery-manifest.json +10 -10
- package/dist/discovery/discovery-manifest.json.sha256 +1 -1
- package/dist/discovery/discovery-manifest.summary.md +1 -1
- package/dist/discovery/dormancy-report.md +1 -1
- package/dist/discovery/orphan-report.md +1 -1
- package/dist/discovery/packs.json +2 -2
- package/dist/discovery/trust-report.md +1 -1
- package/dist/discovery/workspaces.json +2 -2
- package/dist/hooks/dispatch.js +1081 -879
- package/dist/install/install.mjs +5 -0
- package/dist/mcp/registry-manifest.json +2 -2
- package/dist/mcp/server.json +2 -2
- package/dist/server/schemas/settings.js +3 -0
- package/docs/contracts/settings-classes.md +24 -4
- package/docs/guidelines/agent-infra/downstream-changes-mechanics.md +91 -0
- package/docs/guidelines/code-clarity.md +21 -0
- package/docs/guidelines/redundancy-taxonomy.md +180 -0
- package/package.json +6 -2
- package/src/config/agent-settings.template.yml +16 -0
- package/src/config/budgets.yml +19 -0
- package/src/config/ci-local-parity.yml +15 -0
- package/src/config/discovery/prompt-patterns.yml +56 -0
- package/src/config/estate-count-budget.json +8 -3
- package/src/config/gate-coverage.yml +191 -6
- package/src/config/gate-violation-baselines.json +3 -3
- package/src/config/pack-size-budget.json +39 -12
- package/src/config/preamble-payload-budget.json +97 -71
- package/src/config/routing-coverage-seed.json +29 -0
- package/src/config/suggestion-capture.json +28 -0
- package/src/config/surface-matrix.yml +21 -2
- package/src/config/web-launch-readiness.json +188 -0
- package/src/scripts/_lib/gate_baseline.ts +150 -1
- package/src/scripts/_lib/skill_estate.ts +115 -0
- package/src/scripts/ai_council/argument_exhaustion.ts +130 -0
- package/src/scripts/check_bundle_path_leakage.ts +162 -7
- package/src/scripts/check_command_examples.ts +557 -0
- package/src/scripts/check_estate_count.ts +122 -3
- package/src/scripts/check_preamble_payload_budget.ts +30 -3
- package/src/scripts/check_routing_coverage.ts +352 -0
- package/src/scripts/check_score_contract.ts +505 -0
- package/src/scripts/check_skill_admissions.ts +514 -0
- package/src/scripts/check_web_launch_readiness.ts +705 -0
- package/src/scripts/description_route_check.ts +494 -0
- package/src/scripts/hook_manifest.json +1 -1
- package/src/scripts/hook_manifest.yaml +29 -2
- package/src/scripts/hooks/concern_registry.ts +2 -0
- package/src/scripts/hooks/suggestion_capture_hook.ts +368 -0
- package/src/scripts/lint_budget_ownership.ts +54 -4
- package/src/scripts/lint_skill_trigger_corpus.ts +349 -0
- package/src/scripts/pack_install_smoke.ts +363 -0
- package/src/scripts/pr_conflict_census.ts +187 -0
- package/src/scripts/report_pack_delta.ts +204 -0
- package/src/scripts/select_analysis_mode.ts +112 -0
- package/src/scripts/sync_pr_branch.ts +40 -1
- package/src/server/schemas/settings.ts +5 -0
- package/dist/agent-src/skills/accessibility-auditor/evals/evals.json +0 -15
- package/dist/agent-src/skills/agent-security-review/evals/triggers.json +0 -52
- package/dist/agent-src/skills/ai-code-blindspots/evals/triggers.json +0 -52
- package/dist/agent-src/skills/alerting-doctrine/evals/triggers.json +0 -17
- package/dist/agent-src/skills/analysis-skill-router/evals/evals.json +0 -13
- package/dist/agent-src/skills/brand/evals/triggers.json +0 -17
- package/dist/agent-src/skills/brand-asset-generation/evals/triggers.json +0 -17
- package/dist/agent-src/skills/brand-audit/evals/triggers.json +0 -17
- package/dist/agent-src/skills/brand-identity/evals/triggers.json +0 -17
- package/dist/agent-src/skills/brand-strategy/evals/triggers.json +0 -17
- package/dist/agent-src/skills/brand-to-tokens/evals/triggers.json +0 -17
- package/dist/agent-src/skills/bug-analyzer/evals/evals.json +0 -13
- package/dist/agent-src/skills/canvas-design/evals/triggers.json +0 -17
- package/dist/agent-src/skills/character-consistency/evals/evals.json +0 -16
- package/dist/agent-src/skills/code-intelligence/evals/triggers.json +0 -52
- package/dist/agent-src/skills/code-review/evals/evals.json +0 -100
- package/dist/agent-src/skills/command-routing/evals/evals.json +0 -14
- package/dist/agent-src/skills/complexity-first-planning/evals/triggers.json +0 -17
- package/dist/agent-src/skills/contract-review/evals/triggers.json +0 -17
- package/dist/agent-src/skills/conventional-commits-writing/evals/evals.json +0 -15
- package/dist/agent-src/skills/corpus-grounding/evals/triggers.json +0 -17
- package/dist/agent-src/skills/dashboard-design/evals/evals.json +0 -16
- package/dist/agent-src/skills/dcf-modeling/evals/domain-truth.json +0 -29
- package/dist/agent-src/skills/dcf-modeling/evals/evals.json +0 -20
- package/dist/agent-src/skills/decision-record/evals/evals.json +0 -20
- package/dist/agent-src/skills/decision-record/evals/triggers.json +0 -87
- package/dist/agent-src/skills/design-intelligence/evals/evals.json +0 -14
- package/dist/agent-src/skills/design-intelligence/evals/triggers.json +0 -17
- package/dist/agent-src/skills/design-system-capture/evals/evals.json +0 -15
- package/dist/agent-src/skills/design-tokens/evals/triggers.json +0 -17
- package/dist/agent-src/skills/design-variations/evals/triggers.json +0 -17
- package/dist/agent-src/skills/developer-like-execution/evals/evals.json +0 -16
- package/dist/agent-src/skills/doc-coauthoring/evals/evals.json +0 -16
- package/dist/agent-src/skills/doc-coauthoring/evals/triggers.json +0 -17
- package/dist/agent-src/skills/docx-authoring/evals/triggers.json +0 -52
- package/dist/agent-src/skills/dpa-review/evals/triggers.json +0 -17
- package/dist/agent-src/skills/editorial-calendar/evals/domain-truth.json +0 -16
- package/dist/agent-src/skills/editorial-calendar/evals/evals.json +0 -16
- package/dist/agent-src/skills/eloquent/evals/triggers.json +0 -17
- package/dist/agent-src/skills/estimate-ticket/evals/evals.json +0 -16
- package/dist/agent-src/skills/estimate-ticket/evals/output-schema.yml +0 -20
- package/dist/agent-src/skills/estimate-ticket/evals/triggers.json +0 -19
- package/dist/agent-src/skills/evaluate-llm-feature/evals/triggers.json +0 -52
- package/dist/agent-src/skills/existing-ui-audit/evals/triggers.json +0 -47
- package/dist/agent-src/skills/experiment-loop/evals/output-schema.yml +0 -27
- package/dist/agent-src/skills/experiment-loop/evals/triggers.json +0 -17
- package/dist/agent-src/skills/fe-design/evals/triggers.json +0 -67
- package/dist/agent-src/skills/forecasting/evals/domain-truth.json +0 -29
- package/dist/agent-src/skills/forecasting/evals/evals.json +0 -20
- package/dist/agent-src/skills/forensics-report/evals/triggers.json +0 -17
- package/dist/agent-src/skills/frontend-render-security/evals/triggers.json +0 -52
- package/dist/agent-src/skills/fundraising-narrative/evals/domain-truth.json +0 -16
- package/dist/agent-src/skills/fundraising-narrative/evals/evals.json +0 -16
- package/dist/agent-src/skills/gated-reach/evals/triggers.json +0 -72
- package/dist/agent-src/skills/github-ci/evals/evals.json +0 -25
- package/dist/agent-src/skills/history-design/evals/triggers.json +0 -17
- package/dist/agent-src/skills/html-deck/evals/triggers.json +0 -17
- package/dist/agent-src/skills/humanizer/evals/strip_fixtures.json +0 -57
- package/dist/agent-src/skills/humanizer/evals/triggers.json +0 -17
- package/dist/agent-src/skills/iconography/evals/triggers.json +0 -17
- package/dist/agent-src/skills/image-analyser/evals/triggers.json +0 -17
- package/dist/agent-src/skills/image-creator/evals/triggers.json +0 -17
- package/dist/agent-src/skills/image-editing/evals/triggers.json +0 -17
- package/dist/agent-src/skills/image-generation/evals/triggers.json +0 -17
- package/dist/agent-src/skills/image-provider-routing/evals/triggers.json +0 -17
- package/dist/agent-src/skills/incident-commander/evals/domain-truth.json +0 -16
- package/dist/agent-src/skills/incident-commander/evals/evals.json +0 -20
- package/dist/agent-src/skills/js-library-packaging/evals/triggers.json +0 -17
- package/dist/agent-src/skills/judge-artifact-completeness/evals/triggers.json +0 -17
- package/dist/agent-src/skills/judge-injection-defense/evals/triggers.json +0 -17
- package/dist/agent-src/skills/judge-synthesis/evals/triggers.json +0 -17
- package/dist/agent-src/skills/launch-readiness/evals/evals.json +0 -21
- package/dist/agent-src/skills/learning-tutor/evals/triggers.json +0 -52
- package/dist/agent-src/skills/legal-intake-triage/evals/triggers.json +0 -17
- package/dist/agent-src/skills/legal-practice-profile/evals/triggers.json +0 -17
- package/dist/agent-src/skills/license-compliance-audit/evals/triggers.json +0 -52
- package/dist/agent-src/skills/license-compliance-borrow-check/evals/triggers.json +0 -52
- package/dist/agent-src/skills/license-compliance-credits/evals/triggers.json +0 -52
- package/dist/agent-src/skills/llm-provider-knowledge/evals/triggers.json +0 -20
- package/dist/agent-src/skills/logging-monitoring/evals/evals.json +0 -16
- package/dist/agent-src/skills/logo-generation/evals/triggers.json +0 -17
- package/dist/agent-src/skills/messaging-architecture/evals/domain-truth.json +0 -16
- package/dist/agent-src/skills/messaging-architecture/evals/evals.json +0 -16
- package/dist/agent-src/skills/monorepo-workspace/evals/triggers.json +0 -17
- package/dist/agent-src/skills/nda-triage/evals/triggers.json +0 -17
- package/dist/agent-src/skills/operational-readiness/evals/triggers.json +0 -17
- package/dist/agent-src/skills/pdf-tools/evals/triggers.json +0 -52
- package/dist/agent-src/skills/perf-feedback-craft/evals/evals.json +0 -16
- package/dist/agent-src/skills/persona-improvement/evals/triggers.json +0 -52
- package/dist/agent-src/skills/php-coder/evals/triggers.json +0 -17
- package/dist/agent-src/skills/prediction-pool-optimizer/evals/triggers.json +0 -21
- package/dist/agent-src/skills/prompt-engineering-image/evals/triggers.json +0 -17
- package/dist/agent-src/skills/prompt-engineering-patterns/evals/evals.json +0 -16
- package/dist/agent-src/skills/prompt-validator/evals/triggers.json +0 -17
- package/dist/agent-src/skills/quality-tools/evals/evals.json +0 -15
- package/dist/agent-src/skills/reasoning-orchestrator/evals/triggers.json +0 -17
- package/dist/agent-src/skills/refine-prompt/evals/evals.json +0 -16
- package/dist/agent-src/skills/refine-ticket/evals/evals.json +0 -16
- package/dist/agent-src/skills/refine-ticket/evals/output-schema.yml +0 -16
- package/dist/agent-src/skills/refine-ticket/evals/triggers.json +0 -17
- package/dist/agent-src/skills/release-comms/evals/evals.json +0 -16
- package/dist/agent-src/skills/rice-prioritization/evals/evals.json +0 -20
- package/dist/agent-src/skills/runway-cognition/evals/domain-truth.json +0 -29
- package/dist/agent-src/skills/runway-cognition/evals/evals.json +0 -20
- package/dist/agent-src/skills/scenario-modeling/evals/domain-truth.json +0 -29
- package/dist/agent-src/skills/scenario-modeling/evals/evals.json +0 -20
- package/dist/agent-src/skills/schema-review/evals/triggers.json +0 -17
- package/dist/agent-src/skills/screenshot-hygiene/evals/triggers.json +0 -52
- package/dist/agent-src/skills/security-maturity-assessment/evals/triggers.json +0 -52
- package/dist/agent-src/skills/server-hardening/evals/triggers.json +0 -17
- package/dist/agent-src/skills/skill-writing/evals/triggers.json +0 -17
- package/dist/agent-src/skills/spreadsheet-authoring/evals/triggers.json +0 -47
- package/dist/agent-src/skills/storybook-workshop/evals/triggers.json +0 -17
- package/dist/agent-src/skills/subagent-orchestration/evals/evals.json +0 -60
- package/dist/agent-src/skills/supply-chain-intake/evals/triggers.json +0 -52
- package/dist/agent-src/skills/systematic-debugging/evals/evals.json +0 -20
- package/dist/agent-src/skills/test-case-discovery/evals/triggers.json +0 -52
- package/dist/agent-src/skills/test-driven-development/evals/evals.json +0 -16
- package/dist/agent-src/skills/threat-modeling/evals/evals.json +0 -21
- package/dist/agent-src/skills/typography-system/evals/evals.json +0 -14
- package/dist/agent-src/skills/typography-system/evals/triggers.json +0 -17
- package/dist/agent-src/skills/unit-economics-modeling/evals/domain-truth.json +0 -40
- package/dist/agent-src/skills/unit-economics-modeling/evals/evals.json +0 -24
- package/dist/agent-src/skills/verify-completion-evidence/evals/evals.json +0 -16
- package/dist/agent-src/skills/verify-repair-loop/evals/output-schema.yml +0 -20
- package/dist/agent-src/skills/verify-repair-loop/evals/triggers.json +0 -17
- package/dist/agent-src/skills/vision-articulation/evals/evals.json +0 -16
- package/dist/agent-src/skills/voice-and-tone-design/evals/evals.json +0 -16
- package/dist/agent-src/skills/wireframe/evals/triggers.json +0 -17
- package/dist/agent-src/skills/workspace-link/evals/triggers.json +0 -17
- package/dist/agent-src/skills/worktree-lifecycle/evals/evals.json +0 -38
- package/dist/agent-src/skills/worktree-lifecycle/evals/triggers.json +0 -52
- package/dist/cli/agent-config.js.map +0 -1
- package/dist/cli/bash/runBash.js.map +0 -1
- package/dist/cli/commands/commands.js.map +0 -1
- package/dist/cli/commands/config.js.map +0 -1
- package/dist/cli/commands/doctorShell.js.map +0 -1
- package/dist/cli/commands/mcpServer.js.map +0 -1
- package/dist/cli/commands/packs.js.map +0 -1
- package/dist/cli/commands/profiles.js.map +0 -1
- package/dist/cli/commands/recordTriggerEval.js.map +0 -1
- package/dist/cli/commands/rtkDetect.js.map +0 -1
- package/dist/cli/commands/settings.js.map +0 -1
- package/dist/cli/commands/uiAudit.js.map +0 -1
- package/dist/cli/commands/uiRender.js.map +0 -1
- package/dist/cli/commands/uiServe.js.map +0 -1
- package/dist/cli/commands/versions.js.map +0 -1
- package/dist/cli/commands/workspaces.js.map +0 -1
- package/dist/cli/configRoot.js.map +0 -1
- package/dist/cli/discovery/loadManifest.js.map +0 -1
- package/dist/cli/firstRunNotice.js.map +0 -1
- package/dist/cli/help.js.map +0 -1
- package/dist/cli/initRouting.js.map +0 -1
- package/dist/cli/log/logger.js.map +0 -1
- package/dist/cli/main.js.map +0 -1
- package/dist/cli/mcp/content.js.map +0 -1
- package/dist/cli/mcp/dispatch.js.map +0 -1
- package/dist/cli/mcp/stdio.js.map +0 -1
- package/dist/cli/paths.js.map +0 -1
- package/dist/cli/python/knowledge_ingest.js.map +0 -1
- package/dist/cli/python/workspace_analytics.js.map +0 -1
- package/dist/cli/python/workspace_crypto.js.map +0 -1
- package/dist/cli/python/workspace_documents.js.map +0 -1
- package/dist/cli/python/workspace_drive.js.map +0 -1
- package/dist/cli/python/workspace_drive_health.js.map +0 -1
- package/dist/cli/python/workspace_explain.js.map +0 -1
- package/dist/cli/python/workspace_hosts.js.map +0 -1
- package/dist/cli/python/workspace_inbox.js.map +0 -1
- package/dist/cli/python/workspace_render.js.map +0 -1
- package/dist/cli/python/workspace_roles.js.map +0 -1
- package/dist/cli/python/workspace_secrets.js.map +0 -1
- package/dist/cli/python/workspace_sessions.js.map +0 -1
- package/dist/cli/python/workspace_skills.js.map +0 -1
- package/dist/cli/registry.js.map +0 -1
- package/dist/install/agentSwitchDetection.js.map +0 -1
- package/dist/install/agentSwitchProfile.js.map +0 -1
- package/dist/install/atomic.js.map +0 -1
- package/dist/install/claudePathsPlan.js.map +0 -1
- package/dist/install/conflict.js.map +0 -1
- package/dist/install/detect.js.map +0 -1
- package/dist/install/emit_host_rules_cli.js.map +0 -1
- package/dist/install/globalRuleLayers.js.map +0 -1
- package/dist/install/hostLayerFingerprint.js.map +0 -1
- package/dist/install/partitionEligibility.js.map +0 -1
- package/dist/install/paths.js.map +0 -1
- package/dist/install/plan.js.map +0 -1
- package/dist/install/preflight.js.map +0 -1
- package/dist/install/rtkDetection.js.map +0 -1
- package/dist/install/ruleInScope.js.map +0 -1
- package/dist/install/ruleLayerPartition.js.map +0 -1
- package/dist/install/rule_scope.js.map +0 -1
- package/dist/install/rule_scope_cli.js.map +0 -1
- package/dist/install/selectedTools.js.map +0 -1
- package/dist/install/toolDetection.js.map +0 -1
- package/dist/install/txlog.js.map +0 -1
- package/dist/install/types.js.map +0 -1
- package/dist/install/wizard-plan.js.map +0 -1
- package/dist/install/wizardDismissals.js.map +0 -1
- package/dist/scripts/_lib/agent_settings.js.map +0 -1
- package/dist/scripts/_lib/agent_src.js.map +0 -1
- package/dist/scripts/_lib/claude_builtin_names.js.map +0 -1
- package/dist/scripts/_lib/claude_plugin.js.map +0 -1
- package/dist/scripts/_lib/claude_settings_hooks.js.map +0 -1
- package/dist/scripts/_lib/compile_time_toggles.js.map +0 -1
- package/dist/scripts/_lib/environment_detector.js.map +0 -1
- package/dist/scripts/_lib/host_launch.js.map +0 -1
- package/dist/scripts/_lib/install_layout.js.map +0 -1
- package/dist/scripts/_lib/installed_lock.js.map +0 -1
- package/dist/scripts/_lib/lean_projection_mode.js.map +0 -1
- package/dist/scripts/_lib/model_tier.js.map +0 -1
- package/dist/scripts/_lib/prune_empty_dirs.js.map +0 -1
- package/dist/scripts/_lib/scoped_projection.js.map +0 -1
- package/dist/scripts/_lib/script_output.js.map +0 -1
- package/dist/scripts/_lib/spawn_env.js.map +0 -1
- package/dist/scripts/_lib/surface_tiers.js.map +0 -1
- package/dist/scripts/_lib/token_count.js.map +0 -1
- package/dist/scripts/_lib/trigger_eval_floors.js.map +0 -1
- package/dist/scripts/_lib/ui_surface.js.map +0 -1
- package/dist/scripts/_lib/user_global_paths.js.map +0 -1
- package/dist/scripts/ai_council/modes.js.map +0 -1
- package/dist/scripts/ai_council/transport_resolver.js.map +0 -1
- package/dist/scripts/condense.js.map +0 -1
- package/dist/scripts/project_thin_rules.js.map +0 -1
- package/dist/server/app.js.map +0 -1
- package/dist/server/io/atomicMultiWrite.js.map +0 -1
- package/dist/server/io/atomicWrite.js.map +0 -1
- package/dist/server/io/sharedWriteCheck.js.map +0 -1
- package/dist/server/io/substituteTemplate.js.map +0 -1
- package/dist/server/io/yamlIO.js.map +0 -1
- package/dist/server/nicknameResolver.js.map +0 -1
- package/dist/server/port.js.map +0 -1
- package/dist/server/routes/discovery.js.map +0 -1
- package/dist/server/routes/install.js.map +0 -1
- package/dist/server/routes/ping.js.map +0 -1
- package/dist/server/routes/schema.js.map +0 -1
- package/dist/server/routes/settings.js.map +0 -1
- package/dist/server/routes/settingsChanges.js.map +0 -1
- package/dist/server/routes/userMd.js.map +0 -1
- package/dist/server/routes/wizard.js.map +0 -1
- package/dist/server/routes/workspace.js.map +0 -1
- package/dist/server/schemas/settings.js.map +0 -1
- package/dist/server/serverInfo.js.map +0 -1
- package/dist/server/token.js.map +0 -1
- package/dist/server/writeRoot.js.map +0 -1
- package/dist/shared/capabilities.js.map +0 -1
- package/dist/shared/interactiveContext.js.map +0 -1
- package/dist/shared/nicknamePrefill.js.map +0 -1
- package/dist/shared/settingsAsks.js.map +0 -1
- package/dist/shared/settingsCarveOut.js.map +0 -1
- package/dist/shared/settingsClasses.js.map +0 -1
- package/dist/shared/settingsConsent.js.map +0 -1
- package/dist/shared/settingsSurface.js.map +0 -1
- package/dist/shared/skillRanking.js.map +0 -1
- package/dist/shared/userMd/formAdapter.js.map +0 -1
- package/dist/shared/userMd/schema.js.map +0 -1
- package/dist/shared/userMd/utils.js.map +0 -1
- package/dist/ui/assets/index-Cxgy63kz.js.map +0 -1
- package/src/scripts/_lib/adr_frontmatter.test.ts +0 -365
- package/src/scripts/_lib/adversarial_council_gate.test.ts +0 -112
- package/src/scripts/_lib/adversarial_reconcile.test.ts +0 -197
- package/src/scripts/_lib/auto_dispatch.corpus.test.ts +0 -150
- package/src/scripts/_lib/secret_detector.test.ts +0 -108
- package/src/scripts/_lib/secret_detector_adversarial.test.ts +0 -116
- package/src/scripts/_lib/ui_authority.test.ts +0 -251
- package/src/scripts/_lib/untrusted_content.test.ts +0 -175
- package/src/scripts/check_secret_leak.test.ts +0 -90
- package/src/scripts/design_slop_rules.test.ts +0 -246
- package/src/scripts/self_review_gate.test.ts +0 -296
- package/src/shared/capabilities.test.ts +0 -43
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "rice-prioritization",
|
|
3
|
-
"_calibration": "Behavioural fixture (road-to-skill-eval-coverage Phase 2, default-surface). Deterministic assertions on a real output property where reliable; rubric pins the qualitative core as a known-limit (pass ratified in PR review, not a hidden judge). finding_floor n is a conservative floor, not a calibrated per-host number.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "rice-rank-three",
|
|
7
|
-
"prompt": "Prioritize these three features with RICE: A (reach 5000, impact 2, conf 80%, effort 3), B (reach 1000, impact 3, conf 100%, effort 1), C (reach 8000, impact 1, conf 50%, effort 5).",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "contains",
|
|
11
|
-
"value": "RICE"
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
"kind": "rubric",
|
|
15
|
-
"criterion": "Computes RICE = Reach×Impact×Confidence/Effort per item (A≈2667, B=3000, C=800) and ranks by the score, not by gut feel."
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
19
|
-
]
|
|
20
|
-
}
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "runway-cognition",
|
|
3
|
-
"domain": "finance",
|
|
4
|
-
"_note": "Deterministic domain-truth keys computed independently from cited standard startup-finance definitions (NOT the skill's own output). Authored as maintainer-ratification candidates per road-to-domain-soundness Phase 2 (blocker: domain-competence-for-answer-keys); the Phase-3 run + --write-floor ratchet-pin remain the maintainer's gate.",
|
|
5
|
-
"cases": [
|
|
6
|
-
{
|
|
7
|
-
"id": "runway-constant-burn",
|
|
8
|
-
"scenario": "A startup holds $4,200,000 in cash with a constant net monthly burn of $560,000. Compute the months of runway. State the single number of months.",
|
|
9
|
-
"source": "Standard startup-finance runway definition: months of runway = cash balance / net monthly burn (constant-burn case). Common startup-finance primers (e.g. YC / Fenwick startup finance).",
|
|
10
|
-
"check": {
|
|
11
|
-
"kind": "deterministic",
|
|
12
|
-
"expected": 7.5,
|
|
13
|
-
"tolerance": 0.05,
|
|
14
|
-
"rationale": "4,200,000 / 560,000 = 7.5 months. runway-cognition Step 2 computes months-of-runway = cash / current-burn; this checks the arithmetic is correct off the forged stacks."
|
|
15
|
-
}
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
"id": "runway-variable-burn",
|
|
19
|
-
"scenario": "A startup holds $1,000,000 in cash. Net monthly burn is $200,000 for the first 3 months, then $300,000 per month thereafter. Compute the runway in months (the point at which cumulative cash reaches zero). State the single number of months to two decimals.",
|
|
20
|
-
"source": "Cumulative-cash-depletion definition of runway under a non-constant burn schedule (standard startup-finance).",
|
|
21
|
-
"check": {
|
|
22
|
-
"kind": "deterministic",
|
|
23
|
-
"expected": 4.33,
|
|
24
|
-
"tolerance": 0.1,
|
|
25
|
-
"rationale": "First 3 months burn 3 x 200,000 = 600,000, leaving 400,000. At 300,000/month that lasts 400,000/300,000 = 1.333 months. Total = 3 + 1.333 = 4.33 months."
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
]
|
|
29
|
-
}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "runway-cognition",
|
|
3
|
-
"_calibration": "Behavioural fixture (road-to-skill-eval-coverage Phase 2, default-surface). Deterministic assertions on a real output property where reliable; rubric pins the qualitative core as a known-limit (pass ratified in PR review, not a hidden judge). finding_floor n is a conservative floor, not a calibrated per-host number.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "runway-shape-and-decision",
|
|
7
|
-
"prompt": "We have $4.2M cash and burn $560k/month. How long do we have and what should we do?",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "contains",
|
|
11
|
-
"value": "runway"
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
"kind": "rubric",
|
|
15
|
-
"criterion": "Computes months-of-runway = cash/burn (≈7.5) AND frames raise/hold/cut-vs-grow as a shape against the org-stage band, not a single number."
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
19
|
-
]
|
|
20
|
-
}
|
|
@@ -1,29 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "scenario-modeling",
|
|
3
|
-
"domain": "finance",
|
|
4
|
-
"_note": "Deterministic domain-truth keys computed independently from cited standard scenario-construction formulas (NOT the skill's own output). The skill's fuller soundness (named headwind, optionality) is qualitative; these cases check only the deterministic band/sensitivity arithmetic it performs. Authored as maintainer-ratification candidates per road-to-domain-soundness Phase 2 (blocker: domain-competence-for-answer-keys); the Phase-3 run + --write-floor ratchet-pin remain the maintainer's gate.",
|
|
5
|
-
"cases": [
|
|
6
|
-
{
|
|
7
|
-
"id": "downside-band-lower-bound",
|
|
8
|
-
"scenario": "Base commit = $6.3M with a symmetric forecast confidence band of +/-14%. Compute the downside scenario revenue as the band lower bound = commit x (1 - band). State the single figure in $M to three decimals.",
|
|
9
|
-
"source": "Three-scenario construction: downside = forecast commit-band lower bound = commit x (1 - band_pct) (standard base/upside/downside modeling; NOT an arbitrary base x 0.8).",
|
|
10
|
-
"check": {
|
|
11
|
-
"kind": "deterministic",
|
|
12
|
-
"expected": 5.418,
|
|
13
|
-
"tolerance": 0.01,
|
|
14
|
-
"rationale": "6.3 x (1 - 0.14) = 6.3 x 0.86 = 5.418 ($M). Step 1: downside = O2 commit-band lower bound."
|
|
15
|
-
}
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
"id": "sensitivity-minus-20pct",
|
|
19
|
-
"scenario": "The load-bearing input of a scenario is an enterprise close rate of 40%. Run a -20% sensitivity on that input. Compute the low sensitivity value = 40% x (1 - 0.20). State the single value as a percentage.",
|
|
20
|
-
"source": "Sensitivity analysis: vary the single load-bearing input by +/-20% (standard scenario robustness test).",
|
|
21
|
-
"check": {
|
|
22
|
-
"kind": "deterministic",
|
|
23
|
-
"expected": 32,
|
|
24
|
-
"tolerance": 0.1,
|
|
25
|
-
"rationale": "40 x 0.80 = 32 (%). Step 4: vary the load-bearing input by +/-20%."
|
|
26
|
-
}
|
|
27
|
-
}
|
|
28
|
-
]
|
|
29
|
-
}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "scenario-modeling",
|
|
3
|
-
"_calibration": "Behavioural fixture (road-to-skill-eval-coverage Phase 2, default-surface). Deterministic assertions on a real output property where reliable; rubric pins the qualitative core as a known-limit (pass ratified in PR review, not a hidden judge). finding_floor n is a conservative floor, not a calibrated per-host number.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "base-upside-downside",
|
|
7
|
-
"prompt": "Model base / upside / downside for our annual plan off a $6.3M commit.",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "contains",
|
|
11
|
-
"value": "downside"
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
"kind": "rubric",
|
|
15
|
-
"criterion": "Downside names a concrete HEADWIND (not base×0.8), upside names a tailwind, and reads optionality — not just ±20% on base."
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
19
|
-
]
|
|
20
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "schema-review",
|
|
3
|
-
"last_eval": "2026-07-27",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger. Should-trigger covers DE+EN phrasings for reviewing a migration/schema diff for scale hazards. Should-not-trigger covers near-miss neighbours: authoring a migration (laravel-migration), live-traffic performance (performance-analysis), audit-tier selection (history-design), generic code review.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{ "q": "review this migration for missing indexes before I merge", "trigger": true },
|
|
7
|
-
{ "q": "will this schema change scale to 100k rows?", "trigger": true },
|
|
8
|
-
{ "q": "prüfe meine Migration auf Skalierungsprobleme", "trigger": true },
|
|
9
|
-
{ "q": "check the new schema.prisma diff for unsafe changes", "trigger": true },
|
|
10
|
-
{ "q": "does this ALTER TABLE need CONCURRENTLY and a default?", "trigger": true },
|
|
11
|
-
{ "q": "create a migration that adds a status column to orders", "trigger": false },
|
|
12
|
-
{ "q": "the dashboard endpoint is slow in production, profile it", "trigger": false },
|
|
13
|
-
{ "q": "which audit log mechanism should we use for tenants?", "trigger": false },
|
|
14
|
-
{ "q": "review my pull request for code quality", "trigger": false },
|
|
15
|
-
{ "q": "wie lege ich einen Index in MySQL an?", "trigger": false }
|
|
16
|
-
]
|
|
17
|
-
}
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "screenshot-hygiene",
|
|
3
|
-
"last_eval": "2026-07-30",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger queries. Should-trigger covers DE + EN phrasings for capturing and anonymising a screenshot that is about to ship into documentation — risk tier, OCR detection, deterministic redaction, the pre-embed human gate. Should-not-trigger covers the near-miss neighbours (image analysis, image editing/inpaint, image generation, the provided-design spec path, PII scrubbing on text surfaces) whose vocabulary overlaps.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{
|
|
7
|
-
"q": "capture a screenshot of the admin dashboard for the feature docs",
|
|
8
|
-
"trigger": true
|
|
9
|
-
},
|
|
10
|
-
{
|
|
11
|
-
"q": "I want to embed a screenshot of this settings page in the README — is it safe to ship?",
|
|
12
|
-
"trigger": true
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"q": "redact the customer names and the local path in this screenshot before it lands in docs/media/",
|
|
16
|
-
"trigger": true
|
|
17
|
-
},
|
|
18
|
-
{
|
|
19
|
-
"q": "mach einen Screenshot für das Doku-Kapitel und anonymisiere vorher alles Sensible",
|
|
20
|
-
"trigger": true
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
"q": "can this dashboard screenshot go on the docs site, or does it leak PII?",
|
|
24
|
-
"trigger": true
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
"q": "analyse this character image feature by feature and diff it against the canon",
|
|
28
|
-
"trigger": false,
|
|
29
|
-
"note": "per-feature image analysis / canon drift, not doc-shipping anonymisation → image-analyser (this skill only borrows its OCR read)"
|
|
30
|
-
},
|
|
31
|
-
{
|
|
32
|
-
"q": "inpaint the background out of this photo and give me a couple of variations",
|
|
33
|
-
"trigger": false,
|
|
34
|
-
"note": "image editing / lossy inpaint — explicitly forbidden as a redaction method here → image-editing"
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
"q": "generate a banner image for the launch post",
|
|
38
|
-
"trigger": false,
|
|
39
|
-
"note": "image generation from a brief, not a captured screenshot → image-generation (brand assets → brand-asset-generation)"
|
|
40
|
-
},
|
|
41
|
-
{
|
|
42
|
-
"q": "here's a screenshot of the mockup — build the UI to match it 1:1",
|
|
43
|
-
"trigger": false,
|
|
44
|
-
"note": "a user-supplied screenshot used as a design spec to build against → design-fidelity (rule) / cross-source-consistency"
|
|
45
|
-
},
|
|
46
|
-
{
|
|
47
|
-
"q": "scrub the email addresses and tokens out of these log lines before we ship them",
|
|
48
|
-
"trigger": false,
|
|
49
|
-
"note": "PII redaction on a text surface (drafts / logs / exports), not inside an image → domain-safety-pii (rule)"
|
|
50
|
-
}
|
|
51
|
-
]
|
|
52
|
-
}
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "security-maturity-assessment",
|
|
3
|
-
"last_eval": "2026-07-12",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger queries. Should-trigger covers DE + EN posture/scorecard/baseline phrasings. Should-not-trigger covers the neighbouring security skills (vuln hunt, authz chain, threat model, secure coding, agent config) whose vocabulary overlaps.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{
|
|
7
|
-
"q": "how mature is the security posture of our billing module?",
|
|
8
|
-
"trigger": true
|
|
9
|
-
},
|
|
10
|
-
{
|
|
11
|
-
"q": "give me a security scorecard for this codebase with evidence per category",
|
|
12
|
-
"trigger": true
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"q": "wie sicher ist dieses Modul aufgestellt? Bitte pro Kategorie bewerten",
|
|
16
|
-
"trigger": true
|
|
17
|
-
},
|
|
18
|
-
{
|
|
19
|
-
"q": "baseline our security maturity before the hardening sprint",
|
|
20
|
-
"trigger": true
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
"q": "rate input validation, secrets and tenant isolation for the API package",
|
|
24
|
-
"trigger": true
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
"q": "audit this module for SQL injection and XSS vulnerabilities",
|
|
28
|
-
"trigger": false,
|
|
29
|
-
"note": "vulnerability hunt → security-audit"
|
|
30
|
-
},
|
|
31
|
-
{
|
|
32
|
-
"q": "review the authorization chain for the invoice download route",
|
|
33
|
-
"trigger": false,
|
|
34
|
-
"note": "single-route authz → authz-review"
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
"q": "threat-model the new file-upload feature before we build it",
|
|
38
|
-
"trigger": false,
|
|
39
|
-
"note": "pre-implementation → threat-modeling"
|
|
40
|
-
},
|
|
41
|
-
{
|
|
42
|
-
"q": "write a policy and gate for this new admin action",
|
|
43
|
-
"trigger": false,
|
|
44
|
-
"note": "writing secure code → security"
|
|
45
|
-
},
|
|
46
|
-
{
|
|
47
|
-
"q": "red-team my Claude agent's MCP and hook config",
|
|
48
|
-
"trigger": false,
|
|
49
|
-
"note": "agent config/behaviour → agent-security-review"
|
|
50
|
-
}
|
|
51
|
-
]
|
|
52
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "server-hardening",
|
|
3
|
-
"last_eval": "2026-08-23",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger. Should-trigger covers the three host surfaces — SSH posture, firewall baseline, unattended upgrades. Should-not-trigger covers the neighbours: application-code vulnerability work (security-audit), application authorization (authz-review), cloud provisioning (terraform, aws-infrastructure), container images (docker) and adjudicating the resulting posture (operational-readiness).",
|
|
5
|
-
"queries": [
|
|
6
|
-
{"q": "harden ssh on this server — disable password login", "trigger": true},
|
|
7
|
-
{"q": "set up a default-deny firewall baseline on the VPS", "trigger": true},
|
|
8
|
-
{"q": "how do I get automatic security patches on this box?", "trigger": true},
|
|
9
|
-
{"q": "should I install fail2ban on the host?", "trigger": true},
|
|
10
|
-
{"q": "host hardening checklist for a new bare-metal server", "trigger": true},
|
|
11
|
-
{"q": "audit this codebase for injection vulnerabilities", "trigger": false, "note": "application-code vulnerability sweep → security-audit"},
|
|
12
|
-
{"q": "can user A read user B's records through this endpoint?", "trigger": false, "note": "application authorization → authz-review"},
|
|
13
|
-
{"q": "write the Terraform for a new ECS service", "trigger": false, "note": "cloud provisioning → terraform / aws-infrastructure"},
|
|
14
|
-
{"q": "reduce the attack surface of this Dockerfile", "trigger": false, "note": "container image hardening → docker"},
|
|
15
|
-
{"q": "is the overall system ready to operate given the host posture?", "trigger": false, "note": "adjudicating the verdict → operational-readiness"}
|
|
16
|
-
]
|
|
17
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "skill-writing",
|
|
3
|
-
"last_eval": "2026-06-16",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger queries. No query mentions 'skill-writing' directly. Near-misses share 'skill' vocabulary but route to skill-management, lint-skills, or unrelated skills.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{"q": "let's create a skill for database migrations", "trigger": true},
|
|
7
|
-
{"q": "this SKILL.md feels weak, can you tighten it?", "trigger": true},
|
|
8
|
-
{"q": "should this be a skill or a rule?", "trigger": true},
|
|
9
|
-
{"q": "the description says 'covers various things' — fix it", "trigger": true},
|
|
10
|
-
{"q": "add a proper procedure section to the graphql skill", "trigger": true},
|
|
11
|
-
{"q": "refactor my PHP controller", "trigger": false},
|
|
12
|
-
{"q": "run the skill linter on my branch", "trigger": false},
|
|
13
|
-
{"q": "condense this SKILL.md to half its length", "trigger": false},
|
|
14
|
-
{"q": "which skill handles git workflow?", "trigger": false},
|
|
15
|
-
{"q": "write a CONTRIBUTING.md for this repo", "trigger": false}
|
|
16
|
-
]
|
|
17
|
-
}
|
|
@@ -1,47 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "spreadsheet-authoring",
|
|
3
|
-
"last_eval": "2026-07-10",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger queries for the spreadsheet surface floor (road-to-surface-specific-agent-contracts Phase 2). Should-trigger covers building/editing a spreadsheet or model, entering formulas or sourced/financial figures, and charting raw data. Should-not-trigger covers near-miss neighbours whose vocabulary overlaps but belong to a different surface/skill: unit-economics reasoning, runway shape, a prose document, a slide deck, and backend work.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{
|
|
7
|
-
"q": "build a 3-statement financial model in a spreadsheet",
|
|
8
|
-
"trigger": true
|
|
9
|
-
},
|
|
10
|
-
{
|
|
11
|
-
"q": "add a formula to sum the revenue column and total it",
|
|
12
|
-
"trigger": true
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"q": "chart this raw sales transaction data",
|
|
16
|
-
"trigger": true
|
|
17
|
-
},
|
|
18
|
-
{
|
|
19
|
-
"q": "enter the revenue figures from the company's 10-K into the sheet",
|
|
20
|
-
"trigger": true
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
"q": "create a budget spreadsheet with monthly categories",
|
|
24
|
-
"trigger": true
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
"q": "what is our LTV to CAC ratio and is it healthy?",
|
|
28
|
-
"trigger": false
|
|
29
|
-
},
|
|
30
|
-
{
|
|
31
|
-
"q": "how long is our cash runway?",
|
|
32
|
-
"trigger": false
|
|
33
|
-
},
|
|
34
|
-
{
|
|
35
|
-
"q": "write a PRD for the new onboarding feature",
|
|
36
|
-
"trigger": false
|
|
37
|
-
},
|
|
38
|
-
{
|
|
39
|
-
"q": "turn these results into a slide deck",
|
|
40
|
-
"trigger": false
|
|
41
|
-
},
|
|
42
|
-
{
|
|
43
|
-
"q": "add a database index on the orders table",
|
|
44
|
-
"trigger": false
|
|
45
|
-
}
|
|
46
|
-
]
|
|
47
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "storybook-workshop",
|
|
3
|
-
"last_eval": "2026-08-23",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger. Should-trigger covers the named authoring ask, the inventory ask, the story-as-test ask, the MCP-channel question, and a DE phrasing. Should-not-trigger covers the near-misses this skill sits between: authoring the component itself (ui-component-architect), a full WCAG audit of a shipped page (accessibility-auditor), an E2E flow test, the package surface (js-library-packaging), and a visual-design question.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{ "q": "add stories for the card", "trigger": true },
|
|
7
|
-
{ "q": "what components does our library already have?", "trigger": true },
|
|
8
|
-
{ "q": "can the stories run as tests in CI?", "trigger": true },
|
|
9
|
-
{ "q": "should we wire up the storybook mcp addon?", "trigger": true },
|
|
10
|
-
{ "q": "schreib Stories für die neuen Primitives", "trigger": true },
|
|
11
|
-
{ "q": "build me a Card component with a footer slot", "trigger": false },
|
|
12
|
-
{ "q": "run a full WCAG audit on the checkout page", "trigger": false },
|
|
13
|
-
{ "q": "write a playwright test for the signup flow", "trigger": false },
|
|
14
|
-
{ "q": "why does my hook say invalid hook call", "trigger": false },
|
|
15
|
-
{ "q": "pick a colour palette for the dashboard", "trigger": false }
|
|
16
|
-
]
|
|
17
|
-
}
|
|
@@ -1,60 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "subagent-orchestration",
|
|
3
|
-
"_calibration": "Golden E2E task 2 (road-to-fable-feedback-5 Phase 4c; council 2026-07-10 ranked bad-lite-output delegation second-highest signal/cost). Exercises the never-adopt-unverified Iron Law (delegation-policy) + the escalation path + the telemetry pairing (first_pass_success/escalated per orchestration-telemetry.md § Operationalization). Deterministic `contains` assertions pin the telemetry vocabulary; rubric pins the verification behavior. Baseline: authored 2026-07-10, pending first host-scored run.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "sao-bad-lite-output-escalation",
|
|
7
|
-
"prompt": "You are orchestrating: a lite-tier subagent was dispatched to implement `slugify(title: string): string` (lowercase, spaces to hyphens, strip non-alphanumerics, collapse repeated hyphens). Its return is: `export function slugify(title: string) { return title.toLowerCase().replace(' ', '-'); }` with no tests. Process this return per the orchestration contract and record the dispatch telemetry.",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "contains",
|
|
11
|
-
"value": "first_pass_success"
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
"kind": "contains",
|
|
15
|
-
"value": "escalated"
|
|
16
|
-
},
|
|
17
|
-
{
|
|
18
|
-
"kind": "rubric",
|
|
19
|
-
"criterion": "The return is NOT adopted unverified: verification runs against the stated spec and catches at least two planted defects (String.replace with a string only replaces the FIRST space; non-alphanumerics are not stripped; repeated hyphens are not collapsed; no tests). The orchestrator never merges the defective return as-is."
|
|
20
|
-
},
|
|
21
|
-
{
|
|
22
|
-
"kind": "rubric",
|
|
23
|
-
"criterion": "After the verification failure the slice is re-dispatched on a higher tier (or corrected with the failure fed back), and the telemetry records escalated=true and first_pass_success=false per the operationalization table (business-logic rework counts as rework; formatting would not). The final adopted output satisfies the full spec."
|
|
24
|
-
}
|
|
25
|
-
]
|
|
26
|
-
},
|
|
27
|
-
{
|
|
28
|
-
"id": "sao-good-return-no-spurious-escalation",
|
|
29
|
-
"prompt": "You are orchestrating: a lite-tier subagent was dispatched to rename the constant `MAX_RETRIES` to `MAX_ATTEMPTS` across a 3-file module. Its return is a diff renaming all 7 occurrences, all references updated, tests still green. Process this return per the orchestration contract and record the dispatch telemetry.",
|
|
30
|
-
"assertions": [
|
|
31
|
-
{
|
|
32
|
-
"kind": "contains",
|
|
33
|
-
"value": "first_pass_success"
|
|
34
|
-
},
|
|
35
|
-
{
|
|
36
|
-
"kind": "rubric",
|
|
37
|
-
"criterion": "Negative control: the clean return is verified and adopted WITHOUT rework or escalation — telemetry records first_pass_success=true and escalated=false. No spurious findings are invented to justify a re-dispatch."
|
|
38
|
-
}
|
|
39
|
-
]
|
|
40
|
-
},
|
|
41
|
-
{
|
|
42
|
-
"id": "sao-adversarial-council-advisory-no-gate",
|
|
43
|
-
"prompt": "`subagents.adversarial_council: on`. You are orchestrating an adversarial-verification-council (Mode 9) over a high-risk, already-verified change to an auth endpoint. Two distinct-model skeptics return findings: skeptic A raises a critical missing tenant-scope check at `src/http/orders.ts:42` (category security) and a low naming nit; skeptic B independently raises the same tenant-scope issue and refutes the naming nit. Reconcile and report the council result.",
|
|
44
|
-
"assertions": [
|
|
45
|
-
{
|
|
46
|
-
"kind": "contains",
|
|
47
|
-
"value": "advisory"
|
|
48
|
-
},
|
|
49
|
-
{
|
|
50
|
-
"kind": "rubric",
|
|
51
|
-
"criterion": "The reconciled output is a findings-by-severity envelope (findings-union), NOT a single go/no-go verdict: the tenant-scope finding is corroborated (raised_by both skeptics → high confidence), and the naming nit raised by only A and refuted by B is demoted to false_positives_suppressed (not silently dropped)."
|
|
52
|
-
},
|
|
53
|
-
{
|
|
54
|
-
"kind": "rubric",
|
|
55
|
-
"criterion": "The council is treated as ADVISORY and NEVER auto-gates the change (Hard Floor): the orchestrator surfaces the findings for a human decision and does not itself accept/reject/merge or block the change based on the panel verdict."
|
|
56
|
-
}
|
|
57
|
-
]
|
|
58
|
-
}
|
|
59
|
-
]
|
|
60
|
-
}
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "supply-chain-intake",
|
|
3
|
-
"last_eval": "2026-07-09",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger queries. Should-trigger covers DE + EN phrasings for verifying a new third-party dependency before install (existence/slopsquatting, pin+lock, CVE, no curl|bash). Should-not-trigger covers near-miss neighbours (upgrading existing deps, secrets, generic checklist, server auth) whose vocabulary overlaps.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{
|
|
7
|
-
"q": "add the package the model suggested to package.json and install it",
|
|
8
|
-
"trigger": true
|
|
9
|
-
},
|
|
10
|
-
{
|
|
11
|
-
"q": "is this pip package real or a hallucination before I install?",
|
|
12
|
-
"trigger": true
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"q": "the install command is a curl piped to bash — is that safe?",
|
|
16
|
-
"trigger": true
|
|
17
|
-
},
|
|
18
|
-
{
|
|
19
|
-
"q": "prüf diese neue Abhängigkeit bevor ich sie installiere (existiert sie überhaupt?)",
|
|
20
|
-
"trigger": true
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
"q": "should I pin this dependency and commit a lockfile?",
|
|
24
|
-
"trigger": true
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
"q": "upgrade our existing lodash to the latest major and fix breakages",
|
|
28
|
-
"trigger": false,
|
|
29
|
-
"note": "upgrading an already-trusted dep → dependency-upgrade"
|
|
30
|
-
},
|
|
31
|
-
{
|
|
32
|
-
"q": "rotate the API keys stored in our secret manager",
|
|
33
|
-
"trigger": false,
|
|
34
|
-
"note": "secrets lifecycle → secrets-management"
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
"q": "what cross-cutting controls did I miss across this diff?",
|
|
38
|
-
"trigger": false,
|
|
39
|
-
"note": "cross-surface checklist → ai-code-blindspots"
|
|
40
|
-
},
|
|
41
|
-
{
|
|
42
|
-
"q": "review the authorization on this endpoint",
|
|
43
|
-
"trigger": false,
|
|
44
|
-
"note": "server-side authz → authz-review"
|
|
45
|
-
},
|
|
46
|
-
{
|
|
47
|
-
"q": "why is my build failing on a type error?",
|
|
48
|
-
"trigger": false,
|
|
49
|
-
"note": "build/type debugging — not dependency intake"
|
|
50
|
-
}
|
|
51
|
-
]
|
|
52
|
-
}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "systematic-debugging",
|
|
3
|
-
"_calibration": "Behavioural fixture (road-to-skill-eval-coverage Phase 2, default-surface). Deterministic assertions on a real output property where reliable; rubric pins the qualitative core as a known-limit (pass ratified in PR review, not a hidden judge). finding_floor n is a conservative floor, not a calibrated per-host number.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "debug-flaky-test",
|
|
7
|
-
"prompt": "A test passes locally but fails in CI intermittently. Walk me through debugging it.",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "contains",
|
|
11
|
-
"value": "hypothesis"
|
|
12
|
-
},
|
|
13
|
-
{
|
|
14
|
-
"kind": "rubric",
|
|
15
|
-
"criterion": "Forms a hypothesis, isolates one variable, and runs one-test-one-fix-one-rerun rather than shotgun edits."
|
|
16
|
-
}
|
|
17
|
-
]
|
|
18
|
-
}
|
|
19
|
-
]
|
|
20
|
-
}
|
|
@@ -1,52 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "test-case-discovery",
|
|
3
|
-
"last_eval": "2026-07-10",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger queries. Should-trigger covers DE + EN phrasings for pre-write test-case enumeration (what to test, edge cases, coverage breadth). Should-not-trigger covers near-miss neighbours: assertion quality (testing-anti-patterns), after-the-fact coverage review (judge-test-coverage), failing-test diagnosis (systematic-debugging), stack-specific execution.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{
|
|
7
|
-
"q": "what should we test here — I don't want happy-path-only coverage",
|
|
8
|
-
"trigger": true
|
|
9
|
-
},
|
|
10
|
-
{
|
|
11
|
-
"q": "enumerate the edge cases for this endpoint before we write the tests",
|
|
12
|
-
"trigger": true
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"q": "welche Testfälle brauchen wir für dieses Feature — auch Grenzfälle und Fehlerpfade?",
|
|
16
|
-
"trigger": true
|
|
17
|
-
},
|
|
18
|
-
{
|
|
19
|
-
"q": "build a case matrix for this behavior — happy, boundary, error, abuse",
|
|
20
|
-
"trigger": true
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
"q": "ask a subagent what else we could test so coverage is broad",
|
|
24
|
-
"trigger": true
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
"q": "this assertion looks tautological — is the test overfit?",
|
|
28
|
-
"trigger": false,
|
|
29
|
-
"note": "assertion quality → testing-anti-patterns"
|
|
30
|
-
},
|
|
31
|
-
{
|
|
32
|
-
"q": "are the tests on this finished diff enough?",
|
|
33
|
-
"trigger": false,
|
|
34
|
-
"note": "after-the-fact coverage review → judge-test-coverage"
|
|
35
|
-
},
|
|
36
|
-
{
|
|
37
|
-
"q": "this Pest test keeps failing and I don't understand why",
|
|
38
|
-
"trigger": false,
|
|
39
|
-
"note": "failing-test diagnosis → systematic-debugging"
|
|
40
|
-
},
|
|
41
|
-
{
|
|
42
|
-
"q": "how do I mock Http in a Laravel feature test?",
|
|
43
|
-
"trigger": false,
|
|
44
|
-
"note": "stack-specific execution → pest-testing"
|
|
45
|
-
},
|
|
46
|
-
{
|
|
47
|
-
"q": "schreib die Playwright-Specs für den Login-Flow, die Fälle stehen schon im Ticket",
|
|
48
|
-
"trigger": false,
|
|
49
|
-
"note": "case list already exists → playwright-testing executes it"
|
|
50
|
-
}
|
|
51
|
-
]
|
|
52
|
-
}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "test-driven-development",
|
|
3
|
-
"_calibration": "Behavioural fixture (road-to-skill-eval-coverage Phase 2, default-surface). Deterministic assertions on a real output property where reliable; rubric pins the qualitative core as a known-limit (pass ratified in PR review, not a hidden judge). finding_floor n is a conservative floor, not a calibrated per-host number.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "tdd-new-validator",
|
|
7
|
-
"prompt": "TDD a password-strength validator (min length, mixed case, a digit).",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "rubric",
|
|
11
|
-
"criterion": "Writes a failing test FIRST (red), then the minimal code (green), then refactors — and covers boundary + negative cases, not only the happy path."
|
|
12
|
-
}
|
|
13
|
-
]
|
|
14
|
-
}
|
|
15
|
-
]
|
|
16
|
-
}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "threat-modeling",
|
|
3
|
-
"_calibration": "Behavioural fixture (road-to-skill-eval-coverage Phase 2, default-surface). Deterministic assertions on a real output property where reliable; rubric pins the qualitative core as a known-limit (pass ratified in PR review, not a hidden judge). finding_floor n is a conservative floor, not a calibrated per-host number.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "threat-model-upload",
|
|
7
|
-
"prompt": "Threat-model a new file-upload endpoint that accepts user files.",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{
|
|
10
|
-
"kind": "finding_floor",
|
|
11
|
-
"n": 3,
|
|
12
|
-
"pattern": "(?m)^\\s*[-*+]\\s+"
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"kind": "rubric",
|
|
16
|
-
"criterion": "Enumerates concrete abuse cases (path traversal, SSRF via URL fetch, malicious file, authz bypass) and the missing control per case — not generic 'validate input'."
|
|
17
|
-
}
|
|
18
|
-
]
|
|
19
|
-
}
|
|
20
|
-
]
|
|
21
|
-
}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "typography-system",
|
|
3
|
-
"_calibration": "Behavioural fixtures (road-to-skill-eval-coverage Phase 2, rich set). Deterministic `contains` asserts the line-height output the skill produces; the rubric checks the scale is a computed modular scale (from the given ratio), not arbitrary px — the whole point of the skill.",
|
|
4
|
-
"scenarios": [
|
|
5
|
-
{
|
|
6
|
-
"id": "modular-scale-from-ratio",
|
|
7
|
-
"prompt": "Build a type scale from a 16px base and a 1.25 modular ratio: give the step sizes, line-heights, and weights for body, h3, h2, h1.",
|
|
8
|
-
"assertions": [
|
|
9
|
-
{ "kind": "contains", "value": "line-height" },
|
|
10
|
-
{ "kind": "rubric", "criterion": "The step sizes are the 1.25 modular scale off 16px (≈16/20/25/31px), i.e. computed from the ratio, not arbitrary round numbers; each step carries a line-height and weight." }
|
|
11
|
-
]
|
|
12
|
-
}
|
|
13
|
-
]
|
|
14
|
-
}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
{
|
|
2
|
-
"skill": "typography-system",
|
|
3
|
-
"last_eval": "2026-06-16",
|
|
4
|
-
"description": "5 should-trigger + 5 should-not-trigger. Should-trigger covers font selection, scale derivation, and DTCG type token authoring. Should-not-trigger covers near-miss neighbors: icon set selection (iconography), raw design-token authoring without a typography constraint (design-tokens), brand archetype requests that require Stage 2 / Phase B, and general color token work.",
|
|
5
|
-
"queries": [
|
|
6
|
-
{"q": "pick fonts for our new SaaS product — something modern and professional", "trigger": true},
|
|
7
|
-
{"q": "build a typographic scale for our design system with DTCG tokens", "trigger": true},
|
|
8
|
-
{"q": "we need a type system for a luxury fashion brand — choose pairings and emit tokens", "trigger": true},
|
|
9
|
-
{"q": "what heading and body fonts match an elegant, editorial mood?", "trigger": true},
|
|
10
|
-
{"q": "set up font-size tokens and line-height for our Tailwind project", "trigger": true},
|
|
11
|
-
{"q": "which icon set should we use for our dashboard?", "trigger": false, "note": "icon selection → iconography skill"},
|
|
12
|
-
{"q": "author a 3-layer DTCG token system for colors with dark mode", "trigger": false, "note": "color token authoring without typography constraint → design-tokens skill"},
|
|
13
|
-
{"q": "define our brand archetype so the font pairing fits our personality", "trigger": false, "note": "brand archetype → pairing-filter is Stage 2 / Phase B, not authored yet"},
|
|
14
|
-
{"q": "generate CSS variables for our button component tokens", "trigger": false, "note": "component token generation → design-tokens skill"},
|
|
15
|
-
{"q": "run validate to find hardcoded hex values in our codebase", "trigger": false, "note": "token-discipline lint step → design-tokens skill (tokens.py validate)"}
|
|
16
|
-
]
|
|
17
|
-
}
|