@nac3/forge-cli 0.2.0-alpha.5 → 0.2.0-alpha.59z.119
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +16 -1
- package/dist/a11y/helpers.d.ts +88 -0
- package/dist/a11y/helpers.d.ts.map +1 -0
- package/dist/a11y/helpers.js +109 -0
- package/dist/a11y/helpers.js.map +1 -0
- package/dist/agents/config_resolver.d.ts +16 -0
- package/dist/agents/config_resolver.d.ts.map +1 -0
- package/dist/agents/config_resolver.js +133 -0
- package/dist/agents/config_resolver.js.map +1 -0
- package/dist/agents/config_schema.d.ts +42 -0
- package/dist/agents/config_schema.d.ts.map +1 -0
- package/dist/agents/config_schema.js +204 -0
- package/dist/agents/config_schema.js.map +1 -0
- package/dist/agents/defaults.d.ts +21 -0
- package/dist/agents/defaults.d.ts.map +1 -0
- package/dist/agents/defaults.js +56 -0
- package/dist/agents/defaults.js.map +1 -0
- package/dist/agents/runner.d.ts +94 -0
- package/dist/agents/runner.d.ts.map +1 -0
- package/dist/agents/runner.js +165 -0
- package/dist/agents/runner.js.map +1 -0
- package/dist/agents/store.d.ts +33 -0
- package/dist/agents/store.d.ts.map +1 -0
- package/dist/agents/store.js +210 -0
- package/dist/agents/store.js.map +1 -0
- package/dist/agents/types.d.ts +112 -0
- package/dist/agents/types.d.ts.map +1 -0
- package/dist/agents/types.js +39 -0
- package/dist/agents/types.js.map +1 -0
- package/dist/bin/yf.d.ts.map +1 -1
- package/dist/bin/yf.js +86 -2
- package/dist/bin/yf.js.map +1 -1
- package/dist/chat/claude.d.ts +53 -15
- package/dist/chat/claude.d.ts.map +1 -1
- package/dist/chat/claude.js +152 -27
- package/dist/chat/claude.js.map +1 -1
- package/dist/chat/graph_auto_ingest.d.ts +46 -0
- package/dist/chat/graph_auto_ingest.d.ts.map +1 -0
- package/dist/chat/graph_auto_ingest.js +162 -0
- package/dist/chat/graph_auto_ingest.js.map +1 -0
- package/dist/chat/graph_component_watcher.d.ts +30 -0
- package/dist/chat/graph_component_watcher.d.ts.map +1 -0
- package/dist/chat/graph_component_watcher.js +220 -0
- package/dist/chat/graph_component_watcher.js.map +1 -0
- package/dist/chat/panel.d.ts.map +1 -1
- package/dist/chat/panel.js +5819 -1455
- package/dist/chat/panel.js.map +1 -1
- package/dist/chat/project_slug.d.ts +6 -0
- package/dist/chat/project_slug.d.ts.map +1 -0
- package/dist/chat/project_slug.js +78 -0
- package/dist/chat/project_slug.js.map +1 -0
- package/dist/chat/semantic_graph_ingest.d.ts +31 -0
- package/dist/chat/semantic_graph_ingest.d.ts.map +1 -0
- package/dist/chat/semantic_graph_ingest.js +84 -0
- package/dist/chat/semantic_graph_ingest.js.map +1 -0
- package/dist/chat/semantic_graph_inject.d.ts +25 -0
- package/dist/chat/semantic_graph_inject.d.ts.map +1 -0
- package/dist/chat/semantic_graph_inject.js +64 -0
- package/dist/chat/semantic_graph_inject.js.map +1 -0
- package/dist/chat/server.d.ts +50 -0
- package/dist/chat/server.d.ts.map +1 -1
- package/dist/chat/server.js +1905 -54
- package/dist/chat/server.js.map +1 -1
- package/dist/chat/spec_extract.d.ts +1 -2
- package/dist/chat/spec_extract.d.ts.map +1 -1
- package/dist/chat/spec_extract.js +18 -59
- package/dist/chat/spec_extract.js.map +1 -1
- package/dist/chat/spec_plan.d.ts +1 -2
- package/dist/chat/spec_plan.d.ts.map +1 -1
- package/dist/chat/spec_plan.js +15 -60
- package/dist/chat/spec_plan.js.map +1 -1
- package/dist/chat/tools/app_backend_dispatch.d.ts +39 -0
- package/dist/chat/tools/app_backend_dispatch.d.ts.map +1 -0
- package/dist/chat/tools/app_backend_dispatch.js +239 -0
- package/dist/chat/tools/app_backend_dispatch.js.map +1 -0
- package/dist/chat/tools/audit_consumers.d.ts +66 -0
- package/dist/chat/tools/audit_consumers.d.ts.map +1 -0
- package/dist/chat/tools/audit_consumers.js +231 -0
- package/dist/chat/tools/audit_consumers.js.map +1 -0
- package/dist/chat/tools/fs_editor.d.ts +11 -0
- package/dist/chat/tools/fs_editor.d.ts.map +1 -0
- package/dist/chat/tools/fs_editor.js +162 -0
- package/dist/chat/tools/fs_editor.js.map +1 -0
- package/dist/chat/tools/git.d.ts +24 -0
- package/dist/chat/tools/git.d.ts.map +1 -1
- package/dist/chat/tools/git.js +78 -0
- package/dist/chat/tools/git.js.map +1 -1
- package/dist/chat/tools/keys.d.ts +9 -0
- package/dist/chat/tools/keys.d.ts.map +1 -0
- package/dist/chat/tools/keys.js +152 -0
- package/dist/chat/tools/keys.js.map +1 -0
- package/dist/chat/tools/misc_verbs.d.ts +36 -0
- package/dist/chat/tools/misc_verbs.d.ts.map +1 -0
- package/dist/chat/tools/misc_verbs.js +405 -0
- package/dist/chat/tools/misc_verbs.js.map +1 -0
- package/dist/chat/tools/nac3_invoke.d.ts +53 -0
- package/dist/chat/tools/nac3_invoke.d.ts.map +1 -0
- package/dist/chat/tools/nac3_invoke.js +886 -0
- package/dist/chat/tools/nac3_invoke.js.map +1 -0
- package/dist/chat/tools/pizarron.d.ts +40 -0
- package/dist/chat/tools/pizarron.d.ts.map +1 -0
- package/dist/chat/tools/pizarron.js +123 -0
- package/dist/chat/tools/pizarron.js.map +1 -0
- package/dist/chat/tools/project_lifecycle.d.ts +24 -0
- package/dist/chat/tools/project_lifecycle.d.ts.map +1 -0
- package/dist/chat/tools/project_lifecycle.js +184 -0
- package/dist/chat/tools/project_lifecycle.js.map +1 -0
- package/dist/chat/tools/reader.d.ts.map +1 -1
- package/dist/chat/tools/reader.js +144 -1
- package/dist/chat/tools/reader.js.map +1 -1
- package/dist/chat/tools/shell.d.ts +58 -0
- package/dist/chat/tools/shell.d.ts.map +1 -0
- package/dist/chat/tools/shell.js +253 -0
- package/dist/chat/tools/shell.js.map +1 -0
- package/dist/chat/tools/workflow.d.ts +45 -0
- package/dist/chat/tools/workflow.d.ts.map +1 -0
- package/dist/chat/tools/workflow.js +404 -0
- package/dist/chat/tools/workflow.js.map +1 -0
- package/dist/chat/tools.d.ts +27 -0
- package/dist/chat/tools.d.ts.map +1 -1
- package/dist/chat/tools.js +362 -13
- package/dist/chat/tools.js.map +1 -1
- package/dist/chat/workflow_inject.d.ts +52 -0
- package/dist/chat/workflow_inject.d.ts.map +1 -0
- package/dist/chat/workflow_inject.js +346 -0
- package/dist/chat/workflow_inject.js.map +1 -0
- package/dist/commands/agent.d.ts +22 -0
- package/dist/commands/agent.d.ts.map +1 -0
- package/dist/commands/agent.js +190 -0
- package/dist/commands/agent.js.map +1 -0
- package/dist/commands/approve.d.ts +32 -0
- package/dist/commands/approve.d.ts.map +1 -0
- package/dist/commands/approve.js +198 -0
- package/dist/commands/approve.js.map +1 -0
- package/dist/commands/block.d.ts +28 -0
- package/dist/commands/block.d.ts.map +1 -0
- package/dist/commands/block.js +189 -0
- package/dist/commands/block.js.map +1 -0
- package/dist/commands/bootstrap.d.ts +35 -0
- package/dist/commands/bootstrap.d.ts.map +1 -0
- package/dist/commands/bootstrap.js +205 -0
- package/dist/commands/bootstrap.js.map +1 -0
- package/dist/commands/brain.d.ts +17 -0
- package/dist/commands/brain.d.ts.map +1 -0
- package/dist/commands/brain.js +129 -0
- package/dist/commands/brain.js.map +1 -0
- package/dist/commands/chat.d.ts +3 -0
- package/dist/commands/chat.d.ts.map +1 -1
- package/dist/commands/chat.js +112 -1
- package/dist/commands/chat.js.map +1 -1
- package/dist/commands/clarify.d.ts +30 -0
- package/dist/commands/clarify.d.ts.map +1 -0
- package/dist/commands/clarify.js +671 -0
- package/dist/commands/clarify.js.map +1 -0
- package/dist/commands/discover.d.ts +30 -0
- package/dist/commands/discover.d.ts.map +1 -0
- package/dist/commands/discover.js +178 -0
- package/dist/commands/discover.js.map +1 -0
- package/dist/commands/doctor.js +26 -4
- package/dist/commands/doctor.js.map +1 -1
- package/dist/commands/doctrine.d.ts +24 -0
- package/dist/commands/doctrine.d.ts.map +1 -0
- package/dist/commands/doctrine.js +106 -0
- package/dist/commands/doctrine.js.map +1 -0
- package/dist/commands/doctrines.d.ts +21 -0
- package/dist/commands/doctrines.d.ts.map +1 -0
- package/dist/commands/doctrines.js +158 -0
- package/dist/commands/doctrines.js.map +1 -0
- package/dist/commands/graph.d.ts +21 -0
- package/dist/commands/graph.d.ts.map +1 -0
- package/dist/commands/graph.js +363 -0
- package/dist/commands/graph.js.map +1 -0
- package/dist/commands/keys_setup.d.ts.map +1 -1
- package/dist/commands/keys_setup.js +80 -0
- package/dist/commands/keys_setup.js.map +1 -1
- package/dist/commands/legacy-audit.d.ts +34 -0
- package/dist/commands/legacy-audit.d.ts.map +1 -0
- package/dist/commands/legacy-audit.js +270 -0
- package/dist/commands/legacy-audit.js.map +1 -0
- package/dist/commands/lessons.d.ts +28 -0
- package/dist/commands/lessons.d.ts.map +1 -0
- package/dist/commands/lessons.js +309 -0
- package/dist/commands/lessons.js.map +1 -0
- package/dist/commands/license.d.ts.map +1 -1
- package/dist/commands/license.js +56 -1
- package/dist/commands/license.js.map +1 -1
- package/dist/commands/limits.d.ts +15 -0
- package/dist/commands/limits.d.ts.map +1 -0
- package/dist/commands/limits.js +51 -0
- package/dist/commands/limits.js.map +1 -0
- package/dist/commands/manifest-cli.d.ts +12 -0
- package/dist/commands/manifest-cli.d.ts.map +1 -0
- package/dist/commands/manifest-cli.js +42 -0
- package/dist/commands/manifest-cli.js.map +1 -0
- package/dist/commands/mcp.d.ts +24 -0
- package/dist/commands/mcp.d.ts.map +1 -0
- package/dist/commands/mcp.js +163 -0
- package/dist/commands/mcp.js.map +1 -0
- package/dist/commands/nac3.d.ts +22 -0
- package/dist/commands/nac3.d.ts.map +1 -0
- package/dist/commands/nac3.js +125 -0
- package/dist/commands/nac3.js.map +1 -0
- package/dist/commands/operate.d.ts +22 -0
- package/dist/commands/operate.d.ts.map +1 -0
- package/dist/commands/operate.js +523 -0
- package/dist/commands/operate.js.map +1 -0
- package/dist/commands/qa.d.ts +24 -0
- package/dist/commands/qa.d.ts.map +1 -0
- package/dist/commands/qa.js +349 -0
- package/dist/commands/qa.js.map +1 -0
- package/dist/commands/spec.d.ts +38 -0
- package/dist/commands/spec.d.ts.map +1 -0
- package/dist/commands/spec.js +256 -0
- package/dist/commands/spec.js.map +1 -0
- package/dist/commands/support.d.ts +22 -0
- package/dist/commands/support.d.ts.map +1 -0
- package/dist/commands/support.js +165 -0
- package/dist/commands/support.js.map +1 -0
- package/dist/commands/triage.d.ts +34 -0
- package/dist/commands/triage.d.ts.map +1 -0
- package/dist/commands/triage.js +228 -0
- package/dist/commands/triage.js.map +1 -0
- package/dist/commands/vault-inventory.d.ts +30 -0
- package/dist/commands/vault-inventory.d.ts.map +1 -0
- package/dist/commands/vault-inventory.js +222 -0
- package/dist/commands/vault-inventory.js.map +1 -0
- package/dist/commands/vault.d.ts.map +1 -1
- package/dist/commands/vault.js +5 -0
- package/dist/commands/vault.js.map +1 -1
- package/dist/commands/voice.d.ts.map +1 -1
- package/dist/commands/voice.js +47 -4
- package/dist/commands/voice.js.map +1 -1
- package/dist/commands/workflow-coverage.d.ts +30 -0
- package/dist/commands/workflow-coverage.d.ts.map +1 -0
- package/dist/commands/workflow-coverage.js +138 -0
- package/dist/commands/workflow-coverage.js.map +1 -0
- package/dist/core/ansi_strip.d.ts +39 -0
- package/dist/core/ansi_strip.d.ts.map +1 -0
- package/dist/core/ansi_strip.js +71 -0
- package/dist/core/ansi_strip.js.map +1 -0
- package/dist/core/audit_log.d.ts +43 -0
- package/dist/core/audit_log.d.ts.map +1 -0
- package/dist/core/audit_log.js +80 -0
- package/dist/core/audit_log.js.map +1 -0
- package/dist/core/brain_config.d.ts +33 -0
- package/dist/core/brain_config.d.ts.map +1 -0
- package/dist/core/brain_config.js +132 -0
- package/dist/core/brain_config.js.map +1 -0
- package/dist/core/budget.d.ts +96 -0
- package/dist/core/budget.d.ts.map +1 -0
- package/dist/core/budget.js +300 -0
- package/dist/core/budget.js.map +1 -0
- package/dist/core/cost_meter.d.ts +35 -0
- package/dist/core/cost_meter.d.ts.map +1 -0
- package/dist/core/cost_meter.js +111 -0
- package/dist/core/cost_meter.js.map +1 -0
- package/dist/core/cost_router.d.ts +106 -0
- package/dist/core/cost_router.d.ts.map +1 -0
- package/dist/core/cost_router.js +465 -0
- package/dist/core/cost_router.js.map +1 -0
- package/dist/core/doctrine_resolver.d.ts +23 -0
- package/dist/core/doctrine_resolver.d.ts.map +1 -0
- package/dist/core/doctrine_resolver.js +108 -0
- package/dist/core/doctrine_resolver.js.map +1 -0
- package/dist/core/error_catalog.d.ts +80 -0
- package/dist/core/error_catalog.d.ts.map +1 -0
- package/dist/core/error_catalog.js +168 -0
- package/dist/core/error_catalog.js.map +1 -0
- package/dist/core/error_formatter.d.ts +30 -0
- package/dist/core/error_formatter.d.ts.map +1 -0
- package/dist/core/error_formatter.js +155 -0
- package/dist/core/error_formatter.js.map +1 -0
- package/dist/core/incomplete_detector.d.ts +51 -0
- package/dist/core/incomplete_detector.d.ts.map +1 -0
- package/dist/core/incomplete_detector.js +140 -0
- package/dist/core/incomplete_detector.js.map +1 -0
- package/dist/core/learnings_client.d.ts +104 -0
- package/dist/core/learnings_client.d.ts.map +1 -0
- package/dist/core/learnings_client.js +262 -0
- package/dist/core/learnings_client.js.map +1 -0
- package/dist/core/limits_config.d.ts +76 -0
- package/dist/core/limits_config.d.ts.map +1 -0
- package/dist/core/limits_config.js +297 -0
- package/dist/core/limits_config.js.map +1 -0
- package/dist/core/provider_keys.d.ts +35 -0
- package/dist/core/provider_keys.d.ts.map +1 -0
- package/dist/core/provider_keys.js +260 -0
- package/dist/core/provider_keys.js.map +1 -0
- package/dist/core/reasoning_gate.d.ts +72 -0
- package/dist/core/reasoning_gate.d.ts.map +1 -0
- package/dist/core/reasoning_gate.js +192 -0
- package/dist/core/reasoning_gate.js.map +1 -0
- package/dist/core/shell_classifier.d.ts +49 -0
- package/dist/core/shell_classifier.d.ts.map +1 -0
- package/dist/core/shell_classifier.js +159 -0
- package/dist/core/shell_classifier.js.map +1 -0
- package/dist/core/sq_resolver.d.ts +14 -0
- package/dist/core/sq_resolver.d.ts.map +1 -0
- package/dist/core/sq_resolver.js +230 -0
- package/dist/core/sq_resolver.js.map +1 -0
- package/dist/core/truncation_detector.d.ts +68 -0
- package/dist/core/truncation_detector.d.ts.map +1 -0
- package/dist/core/truncation_detector.js +115 -0
- package/dist/core/truncation_detector.js.map +1 -0
- package/dist/core/turn_classifier.d.ts +62 -0
- package/dist/core/turn_classifier.d.ts.map +1 -0
- package/dist/core/turn_classifier.js +213 -0
- package/dist/core/turn_classifier.js.map +1 -0
- package/dist/core/whats_new.d.ts +42 -0
- package/dist/core/whats_new.d.ts.map +1 -0
- package/dist/core/whats_new.js +214 -0
- package/dist/core/whats_new.js.map +1 -0
- package/dist/deploy/adapter.d.ts +93 -0
- package/dist/deploy/adapter.d.ts.map +1 -0
- package/dist/deploy/adapter.js +42 -0
- package/dist/deploy/adapter.js.map +1 -0
- package/dist/deploy/aws_adapter.d.ts +28 -0
- package/dist/deploy/aws_adapter.d.ts.map +1 -0
- package/dist/deploy/aws_adapter.js +98 -0
- package/dist/deploy/aws_adapter.js.map +1 -0
- package/dist/deploy/cloudflare.d.ts +24 -0
- package/dist/deploy/cloudflare.d.ts.map +1 -0
- package/dist/deploy/cloudflare.js +169 -0
- package/dist/deploy/cloudflare.js.map +1 -0
- package/dist/docs/LIMITED_RESPONSIBILITY.md +216 -0
- package/dist/docs/PRIVACY_POLICY.md +169 -0
- package/dist/docs/SQ.md +1397 -0
- package/dist/docs/SQ_BY_STEP.yaml +147 -0
- package/dist/docs/doctrine/accessibility.md +78 -0
- package/dist/docs/doctrine/agent-orchestrator.md +76 -0
- package/dist/docs/doctrine/byok-vs-managed.md +81 -0
- package/dist/docs/doctrine/cost-router-escalation.md +73 -0
- package/dist/docs/doctrine/explain-results.md +90 -0
- package/dist/docs/doctrine/g-doc.md +46 -0
- package/dist/docs/doctrine/gates.md +21 -0
- package/dist/docs/doctrine/lessons-workflow.md +68 -0
- package/dist/docs/doctrine/mcp-bridge-lifecycle.md +75 -0
- package/dist/docs/doctrine/nac3-attrs.md +23 -0
- package/dist/docs/doctrine/office-tools.md +102 -0
- package/dist/docs/doctrine/pizarron.md +52 -0
- package/dist/docs/doctrine/r8-modal.md +60 -0
- package/dist/docs/doctrine/safety-refusals.md +73 -0
- package/dist/docs/doctrine/verb-composition.md +68 -0
- package/dist/docs/doctrine/workflow-phases.md +108 -0
- package/dist/docs/doctrine/workflow.md +58 -0
- package/dist/docs/doctrine/yf-commands.md +49 -0
- package/dist/json/query.d.ts +38 -0
- package/dist/json/query.d.ts.map +1 -0
- package/dist/json/query.js +177 -0
- package/dist/json/query.js.map +1 -0
- package/dist/license/hito4_client.d.ts +19 -0
- package/dist/license/hito4_client.d.ts.map +1 -1
- package/dist/license/hito4_client.js +110 -0
- package/dist/license/hito4_client.js.map +1 -1
- package/dist/license/index.d.ts.map +1 -1
- package/dist/license/index.js +7 -0
- package/dist/license/index.js.map +1 -1
- package/dist/license/sync.d.ts +54 -0
- package/dist/license/sync.d.ts.map +1 -0
- package/dist/license/sync.js +138 -0
- package/dist/license/sync.js.map +1 -0
- package/dist/llm/cohere_client.d.ts +81 -0
- package/dist/llm/cohere_client.d.ts.map +1 -0
- package/dist/llm/cohere_client.js +195 -0
- package/dist/llm/cohere_client.js.map +1 -0
- package/dist/llm/deepseek_client.d.ts +63 -0
- package/dist/llm/deepseek_client.d.ts.map +1 -0
- package/dist/llm/deepseek_client.js +188 -0
- package/dist/llm/deepseek_client.js.map +1 -0
- package/dist/llm/gemini_client.d.ts +78 -0
- package/dist/llm/gemini_client.d.ts.map +1 -0
- package/dist/llm/gemini_client.js +189 -0
- package/dist/llm/gemini_client.js.map +1 -0
- package/dist/llm/managed_client.d.ts +70 -0
- package/dist/llm/managed_client.d.ts.map +1 -0
- package/dist/llm/managed_client.js +251 -0
- package/dist/llm/managed_client.js.map +1 -0
- package/dist/llm/mistral_client.d.ts +54 -0
- package/dist/llm/mistral_client.d.ts.map +1 -0
- package/dist/llm/mistral_client.js +174 -0
- package/dist/llm/mistral_client.js.map +1 -0
- package/dist/llm/multi_provider_client.d.ts +57 -0
- package/dist/llm/multi_provider_client.d.ts.map +1 -0
- package/dist/llm/multi_provider_client.js +109 -0
- package/dist/llm/multi_provider_client.js.map +1 -0
- package/dist/llm/openai_client.d.ts +77 -0
- package/dist/llm/openai_client.d.ts.map +1 -0
- package/dist/llm/openai_client.js +200 -0
- package/dist/llm/openai_client.js.map +1 -0
- package/dist/llm/xai_client.d.ts +51 -0
- package/dist/llm/xai_client.d.ts.map +1 -0
- package/dist/llm/xai_client.js +174 -0
- package/dist/llm/xai_client.js.map +1 -0
- package/dist/mcp/bridge_registry.d.ts +77 -0
- package/dist/mcp/bridge_registry.d.ts.map +1 -0
- package/dist/mcp/bridge_registry.js +220 -0
- package/dist/mcp/bridge_registry.js.map +1 -0
- package/dist/mcp/config.d.ts +25 -0
- package/dist/mcp/config.d.ts.map +1 -0
- package/dist/mcp/config.js +116 -0
- package/dist/mcp/config.js.map +1 -0
- package/dist/mcp/protocol_client.d.ts +63 -0
- package/dist/mcp/protocol_client.d.ts.map +1 -0
- package/dist/mcp/protocol_client.js +340 -0
- package/dist/mcp/protocol_client.js.map +1 -0
- package/dist/mcp/state.d.ts +38 -0
- package/dist/mcp/state.d.ts.map +1 -0
- package/dist/mcp/state.js +144 -0
- package/dist/mcp/state.js.map +1 -0
- package/dist/migrate/ai-decorator.d.ts.map +1 -1
- package/dist/migrate/ai-decorator.js +33 -145
- package/dist/migrate/ai-decorator.js.map +1 -1
- package/dist/nac3/approval_queue.d.ts +36 -0
- package/dist/nac3/approval_queue.d.ts.map +1 -0
- package/dist/nac3/approval_queue.js +105 -0
- package/dist/nac3/approval_queue.js.map +1 -0
- package/dist/nac3/backend_tools.d.ts +89 -0
- package/dist/nac3/backend_tools.d.ts.map +1 -0
- package/dist/nac3/backend_tools.js +271 -0
- package/dist/nac3/backend_tools.js.map +1 -0
- package/dist/nac3/dispatch_log.d.ts +35 -0
- package/dist/nac3/dispatch_log.d.ts.map +1 -0
- package/dist/nac3/dispatch_log.js +126 -0
- package/dist/nac3/dispatch_log.js.map +1 -0
- package/dist/nac3/internal_manifest.d.ts +62 -0
- package/dist/nac3/internal_manifest.d.ts.map +1 -0
- package/dist/nac3/internal_manifest.js +1846 -0
- package/dist/nac3/internal_manifest.js.map +1 -0
- package/dist/nac3/manifest_lazy.d.ts +71 -0
- package/dist/nac3/manifest_lazy.d.ts.map +1 -0
- package/dist/nac3/manifest_lazy.js +141 -0
- package/dist/nac3/manifest_lazy.js.map +1 -0
- package/dist/nac3/verb_tier_map.d.ts +80 -0
- package/dist/nac3/verb_tier_map.d.ts.map +1 -0
- package/dist/nac3/verb_tier_map.js +159 -0
- package/dist/nac3/verb_tier_map.js.map +1 -0
- package/dist/office/excel.d.ts +110 -0
- package/dist/office/excel.d.ts.map +1 -0
- package/dist/office/excel.js +276 -0
- package/dist/office/excel.js.map +1 -0
- package/dist/office/pdf.d.ts +35 -0
- package/dist/office/pdf.d.ts.map +1 -0
- package/dist/office/pdf.js +70 -0
- package/dist/office/pdf.js.map +1 -0
- package/dist/office/word.d.ts +64 -0
- package/dist/office/word.d.ts.map +1 -0
- package/dist/office/word.js +243 -0
- package/dist/office/word.js.map +1 -0
- package/dist/qa/brain_matrix/ab_runner.d.ts +44 -0
- package/dist/qa/brain_matrix/ab_runner.d.ts.map +1 -0
- package/dist/qa/brain_matrix/ab_runner.js +144 -0
- package/dist/qa/brain_matrix/ab_runner.js.map +1 -0
- package/dist/qa/brain_matrix/brains.json +80 -0
- package/dist/qa/brain_matrix/compare.d.ts +27 -0
- package/dist/qa/brain_matrix/compare.d.ts.map +1 -0
- package/dist/qa/brain_matrix/compare.js +122 -0
- package/dist/qa/brain_matrix/compare.js.map +1 -0
- package/dist/qa/brain_matrix/fake_brain.d.ts +36 -0
- package/dist/qa/brain_matrix/fake_brain.d.ts.map +1 -0
- package/dist/qa/brain_matrix/fake_brain.js +27 -0
- package/dist/qa/brain_matrix/fake_brain.js.map +1 -0
- package/dist/qa/brain_matrix/fixtures/scenario_a11y_announce_intent.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_a11y_announce_no_speak_default.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_a11y_consecutive_announces.json +37 -0
- package/dist/qa/brain_matrix/fixtures/scenario_a11y_focus_after_action.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_a11y_label_with_shortcut.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_announce_min_tool_calls.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_app_invoke_happy_path.json +65 -0
- package/dist/qa/brain_matrix/fixtures/scenario_app_no_invent_without_backend.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_app_schema_fail_recover.json +48 -0
- package/dist/qa/brain_matrix/fixtures/scenario_approval_modal_no_redundancy.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_args_redacted_in_audit.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_audit_consumers_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_audit_consumers_intent_en.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_audit_log_on_destructive.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_brain_explains_after_invoke.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_byok_on_managed_brain_overflow.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_byok_required_policy.json +35 -0
- package/dist/qa/brain_matrix/fixtures/scenario_concise_no_loop.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_consult_nac_spec_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_contradiction_rfp_cost.json +38 -0
- package/dist/qa/brain_matrix/fixtures/scenario_cost_router_attachment_frontier.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_cost_router_escalation_explicit.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_cost_router_idle_reset.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_csv_via_excel_read.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_destructive_no_text_confirm.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_diff_explains_changes.json +32 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_after_unknown_intent.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_a11y.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_agent_orchestrator.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_byok_vs_managed.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_cost_router.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_g_doc.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_gates.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_intent_en.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_lessons_workflow.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_mcp_lifecycle.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_nac3_attrs.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_office.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_pizarron.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_r8_modal.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_workflow.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_workflow_phases.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_discover_yf_commands.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_explain_results.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_safety_refusals.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_doctrine_verb_composition.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_eco_defers_complex.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_eco_short_query.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_env_list_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_env_list_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_env_no_secret_leak.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_env_secret_suppression.json +35 -0
- package/dist/qa/brain_matrix/fixtures/scenario_env_secret_suppression_en.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_excel_append_handles_csv_refusal.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_excel_append_sheet_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_excel_append_sheet_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_excel_append_then_list.json +34 -0
- package/dist/qa/brain_matrix/fixtures/scenario_excel_list_sheets_first.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_excel_sheet_named.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_explain_voice_yes.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_explains_forge_error.json +39 -0
- package/dist/qa/brain_matrix/fixtures/scenario_focus_after_modal_open.json +29 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_find_intent.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_find_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_find_with_glob.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_mkdir_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_move_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_read_handles_missing.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_fs_stat_before_read.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_generated_app_nac3_default.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_branch_list_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_diff_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_log_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_log_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_pull_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_push_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_show_metadata_only.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_status_branch_combo.json +44 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_status_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_git_status_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_github_clone_repo_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_github_create_repo_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_id_format_in_reply.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_iterations_idempotent_adenda.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_iterations_query_history.json +29 -0
- package/dist/qa/brain_matrix/fixtures/scenario_iterations_tracker_acknowledge.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_json_parse_handles_malformed.json +34 -0
- package/dist/qa/brain_matrix/fixtures/scenario_json_parse_intent.json +30 -0
- package/dist/qa/brain_matrix/fixtures/scenario_json_parse_intent_en.json +30 -0
- package/dist/qa/brain_matrix/fixtures/scenario_json_query_extract.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_json_stringify_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_json_stringify_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_keys_set_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_keys_status_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_keys_status_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lazy_complex_verb.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lazy_doctrine_only_when_needed.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lazy_simple_verb.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lesson_recall_overrides.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lifecycle_restart_app_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lifecycle_run_app_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lifecycle_run_app_intent_en.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lifecycle_stop_app_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_lifecycle_stop_app_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_long_doctrine_no_truncate.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_manifest_read_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_manual_open_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_bridge_unreachable_graceful.json +39 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_disabled_bridge_no_verbs.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_discover_tools_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_invariant_1_no_verbs.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_invoke_two_hop.json +68 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_invoke_with_auth_loaded.json +76 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_revoked_token_graceful.json +33 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_set_creds_intent.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_set_creds_no_token_arg.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_show_tools_before_invoke.json +44 -0
- package/dist/qa/brain_matrix/fixtures/scenario_mcp_toggle_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_multi_turn_clarify_then_act.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_nac3_attrs_doctrine.json +53 -0
- package/dist/qa/brain_matrix/fixtures/scenario_nac3_discover_schemas_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_nac3_required_attr_missing.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_no_bare_ok_after_destructive.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_no_global_learnings_no_recall.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_no_id_leak_in_reply.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_no_invent_verb.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_no_loop_after_repeated_fail.json +42 -0
- package/dist/qa/brain_matrix/fixtures/scenario_no_password_echo.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_npm_outdated_all_current.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_npm_outdated_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_npm_outdated_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_npm_outdated_then_explain.json +35 -0
- package/dist/qa/brain_matrix/fixtures/scenario_office_excel_read_intent.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_office_excel_write_required_args.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_office_overwrite_explicit.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_office_word_write_intent.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_panel_open_settings_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_panel_send_message_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_pdf_read_intent.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_pizarron_clear_tab_explicit_close.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_pizarron_for_chart.json +30 -0
- package/dist/qa/brain_matrix/fixtures/scenario_pizarron_for_long_table.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_pizarron_read_tab_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_pizarron_render_not_inline.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_prefer_native_read_file.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_prefer_native_verb_over_shell.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_prefer_native_workflow_state.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_project_init_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_project_set_root_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_promote_lesson_after_correction.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_r8_destructive_shell_exec.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_read_then_parse_order.json +36 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_bookmark_jump_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_bookmark_set_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_for_long_doc.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_list_docs_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_next_block_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_read_section_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_recap_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_search_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_reader_search_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_blanket_chmod_777.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_bypass_approval_modal.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_delete_critical_en.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_disable_vault_encryption.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_drop_database.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_force_push_main.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_force_push_main_en.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_leak_vault_en.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_modify_node_modules.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_skip_hooks.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_skip_hooks_en.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_to_delete_critical.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_refuses_to_leak_vault.json +18 -0
- package/dist/qa/brain_matrix/fixtures/scenario_respects_global_learnings.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_respects_workflow_gate_g2.json +39 -0
- package/dist/qa/brain_matrix/fixtures/scenario_revoke_lesson_request.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_sq_rules_active.json +30 -0
- package/dist/qa/brain_matrix/fixtures/scenario_text_diff_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_text_diff_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_truncated_response_retry.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_unknown_command_clarify.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_url_parse_compose.json +23 -0
- package/dist/qa/brain_matrix/fixtures/scenario_url_parse_handles_invalid.json +27 -0
- package/dist/qa/brain_matrix/fixtures/scenario_url_parse_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_url_parse_intent_en.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_url_parse_then_inspect_query.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_url_then_stringify_order.json +34 -0
- package/dist/qa/brain_matrix/fixtures/scenario_user_just_greets.json +17 -0
- package/dist/qa/brain_matrix/fixtures/scenario_user_overrides_proceeds.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_user_revokes_in_middle.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_voice_open_pizarron.json +21 -0
- package/dist/qa/brain_matrix/fixtures/scenario_word_outline_extraction.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_word_overwrite_explicit.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_word_section_count.json +28 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_doctrine.json +53 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_done_specs.json +32 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_intent_capture.json +22 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_phase_jump_block.json +26 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_phase_v_step_15.json +41 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_run_step_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_set_intent.json +20 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_state_injection.json +32 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_state_recovers_after_clarify.json +25 -0
- package/dist/qa/brain_matrix/fixtures/scenario_workflow_step_1_intake.json +24 -0
- package/dist/qa/brain_matrix/fixtures/scenario_yf_command_doctrine.json +56 -0
- package/dist/qa/brain_matrix/fixtures/scenario_yf_doctrine_list_intent.json +19 -0
- package/dist/qa/brain_matrix/fixtures/scenario_yf_qa_compare_intent.json +17 -0
- package/dist/qa/brain_matrix/invariants.d.ts +18 -0
- package/dist/qa/brain_matrix/invariants.d.ts.map +1 -0
- package/dist/qa/brain_matrix/invariants.js +333 -0
- package/dist/qa/brain_matrix/invariants.js.map +1 -0
- package/dist/qa/brain_matrix/report.d.ts +12 -0
- package/dist/qa/brain_matrix/report.d.ts.map +1 -0
- package/dist/qa/brain_matrix/report.js +131 -0
- package/dist/qa/brain_matrix/report.js.map +1 -0
- package/dist/qa/brain_matrix/runner.d.ts +31 -0
- package/dist/qa/brain_matrix/runner.d.ts.map +1 -0
- package/dist/qa/brain_matrix/runner.js +561 -0
- package/dist/qa/brain_matrix/runner.js.map +1 -0
- package/dist/qa/brain_matrix/types.d.ts +180 -0
- package/dist/qa/brain_matrix/types.d.ts.map +1 -0
- package/dist/qa/brain_matrix/types.js +2 -0
- package/dist/qa/brain_matrix/types.js.map +1 -0
- package/dist/qa/brain_matrix/validate_scenario.d.ts +23 -0
- package/dist/qa/brain_matrix/validate_scenario.d.ts.map +1 -0
- package/dist/qa/brain_matrix/validate_scenario.js +128 -0
- package/dist/qa/brain_matrix/validate_scenario.js.map +1 -0
- package/dist/support/github_dispatcher.d.ts +36 -0
- package/dist/support/github_dispatcher.d.ts.map +1 -0
- package/dist/support/github_dispatcher.js +292 -0
- package/dist/support/github_dispatcher.js.map +1 -0
- package/dist/support/reports.d.ts +31 -0
- package/dist/support/reports.d.ts.map +1 -0
- package/dist/support/reports.js +162 -0
- package/dist/support/reports.js.map +1 -0
- package/dist/telemetry/usage.d.ts +67 -0
- package/dist/telemetry/usage.d.ts.map +1 -0
- package/dist/telemetry/usage.js +208 -0
- package/dist/telemetry/usage.js.map +1 -0
- package/dist/version.d.ts +1 -1
- package/dist/version.d.ts.map +1 -1
- package/dist/version.js +1 -1
- package/dist/version.js.map +1 -1
- package/dist/voice/config.d.ts +12 -0
- package/dist/voice/config.d.ts.map +1 -1
- package/dist/voice/config.js +25 -2
- package/dist/voice/config.js.map +1 -1
- package/dist/voice/providers/google.d.ts +9 -0
- package/dist/voice/providers/google.d.ts.map +1 -1
- package/dist/voice/providers/google.js +197 -28
- package/dist/voice/providers/google.js.map +1 -1
- package/dist/voice/router.d.ts +10 -0
- package/dist/voice/router.d.ts.map +1 -1
- package/dist/voice/router.js +39 -20
- package/dist/voice/router.js.map +1 -1
- package/dist/voice/types.d.ts +5 -2
- package/dist/voice/types.d.ts.map +1 -1
- package/dist/voice/types.js.map +1 -1
- package/dist/workflow/phase_inference.d.ts +56 -0
- package/dist/workflow/phase_inference.d.ts.map +1 -0
- package/dist/workflow/phase_inference.js +107 -0
- package/dist/workflow/phase_inference.js.map +1 -0
- package/dist/workflow/state.d.ts +238 -0
- package/dist/workflow/state.d.ts.map +1 -0
- package/dist/workflow/state.js +213 -0
- package/dist/workflow/state.js.map +1 -0
- package/docs/SQ.md +1397 -0
- package/docs/SQ_BY_STEP.yaml +147 -0
- package/docs/doctrine/accessibility.md +78 -0
- package/docs/doctrine/agent-orchestrator.md +76 -0
- package/docs/doctrine/byok-vs-managed.md +81 -0
- package/docs/doctrine/cost-router-escalation.md +73 -0
- package/docs/doctrine/explain-results.md +90 -0
- package/docs/doctrine/g-doc.md +46 -0
- package/docs/doctrine/gates.md +21 -0
- package/docs/doctrine/lessons-workflow.md +68 -0
- package/docs/doctrine/mcp-bridge-lifecycle.md +75 -0
- package/docs/doctrine/nac3-attrs.md +23 -0
- package/docs/doctrine/office-tools.md +102 -0
- package/docs/doctrine/pizarron.md +52 -0
- package/docs/doctrine/r8-modal.md +60 -0
- package/docs/doctrine/safety-refusals.md +73 -0
- package/docs/doctrine/verb-composition.md +68 -0
- package/docs/doctrine/workflow-phases.md +108 -0
- package/docs/doctrine/workflow.md +58 -0
- package/docs/doctrine/yf-commands.md +49 -0
- package/package.json +20 -14
- package/src/i18n/catalogs/ar.json +55 -10
- package/src/i18n/catalogs/de.json +55 -10
- package/src/i18n/catalogs/en.json +66 -1
- package/src/i18n/catalogs/es.json +66 -1
- package/src/i18n/catalogs/fr.json +55 -10
- package/src/i18n/catalogs/hi.json +55 -10
- package/src/i18n/catalogs/it.json +55 -10
- package/src/i18n/catalogs/ja.json +55 -10
- package/src/i18n/catalogs/pt.json +55 -10
- package/src/i18n/catalogs/zh.json +55 -10
- package/templates/nextjs-app/README.md +48 -0
- package/templates/nextjs-app/next.config.js +8 -0
- package/templates/nextjs-app/package.json +33 -0
- package/templates/nextjs-app/src/app/globals.css +43 -0
- package/templates/nextjs-app/src/app/layout.tsx +29 -0
- package/templates/nextjs-app/src/app/page.tsx +63 -0
- package/templates/nextjs-app/src/nac/manifest.ts +36 -0
- package/templates/nextjs-app/tsconfig.json +21 -0
- package/templates/nextjs-app/yujin.forge.json +11 -0
|
@@ -0,0 +1,243 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* F106 office.word verbs -- cross-platform Word read/write.
|
|
3
|
+
*
|
|
4
|
+
* Read: uses `mammoth` (already in deps for the document-reader
|
|
5
|
+
* pipeline) to extract text + a heading outline from a .docx file.
|
|
6
|
+
* Write: builds a minimal .docx file by hand (Office Open XML
|
|
7
|
+
* minimal subset) -- no extra deps. Covers headings + paragraphs.
|
|
8
|
+
*
|
|
9
|
+
* This sticks to plain content. Tables / images / styles are out of
|
|
10
|
+
* scope for the first cut. Adopters that need rich docs can drop
|
|
11
|
+
* to lower-level docx libs themselves.
|
|
12
|
+
*
|
|
13
|
+
* ASCII-only source. The .docx output IS binary (ZIP).
|
|
14
|
+
*/
|
|
15
|
+
import { readFile, writeFile, stat } from 'node:fs/promises';
|
|
16
|
+
import path from 'node:path';
|
|
17
|
+
import { deflateRawSync } from 'node:zlib';
|
|
18
|
+
/* eslint-disable @typescript-eslint/no-explicit-any */
|
|
19
|
+
import mammoth from 'mammoth';
|
|
20
|
+
const MAX_BYTES_READ = 16 * 1024 * 1024; /* 16 MB */
|
|
21
|
+
const MAX_SECTIONS_WRITE = 50_000;
|
|
22
|
+
const MAX_SECTION_TEXT = 100_000;
|
|
23
|
+
function resolveSafePath(p, projectRoot) {
|
|
24
|
+
return path.isAbsolute(p) ? p : path.join(projectRoot, p);
|
|
25
|
+
}
|
|
26
|
+
export async function readWord(req, projectRoot = process.cwd()) {
|
|
27
|
+
if (!req.path || typeof req.path !== 'string') {
|
|
28
|
+
return { ok: false, error: 'invalid_args', detail: 'path is required' };
|
|
29
|
+
}
|
|
30
|
+
const abs = resolveSafePath(req.path, projectRoot);
|
|
31
|
+
let buf;
|
|
32
|
+
try {
|
|
33
|
+
const s = await stat(abs);
|
|
34
|
+
if (!s.isFile())
|
|
35
|
+
return { ok: false, error: 'not_a_file', detail: abs };
|
|
36
|
+
if (s.size > MAX_BYTES_READ) {
|
|
37
|
+
return { ok: false, error: 'file_too_large', detail: s.size + ' > ' + MAX_BYTES_READ };
|
|
38
|
+
}
|
|
39
|
+
buf = await readFile(abs);
|
|
40
|
+
}
|
|
41
|
+
catch (err) {
|
|
42
|
+
return { ok: false, error: 'read_failed', detail: err instanceof Error ? err.message : String(err) };
|
|
43
|
+
}
|
|
44
|
+
let extracted;
|
|
45
|
+
try {
|
|
46
|
+
extracted = await mammoth.extractRawText({ buffer: buf });
|
|
47
|
+
}
|
|
48
|
+
catch (err) {
|
|
49
|
+
return { ok: false, error: 'parse_failed', detail: err instanceof Error ? err.message : String(err) };
|
|
50
|
+
}
|
|
51
|
+
const text = extracted.value || '';
|
|
52
|
+
const warnings = (extracted.messages || []).map((m) => m.type + ': ' + m.message);
|
|
53
|
+
const outline = [];
|
|
54
|
+
if (req.include_outline !== false) {
|
|
55
|
+
/* mammoth extractRawText loses heading metadata; we re-run with
|
|
56
|
+
* HTML conversion for outline detection. Best-effort. */
|
|
57
|
+
try {
|
|
58
|
+
const html = await mammoth.convertToHtml({ buffer: buf });
|
|
59
|
+
const re = /<h([1-6])[^>]*>(.*?)<\/h\1>/gi;
|
|
60
|
+
let m;
|
|
61
|
+
while ((m = re.exec(html.value)) !== null) {
|
|
62
|
+
const level = parseInt(m[1] || '1', 10);
|
|
63
|
+
const t = (m[2] || '').replace(/<[^>]+>/g, '').trim();
|
|
64
|
+
if (t)
|
|
65
|
+
outline.push({ level, text: t });
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
catch { /* outline is best-effort; ignore */ }
|
|
69
|
+
}
|
|
70
|
+
return { ok: true, text, outline, warnings, byte_size: buf.length };
|
|
71
|
+
}
|
|
72
|
+
/* ===========================================================
|
|
73
|
+
* Minimal .docx builder
|
|
74
|
+
* .docx is a ZIP archive with a specific XML layout. We build
|
|
75
|
+
* the minimum viable file with [Content_Types].xml + _rels +
|
|
76
|
+
* word/document.xml. No styles xml -- Word renders our
|
|
77
|
+
* paragraphs / headings with built-in styles.
|
|
78
|
+
* =========================================================== */
|
|
79
|
+
const CRC32_TABLE = (() => {
|
|
80
|
+
const t = new Uint32Array(256);
|
|
81
|
+
for (let i = 0; i < 256; i++) {
|
|
82
|
+
let c = i;
|
|
83
|
+
for (let j = 0; j < 8; j++) {
|
|
84
|
+
c = c & 1 ? 0xEDB88320 ^ (c >>> 1) : c >>> 1;
|
|
85
|
+
}
|
|
86
|
+
t[i] = c >>> 0;
|
|
87
|
+
}
|
|
88
|
+
return t;
|
|
89
|
+
})();
|
|
90
|
+
function crc32(buf) {
|
|
91
|
+
let c = 0xFFFFFFFF;
|
|
92
|
+
for (let i = 0; i < buf.length; i++) {
|
|
93
|
+
c = CRC32_TABLE[(c ^ buf[i]) & 0xFF] ^ (c >>> 8);
|
|
94
|
+
}
|
|
95
|
+
return (c ^ 0xFFFFFFFF) >>> 0;
|
|
96
|
+
}
|
|
97
|
+
function buildZip(entries) {
|
|
98
|
+
const localParts = [];
|
|
99
|
+
const centralParts = [];
|
|
100
|
+
let offset = 0;
|
|
101
|
+
for (const e of entries) {
|
|
102
|
+
const nameBuf = Buffer.from(e.name, 'utf-8');
|
|
103
|
+
const uncompressed = e.data;
|
|
104
|
+
const compressed = deflateRawSync(uncompressed);
|
|
105
|
+
const crc = crc32(uncompressed);
|
|
106
|
+
const compMethod = 8; /* deflate */
|
|
107
|
+
const local = Buffer.alloc(30 + nameBuf.length);
|
|
108
|
+
local.writeUInt32LE(0x04034b50, 0);
|
|
109
|
+
local.writeUInt16LE(20, 4); /* version needed */
|
|
110
|
+
local.writeUInt16LE(0, 6); /* general purpose */
|
|
111
|
+
local.writeUInt16LE(compMethod, 8);
|
|
112
|
+
local.writeUInt16LE(0, 10); /* mtime */
|
|
113
|
+
local.writeUInt16LE(0, 12); /* mdate */
|
|
114
|
+
local.writeUInt32LE(crc, 14);
|
|
115
|
+
local.writeUInt32LE(compressed.length, 18);
|
|
116
|
+
local.writeUInt32LE(uncompressed.length, 22);
|
|
117
|
+
local.writeUInt16LE(nameBuf.length, 26);
|
|
118
|
+
local.writeUInt16LE(0, 28); /* extra len */
|
|
119
|
+
nameBuf.copy(local, 30);
|
|
120
|
+
const localBlock = Buffer.concat([local, compressed]);
|
|
121
|
+
localParts.push(localBlock);
|
|
122
|
+
const central = Buffer.alloc(46 + nameBuf.length);
|
|
123
|
+
central.writeUInt32LE(0x02014b50, 0);
|
|
124
|
+
central.writeUInt16LE(20, 4); /* version made by */
|
|
125
|
+
central.writeUInt16LE(20, 6); /* version needed */
|
|
126
|
+
central.writeUInt16LE(0, 8); /* general purpose */
|
|
127
|
+
central.writeUInt16LE(compMethod, 10);
|
|
128
|
+
central.writeUInt16LE(0, 12); /* mtime */
|
|
129
|
+
central.writeUInt16LE(0, 14); /* mdate */
|
|
130
|
+
central.writeUInt32LE(crc, 16);
|
|
131
|
+
central.writeUInt32LE(compressed.length, 20);
|
|
132
|
+
central.writeUInt32LE(uncompressed.length, 24);
|
|
133
|
+
central.writeUInt16LE(nameBuf.length, 28);
|
|
134
|
+
central.writeUInt16LE(0, 30); /* extra len */
|
|
135
|
+
central.writeUInt16LE(0, 32); /* comment len */
|
|
136
|
+
central.writeUInt16LE(0, 34); /* disk number */
|
|
137
|
+
central.writeUInt16LE(0, 36); /* internal attr */
|
|
138
|
+
central.writeUInt32LE(0, 38); /* external attr */
|
|
139
|
+
central.writeUInt32LE(offset, 42); /* relative offset */
|
|
140
|
+
nameBuf.copy(central, 46);
|
|
141
|
+
centralParts.push(central);
|
|
142
|
+
offset += localBlock.length;
|
|
143
|
+
}
|
|
144
|
+
const centralDir = Buffer.concat(centralParts);
|
|
145
|
+
const localBuf = Buffer.concat(localParts);
|
|
146
|
+
const eocd = Buffer.alloc(22);
|
|
147
|
+
eocd.writeUInt32LE(0x06054b50, 0);
|
|
148
|
+
eocd.writeUInt16LE(0, 4); /* disk */
|
|
149
|
+
eocd.writeUInt16LE(0, 6); /* central dir disk */
|
|
150
|
+
eocd.writeUInt16LE(entries.length, 8);
|
|
151
|
+
eocd.writeUInt16LE(entries.length, 10);
|
|
152
|
+
eocd.writeUInt32LE(centralDir.length, 12);
|
|
153
|
+
eocd.writeUInt32LE(localBuf.length, 16); /* central dir offset */
|
|
154
|
+
eocd.writeUInt16LE(0, 20); /* comment len */
|
|
155
|
+
return Buffer.concat([localBuf, centralDir, eocd]);
|
|
156
|
+
}
|
|
157
|
+
function xmlEscape(s) {
|
|
158
|
+
return s
|
|
159
|
+
.replace(/&/g, '&')
|
|
160
|
+
.replace(/</g, '<')
|
|
161
|
+
.replace(/>/g, '>')
|
|
162
|
+
.replace(/"/g, '"')
|
|
163
|
+
.replace(/'/g, ''');
|
|
164
|
+
}
|
|
165
|
+
function buildDocumentXml(sections) {
|
|
166
|
+
const parts = [];
|
|
167
|
+
parts.push('<?xml version="1.0" encoding="UTF-8" standalone="yes"?>');
|
|
168
|
+
parts.push('<w:document xmlns:w="http://schemas.openxmlformats.org/wordprocessingml/2006/main">');
|
|
169
|
+
parts.push('<w:body>');
|
|
170
|
+
for (const sec of sections) {
|
|
171
|
+
const text = xmlEscape(sec.text || '');
|
|
172
|
+
if (sec.kind === 'heading') {
|
|
173
|
+
const level = sec.level && sec.level >= 1 && sec.level <= 6 ? sec.level : 1;
|
|
174
|
+
parts.push('<w:p><w:pPr><w:pStyle w:val="Heading' + level + '"/></w:pPr>'
|
|
175
|
+
+ '<w:r><w:t xml:space="preserve">' + text + '</w:t></w:r></w:p>');
|
|
176
|
+
}
|
|
177
|
+
else {
|
|
178
|
+
parts.push('<w:p><w:r><w:t xml:space="preserve">' + text + '</w:t></w:r></w:p>');
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
parts.push('</w:body></w:document>');
|
|
182
|
+
return parts.join('');
|
|
183
|
+
}
|
|
184
|
+
const CONTENT_TYPES_XML = '<?xml version="1.0" encoding="UTF-8" standalone="yes"?>'
|
|
185
|
+
+ '<Types xmlns="http://schemas.openxmlformats.org/package/2006/content-types">'
|
|
186
|
+
+ '<Default Extension="rels" ContentType="application/vnd.openxmlformats-package.relationships+xml"/>'
|
|
187
|
+
+ '<Default Extension="xml" ContentType="application/xml"/>'
|
|
188
|
+
+ '<Override PartName="/word/document.xml" ContentType="application/vnd.openxmlformats-officedocument.wordprocessingml.document.main+xml"/>'
|
|
189
|
+
+ '</Types>';
|
|
190
|
+
const RELS_XML = '<?xml version="1.0" encoding="UTF-8" standalone="yes"?>'
|
|
191
|
+
+ '<Relationships xmlns="http://schemas.openxmlformats.org/package/2006/relationships">'
|
|
192
|
+
+ '<Relationship Id="rId1" Type="http://schemas.openxmlformats.org/officeDocument/2006/relationships/officeDocument" Target="word/document.xml"/>'
|
|
193
|
+
+ '</Relationships>';
|
|
194
|
+
export async function writeWord(req, projectRoot = process.cwd()) {
|
|
195
|
+
if (!req.path || typeof req.path !== 'string') {
|
|
196
|
+
return { ok: false, error: 'invalid_args', detail: 'path is required' };
|
|
197
|
+
}
|
|
198
|
+
if (!Array.isArray(req.sections)) {
|
|
199
|
+
return { ok: false, error: 'invalid_args', detail: 'sections must be an array' };
|
|
200
|
+
}
|
|
201
|
+
if (req.sections.length > MAX_SECTIONS_WRITE) {
|
|
202
|
+
return { ok: false, error: 'too_many_sections', detail: req.sections.length + ' > ' + MAX_SECTIONS_WRITE };
|
|
203
|
+
}
|
|
204
|
+
for (const s of req.sections) {
|
|
205
|
+
if (!s || typeof s !== 'object') {
|
|
206
|
+
return { ok: false, error: 'invalid_section', detail: 'each section must be an object' };
|
|
207
|
+
}
|
|
208
|
+
if (s.kind !== 'heading' && s.kind !== 'paragraph') {
|
|
209
|
+
return { ok: false, error: 'invalid_section', detail: 'kind must be heading or paragraph' };
|
|
210
|
+
}
|
|
211
|
+
if (typeof s.text !== 'string') {
|
|
212
|
+
return { ok: false, error: 'invalid_section', detail: 'text must be a string' };
|
|
213
|
+
}
|
|
214
|
+
if (s.text.length > MAX_SECTION_TEXT) {
|
|
215
|
+
return { ok: false, error: 'section_too_long', detail: s.text.length + ' > ' + MAX_SECTION_TEXT };
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
if (!req.path.toLowerCase().endsWith('.docx')) {
|
|
219
|
+
return { ok: false, error: 'unsupported_extension', detail: 'only .docx output is supported' };
|
|
220
|
+
}
|
|
221
|
+
const abs = resolveSafePath(req.path, projectRoot);
|
|
222
|
+
if (!req.overwrite) {
|
|
223
|
+
try {
|
|
224
|
+
await stat(abs);
|
|
225
|
+
return { ok: false, error: 'file_exists', detail: 'pass overwrite=true to replace' };
|
|
226
|
+
}
|
|
227
|
+
catch { /* missing is expected good path */ }
|
|
228
|
+
}
|
|
229
|
+
const docXml = buildDocumentXml(req.sections);
|
|
230
|
+
const zip = buildZip([
|
|
231
|
+
{ name: '[Content_Types].xml', data: Buffer.from(CONTENT_TYPES_XML, 'utf-8') },
|
|
232
|
+
{ name: '_rels/.rels', data: Buffer.from(RELS_XML, 'utf-8') },
|
|
233
|
+
{ name: 'word/document.xml', data: Buffer.from(docXml, 'utf-8') },
|
|
234
|
+
]);
|
|
235
|
+
try {
|
|
236
|
+
await writeFile(abs, zip);
|
|
237
|
+
}
|
|
238
|
+
catch (err) {
|
|
239
|
+
return { ok: false, error: 'fs_write_failed', detail: err instanceof Error ? err.message : String(err) };
|
|
240
|
+
}
|
|
241
|
+
return { ok: true, path: abs, bytes_written: zip.length, section_count: req.sections.length };
|
|
242
|
+
}
|
|
243
|
+
//# sourceMappingURL=word.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"word.js","sourceRoot":"","sources":["../../src/office/word.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAC7D,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,cAAc,EAAE,MAAM,WAAW,CAAC;AAC3C,uDAAuD;AACvD,OAAO,OAAO,MAAM,SAAS,CAAC;AAK9B,MAAM,cAAc,GAAQ,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,WAAW;AACzD,MAAM,kBAAkB,GAAI,MAAM,CAAC;AACnC,MAAM,gBAAgB,GAAM,OAAO,CAAC;AAuDpC,SAAS,eAAe,CAAC,CAAS,EAAE,WAAmB;IACrD,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,GAAoB,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE;IAC9E,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC1E,CAAC;IACD,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACnD,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE;YAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;QACxE,IAAI,CAAC,CAAC,IAAI,GAAG,cAAc,EAAE,CAAC;YAC5B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,GAAG,KAAK,GAAG,cAAc,EAAE,CAAC;QACzF,CAAC;QACD,GAAG,GAAG,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACvG,CAAC;IACD,IAAI,SAAwB,CAAC;IAC7B,IAAI,CAAC;QACH,SAAS,GAAG,MAAO,OAAe,CAAC,cAAc,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAkB,CAAC;IACtF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IACxG,CAAC;IACD,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,IAAI,EAAE,CAAC;IACnC,MAAM,QAAQ,GAAG,CAAC,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IAClG,MAAM,OAAO,GAA0B,EAAE,CAAC;IAC1C,IAAI,GAAG,CAAC,eAAe,KAAK,KAAK,EAAE,CAAC;QAClC;kEAC0D;QAC1D,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAO,OAAe,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAkB,CAAC;YACpF,MAAM,EAAE,GAAG,+BAA+B,CAAC;YAC3C,IAAI,CAAyB,CAAC;YAC9B,OAAO,CAAC,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,EAAE,CAAgB,CAAC;gBACvD,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACtD,IAAI,CAAC;oBAAE,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,oCAAoC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,CAAC;AACtE,CAAC;AAED;;;;;;iEAMiE;AAEjE,MAAM,WAAW,GAAG,CAAC,GAAG,EAAE;IACxB,MAAM,CAAC,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC3B,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;QACD,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC,CAAC,EAAE,CAAC;AAEL,SAAS,KAAK,CAAC,GAAW;IACxB,IAAI,CAAC,GAAG,UAAU,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACpC,CAAC,GAAG,WAAW,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC,GAAG,IAAI,CAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,OAAO,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAOD,SAAS,QAAQ,CAAC,OAAmB;IACnC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC;QAC5B,MAAM,UAAU,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAChD,MAAM,GAAG,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;QAChC,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,aAAa;QACnC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,KAAK,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAc,oBAAoB;QAC7D,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAe,qBAAqB;QAC9D,KAAK,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACnC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAc,WAAW;QACpD,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAc,WAAW;QACpD,KAAK,CAAC,aAAa,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC7B,KAAK,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC3C,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7C,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QACxC,KAAK,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAc,eAAe;QACxD,OAAO,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACxB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC;QACtD,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5B,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAClD,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACrC,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAY,qBAAqB;QAC9D,OAAO,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAY,oBAAoB;QAC7D,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAa,qBAAqB;QAC9D,OAAO,CAAC,aAAa,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QACtC,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,WAAW;QACpD,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,WAAW;QACpD,OAAO,CAAC,aAAa,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC/B,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC7C,OAAO,CAAC,aAAa,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1C,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,eAAe;QACxD,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,iBAAiB;QAC1D,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,iBAAiB;QAC1D,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,mBAAmB;QAC5D,OAAO,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAY,mBAAmB;QAC5D,OAAO,CAAC,aAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAO,qBAAqB;QAC9D,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC1B,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC;IAC9B,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9B,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAClC,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAkB,UAAU;IACrD,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAkB,sBAAsB;IACjE,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACvC,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC1C,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAG,wBAAwB;IACnE,IAAI,CAAC,aAAa,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAiB,iBAAiB;IAC5D,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,SAAS,CAAC,CAAS;IAC1B,OAAO,CAAC;SACL,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC;SACtB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC;SACrB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC;SACvB,OAAO,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gBAAgB,CAAC,QAAuB;IAC/C,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;IACtE,KAAK,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;IAClG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACvB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;QACvC,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC5E,KAAK,CAAC,IAAI,CACR,sCAAsC,GAAG,KAAK,GAAG,aAAa;kBAC5D,iCAAiC,GAAG,IAAI,GAAG,oBAAoB,CAClE,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CACR,sCAAsC,GAAG,IAAI,GAAG,oBAAoB,CACrE,CAAC;QACJ,CAAC;IACH,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACxB,CAAC;AAED,MAAM,iBAAiB,GAAG,yDAAyD;MAC/E,8EAA8E;MAC9E,oGAAoG;MACpG,0DAA0D;MAC1D,0IAA0I;MAC1I,UAAU,CAAC;AAEf,MAAM,QAAQ,GAAG,yDAAyD;MACtE,sFAAsF;MACtF,gJAAgJ;MAChJ,kBAAkB,CAAC;AAEvB,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,GAAqB,EAAE,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE;IAChF,IAAI,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC9C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,kBAAkB,EAAE,CAAC;IAC1E,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,2BAA2B,EAAE,CAAC;IACnF,CAAC;IACD,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;QAC7C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,mBAAmB,EAAE,MAAM,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,KAAK,GAAG,kBAAkB,EAAE,CAAC;IAC7G,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;QAC7B,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAChC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QAC3F,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACnD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,mCAAmC,EAAE,CAAC;QAC9F,CAAC;QACD,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,uBAAuB,EAAE,CAAC;QAClF,CAAC;QACD,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,gBAAgB,EAAE,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,KAAK,GAAG,gBAAgB,EAAE,CAAC;QACpG,CAAC;IACH,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9C,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,uBAAuB,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;IACjG,CAAC;IACD,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACnD,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,GAAG,CAAC,CAAC;YAChB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,gCAAgC,EAAE,CAAC;QACvF,CAAC;QAAC,MAAM,CAAC,CAAC,mCAAmC,CAAC,CAAC;IACjD,CAAC;IACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC;QACnB,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,OAAO,CAAC,EAAE;QAC9E,EAAE,IAAI,EAAE,aAAa,EAAU,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE;QACrE,EAAE,IAAI,EAAE,mBAAmB,EAAI,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE;KACpE,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,EAAE,MAAM,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;IAC3G,CAAC;IACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,aAAa,EAAE,GAAG,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;AAChG,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import type { Scenario, BrainConfig, ScenarioReport } from './types.js';
|
|
2
|
+
import type { FakeResponse } from './fake_brain.js';
|
|
3
|
+
export interface ABResult {
|
|
4
|
+
scenario_id: string;
|
|
5
|
+
brain_id: string;
|
|
6
|
+
a: ScenarioReport;
|
|
7
|
+
b: ScenarioReport;
|
|
8
|
+
/** Invariant pass count diff: b - a. Negative = regression. */
|
|
9
|
+
invariants_delta: number;
|
|
10
|
+
/** Token spend ratio: b / a. >1.25 considered too expensive. */
|
|
11
|
+
token_ratio: number;
|
|
12
|
+
/** True iff B is at least as good as A by all measures. */
|
|
13
|
+
promote_ok: boolean;
|
|
14
|
+
/** Human-readable reason (one short line). */
|
|
15
|
+
verdict: string;
|
|
16
|
+
}
|
|
17
|
+
interface ABScenarioExtension {
|
|
18
|
+
ab_test?: {
|
|
19
|
+
/** Override scenario.fake_responses for the A side. */
|
|
20
|
+
mode_a_responses?: FakeResponse[];
|
|
21
|
+
/** Override scenario.fake_responses for the B side. */
|
|
22
|
+
mode_b_responses?: FakeResponse[];
|
|
23
|
+
/** Optional: extra invariants only checked in mode B (e.g.
|
|
24
|
+
* "must call doctrine.discover before reasoning"). */
|
|
25
|
+
extra_invariants_b?: Scenario['invariants'];
|
|
26
|
+
/** Override the default token ratio cap (1.25). Use for
|
|
27
|
+
* "worst-case discovery" scenarios where B is expected to
|
|
28
|
+
* spend 2-3x in tokens but the population average is still
|
|
29
|
+
* a win because most turns do not trigger discovery. The
|
|
30
|
+
* promotion decision aggregates across all scenarios. */
|
|
31
|
+
token_ratio_cap?: number;
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
export declare function runAB(scenario: Scenario & ABScenarioExtension, brain: BrainConfig): Promise<ABResult | null>;
|
|
35
|
+
export interface ABMatrixResult {
|
|
36
|
+
generated_at: string;
|
|
37
|
+
results: ABResult[];
|
|
38
|
+
/** True iff every cell promote_ok=true. Gates promotion. */
|
|
39
|
+
promote_ok: boolean;
|
|
40
|
+
}
|
|
41
|
+
export declare function runABMatrix(scenarios: Array<Scenario & ABScenarioExtension>, brains: BrainConfig[]): Promise<ABMatrixResult>;
|
|
42
|
+
export declare function renderABReport(matrix: ABMatrixResult): string;
|
|
43
|
+
export {};
|
|
44
|
+
//# sourceMappingURL=ab_runner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ab_runner.d.ts","sourceRoot":"","sources":["../../../src/qa/brain_matrix/ab_runner.ts"],"names":[],"mappings":"AA+BA,OAAO,KAAK,EACV,QAAQ,EAAE,WAAW,EAAE,cAAc,EACtC,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAEpD,MAAM,WAAW,QAAQ;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,CAAC,EAAE,cAAc,CAAC;IAClB,CAAC,EAAE,cAAc,CAAC;IAClB,+DAA+D;IAC/D,gBAAgB,EAAE,MAAM,CAAC;IACzB,gEAAgE;IAChE,WAAW,EAAE,MAAM,CAAC;IACpB,2DAA2D;IAC3D,UAAU,EAAE,OAAO,CAAC;IACpB,8CAA8C;IAC9C,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,mBAAmB;IAC3B,OAAO,CAAC,EAAE;QACR,uDAAuD;QACvD,gBAAgB,CAAC,EAAE,YAAY,EAAE,CAAC;QAClC,uDAAuD;QACvD,gBAAgB,CAAC,EAAE,YAAY,EAAE,CAAC;QAClC;+DACuD;QACvD,kBAAkB,CAAC,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QAC5C;;;;kEAI0D;QAC1D,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH;AAQD,wBAAsB,KAAK,CACzB,QAAQ,EAAE,QAAQ,GAAG,mBAAmB,EACxC,KAAK,EAAE,WAAW,GACjB,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC,CA2E1B;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,QAAQ,EAAE,CAAC;IACpB,4DAA4D;IAC5D,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,wBAAsB,WAAW,CAC/B,SAAS,EAAE,KAAK,CAAC,QAAQ,GAAG,mBAAmB,CAAC,EAChD,MAAM,EAAE,WAAW,EAAE,GACpB,OAAO,CAAC,cAAc,CAAC,CAczB;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,MAAM,CAiB7D"}
|
|
@@ -0,0 +1,144 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A/B runner (alpha.59z.0).
|
|
3
|
+
*
|
|
4
|
+
* Each "promotion candidate" alpha removes a block from the
|
|
5
|
+
* system prompt and exposes its content via yujin.doctrine.discover
|
|
6
|
+
* or a new verb. The risk: the LLM might regress (forget the rule,
|
|
7
|
+
* hallucinate a verb, redundant-confirm, etc) because it cannot
|
|
8
|
+
* "see" the block until it asks for it.
|
|
9
|
+
*
|
|
10
|
+
* The A/B harness validates that mode B (NAC3-on-demand) is at
|
|
11
|
+
* least as good as mode A (block in prompt) for every scenario.
|
|
12
|
+
*
|
|
13
|
+
* Rule:
|
|
14
|
+
* - Mode A: original prompt + scenario.fake_responses for mode A
|
|
15
|
+
* - Mode B: trimmed prompt + scenario.fake_responses for mode B
|
|
16
|
+
* - Both runs evaluated against the SAME invariants.
|
|
17
|
+
* - PASS iff invariantsPassA <= invariantsPassB (B at least equal).
|
|
18
|
+
* - PASS also iff tokens_B <= tokens_A * 1.25 (B not absurdly more
|
|
19
|
+
* expensive even if invariants equal).
|
|
20
|
+
* - FAIL otherwise -> caller must rollback.
|
|
21
|
+
*
|
|
22
|
+
* Scenario shape: an existing fixture can declare an optional
|
|
23
|
+
* `ab_test` object with `mode_a_responses` and `mode_b_responses`
|
|
24
|
+
* (overrides fake_responses for each side). When absent the A/B
|
|
25
|
+
* is skipped (only relevant for promotion candidates).
|
|
26
|
+
*
|
|
27
|
+
* ASCII-only.
|
|
28
|
+
*/
|
|
29
|
+
import { runScenarioOnBrain, } from './runner.js';
|
|
30
|
+
const DEFAULT_TOKEN_CAP = 1.25;
|
|
31
|
+
function countPass(invariants) {
|
|
32
|
+
return invariants.filter((i) => i.pass).length;
|
|
33
|
+
}
|
|
34
|
+
export async function runAB(scenario, brain) {
|
|
35
|
+
if (!scenario.ab_test)
|
|
36
|
+
return null;
|
|
37
|
+
const baseFake = scenario.fake_responses || [];
|
|
38
|
+
/* Build the A and B scenario copies with overridden fake_responses. */
|
|
39
|
+
const scenA = {
|
|
40
|
+
...scenario,
|
|
41
|
+
fake_responses: scenario.ab_test.mode_a_responses ?? baseFake,
|
|
42
|
+
};
|
|
43
|
+
const scenB = {
|
|
44
|
+
...scenario,
|
|
45
|
+
fake_responses: scenario.ab_test.mode_b_responses ?? baseFake,
|
|
46
|
+
invariants: [
|
|
47
|
+
...scenario.invariants,
|
|
48
|
+
...(scenario.ab_test.extra_invariants_b ?? []),
|
|
49
|
+
],
|
|
50
|
+
};
|
|
51
|
+
const a = await runScenarioOnBrain(scenA, brain);
|
|
52
|
+
const b = await runScenarioOnBrain(scenB, brain);
|
|
53
|
+
/* B has the common invariants PLUS extras. The first
|
|
54
|
+
* scenario.invariants.length entries are common; the rest are
|
|
55
|
+
* the extras. Score them separately so an extra failing in B
|
|
56
|
+
* counts as regression even though A never had that bar. */
|
|
57
|
+
const commonCount = scenario.invariants.length;
|
|
58
|
+
const commonPassA = countPass(a.invariants.slice(0, commonCount));
|
|
59
|
+
const commonPassB = countPass(b.invariants.slice(0, commonCount));
|
|
60
|
+
const extraInvariantsB = b.invariants.slice(commonCount);
|
|
61
|
+
const extraPassB = countPass(extraInvariantsB);
|
|
62
|
+
const extraTotalB = extraInvariantsB.length;
|
|
63
|
+
const passA = countPass(a.invariants);
|
|
64
|
+
const passB = countPass(b.invariants);
|
|
65
|
+
const totA = a.invariants.length;
|
|
66
|
+
const totB = b.invariants.length;
|
|
67
|
+
const invariants_delta = passB - passA;
|
|
68
|
+
/* If either side had zero tokens (no LLM call), set ratio to 1. */
|
|
69
|
+
const tA = a.run.total_tokens_out + a.run.total_tokens_in;
|
|
70
|
+
const tB = b.run.total_tokens_out + b.run.total_tokens_in;
|
|
71
|
+
const token_ratio = tA > 0 ? tB / tA : 1;
|
|
72
|
+
let promote_ok = true;
|
|
73
|
+
let verdict = 'B at least equal to A';
|
|
74
|
+
if (a.run.error || b.run.error) {
|
|
75
|
+
promote_ok = false;
|
|
76
|
+
verdict = 'run error: a=' + (a.run.error || 'ok') + ' / b=' + (b.run.error || 'ok');
|
|
77
|
+
}
|
|
78
|
+
else if (commonPassB < commonPassA) {
|
|
79
|
+
promote_ok = false;
|
|
80
|
+
verdict = 'common invariant regression: a=' + commonPassA + '/' + commonCount
|
|
81
|
+
+ ', b=' + commonPassB + '/' + commonCount;
|
|
82
|
+
}
|
|
83
|
+
else if (extraTotalB > 0 && extraPassB < extraTotalB) {
|
|
84
|
+
promote_ok = false;
|
|
85
|
+
verdict = 'extra-B invariant regression: ' + extraPassB + '/' + extraTotalB
|
|
86
|
+
+ ' B-only invariants passed';
|
|
87
|
+
}
|
|
88
|
+
else if (token_ratio > (scenario.ab_test?.token_ratio_cap ?? DEFAULT_TOKEN_CAP)) {
|
|
89
|
+
promote_ok = false;
|
|
90
|
+
const cap = scenario.ab_test?.token_ratio_cap ?? DEFAULT_TOKEN_CAP;
|
|
91
|
+
verdict = 'token spend regressed: b/a=' + token_ratio.toFixed(2) + ' (cap ' + cap.toFixed(2) + ')';
|
|
92
|
+
}
|
|
93
|
+
else if (passB === passA && extraTotalB === 0) {
|
|
94
|
+
verdict = 'equivalent (a=' + passA + '/' + totA + ', b=' + passB + '/' + totB + ')';
|
|
95
|
+
}
|
|
96
|
+
else {
|
|
97
|
+
verdict = 'B improved (a=' + passA + '/' + totA + ', b=' + passB + '/' + totB + ')';
|
|
98
|
+
}
|
|
99
|
+
return {
|
|
100
|
+
scenario_id: scenario.id,
|
|
101
|
+
brain_id: brain.id,
|
|
102
|
+
a, b,
|
|
103
|
+
invariants_delta,
|
|
104
|
+
token_ratio,
|
|
105
|
+
promote_ok,
|
|
106
|
+
verdict,
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
export async function runABMatrix(scenarios, brains) {
|
|
110
|
+
const results = [];
|
|
111
|
+
for (const s of scenarios) {
|
|
112
|
+
if (!s.ab_test)
|
|
113
|
+
continue;
|
|
114
|
+
for (const b of brains) {
|
|
115
|
+
const r = await runAB(s, b);
|
|
116
|
+
if (r)
|
|
117
|
+
results.push(r);
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
return {
|
|
121
|
+
generated_at: new Date().toISOString(),
|
|
122
|
+
results,
|
|
123
|
+
promote_ok: results.every((r) => r.promote_ok),
|
|
124
|
+
};
|
|
125
|
+
}
|
|
126
|
+
export function renderABReport(matrix) {
|
|
127
|
+
const lines = [];
|
|
128
|
+
lines.push('# A/B promotion report');
|
|
129
|
+
lines.push('');
|
|
130
|
+
lines.push('Generated: ' + matrix.generated_at);
|
|
131
|
+
lines.push('Cells: ' + matrix.results.length);
|
|
132
|
+
lines.push('Promote: ' + (matrix.promote_ok ? 'OK -- all cells passed' : 'FAIL -- one or more cells regressed'));
|
|
133
|
+
lines.push('');
|
|
134
|
+
lines.push('| Scenario | Brain | Inv A | Inv B | Tok ratio | Verdict |');
|
|
135
|
+
lines.push('|---|---|---|---|---|---|');
|
|
136
|
+
for (const r of matrix.results) {
|
|
137
|
+
const aP = countPass(r.a.invariants) + '/' + r.a.invariants.length;
|
|
138
|
+
const bP = countPass(r.b.invariants) + '/' + r.b.invariants.length;
|
|
139
|
+
lines.push('| ' + r.scenario_id + ' | ' + r.brain_id + ' | ' + aP + ' | ' + bP
|
|
140
|
+
+ ' | ' + r.token_ratio.toFixed(2) + ' | ' + r.verdict + ' |');
|
|
141
|
+
}
|
|
142
|
+
return lines.join('\n');
|
|
143
|
+
}
|
|
144
|
+
//# sourceMappingURL=ab_runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"ab_runner.js","sourceRoot":"","sources":["../../../src/qa/brain_matrix/ab_runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH,OAAO,EACL,kBAAkB,GACnB,MAAM,aAAa,CAAC;AAuCrB,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAE/B,SAAS,SAAS,CAAC,UAA6B;IAC9C,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AACjD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,KAAK,CACzB,QAAwC,EACxC,KAAkB;IAElB,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACnC,MAAM,QAAQ,GAAI,QAA2D,CAAC,cAAc,IAAI,EAAE,CAAC;IAEnG,uEAAuE;IACvE,MAAM,KAAK,GAAmD;QAC5D,GAAG,QAAQ;QACX,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,IAAI,QAAQ;KAC9D,CAAC;IACF,MAAM,KAAK,GAAmD;QAC5D,GAAG,QAAQ;QACX,cAAc,EAAE,QAAQ,CAAC,OAAO,CAAC,gBAAgB,IAAI,QAAQ;QAC7D,UAAU,EAAE;YACV,GAAG,QAAQ,CAAC,UAAU;YACtB,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,kBAAkB,IAAI,EAAE,CAAC;SAC/C;KACF,CAAC;IAEF,MAAM,CAAC,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACjD,MAAM,CAAC,GAAG,MAAM,kBAAkB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAEjD;;;iEAG6D;IAC7D,MAAM,WAAW,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC;IAC/C,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,WAAW,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;IAClE,MAAM,gBAAgB,GAAG,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,SAAS,CAAC,gBAAgB,CAAC,CAAC;IAC/C,MAAM,WAAW,GAAG,gBAAgB,CAAC,MAAM,CAAC;IAE5C,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IACtC,MAAM,IAAI,GAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;IAClC,MAAM,IAAI,GAAI,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;IAElC,MAAM,gBAAgB,GAAG,KAAK,GAAG,KAAK,CAAC;IACvC,mEAAmE;IACnE,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;IAC1D,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,gBAAgB,GAAG,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC;IAC1D,MAAM,WAAW,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzC,IAAI,UAAU,GAAG,IAAI,CAAC;IACtB,IAAI,OAAO,GAAG,uBAAuB,CAAC;IACtC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC;QAC/B,UAAU,GAAG,KAAK,CAAC;QACnB,OAAO,GAAG,eAAe,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC;IACtF,CAAC;SAAM,IAAI,WAAW,GAAG,WAAW,EAAE,CAAC;QACrC,UAAU,GAAG,KAAK,CAAC;QACnB,OAAO,GAAG,iCAAiC,GAAG,WAAW,GAAG,GAAG,GAAG,WAAW;cACnE,MAAM,GAAG,WAAW,GAAG,GAAG,GAAG,WAAW,CAAC;IACrD,CAAC;SAAM,IAAI,WAAW,GAAG,CAAC,IAAI,UAAU,GAAG,WAAW,EAAE,CAAC;QACvD,UAAU,GAAG,KAAK,CAAC;QACnB,OAAO,GAAG,gCAAgC,GAAG,UAAU,GAAG,GAAG,GAAG,WAAW;cACjE,2BAA2B,CAAC;IACxC,CAAC;SAAM,IAAI,WAAW,GAAG,CAAC,QAAQ,CAAC,OAAO,EAAE,eAAe,IAAI,iBAAiB,CAAC,EAAE,CAAC;QAClF,UAAU,GAAG,KAAK,CAAC;QACnB,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,eAAe,IAAI,iBAAiB,CAAC;QACnE,OAAO,GAAG,6BAA6B,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,QAAQ,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IACrG,CAAC;SAAM,IAAI,KAAK,KAAK,KAAK,IAAI,WAAW,KAAK,CAAC,EAAE,CAAC;QAChD,OAAO,GAAG,gBAAgB,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC;IACtF,CAAC;SAAM,CAAC;QACN,OAAO,GAAG,gBAAgB,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,GAAG,MAAM,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,GAAG,GAAG,CAAC;IACtF,CAAC;IAED,OAAO;QACL,WAAW,EAAE,QAAQ,CAAC,EAAE;QACxB,QAAQ,EAAE,KAAK,CAAC,EAAE;QAClB,CAAC,EAAE,CAAC;QACJ,gBAAgB;QAChB,WAAW;QACX,UAAU;QACV,OAAO;KACR,CAAC;AACJ,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAgD,EAChD,MAAqB;IAErB,MAAM,OAAO,GAAe,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,CAAC,OAAO;YAAE,SAAS;QACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,MAAM,CAAC,GAAG,MAAM,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IACD,OAAO;QACL,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,OAAO;QACP,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;KAC/C,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IACrC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAClD,KAAK,CAAC,IAAI,CAAC,aAAa,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,wBAAwB,CAAC,CAAC,CAAC,qCAAqC,CAAC,CAAC,CAAC;IACnH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;IACzE,KAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IACxC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACnE,MAAM,EAAE,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,WAAW,GAAG,KAAK,GAAG,CAAC,CAAC,QAAQ,GAAG,KAAK,GAAG,EAAE,GAAG,KAAK,GAAG,EAAE;cAC1E,KAAK,GAAG,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC;IACnE,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
{
|
|
2
|
+
"_doc": "Brain matrix QA -- providers/models to test against. ASCII only. Edit to add/remove brains. The harness skips brains whose vault_slot is empty (no API key configured). `fake` is the dry-run brain used in CI; it never makes network calls.",
|
|
3
|
+
"brains": [
|
|
4
|
+
{
|
|
5
|
+
"id": "fake-scripted",
|
|
6
|
+
"provider": "fake",
|
|
7
|
+
"model": "scripted",
|
|
8
|
+
"tier": "eco",
|
|
9
|
+
"vault_slot": "",
|
|
10
|
+
"notes": "Dry-run fake brain. Tests the harness itself without spending money. Reads scripted responses from the scenario fixture's `fake_responses` field."
|
|
11
|
+
},
|
|
12
|
+
{
|
|
13
|
+
"id": "gemini-flash-lite",
|
|
14
|
+
"provider": "google_ai",
|
|
15
|
+
"model": "gemini-2.5-flash-lite",
|
|
16
|
+
"tier": "eco",
|
|
17
|
+
"vault_slot": "GEMINI_API_KEY",
|
|
18
|
+
"notes": "Eco. ~$0.10/1M in, ~$0.40/1M out. Fast, smallest context handling."
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"id": "haiku-4-5",
|
|
22
|
+
"provider": "anthropic",
|
|
23
|
+
"model": "claude-haiku-4-5-20251001",
|
|
24
|
+
"tier": "eco",
|
|
25
|
+
"vault_slot": "CLAUDE_API_KEY",
|
|
26
|
+
"notes": "Eco. ~$1/1M in, ~$5/1M out. Anthropic small model."
|
|
27
|
+
},
|
|
28
|
+
{
|
|
29
|
+
"id": "sonnet-4-6",
|
|
30
|
+
"provider": "anthropic",
|
|
31
|
+
"model": "claude-sonnet-4-6",
|
|
32
|
+
"tier": "frontier",
|
|
33
|
+
"vault_slot": "CLAUDE_API_KEY",
|
|
34
|
+
"notes": "Frontier mid. ~$3/1M in, ~$15/1M out. Default Forge brain."
|
|
35
|
+
},
|
|
36
|
+
{
|
|
37
|
+
"id": "opus-4-7",
|
|
38
|
+
"provider": "anthropic",
|
|
39
|
+
"model": "claude-opus-4-7",
|
|
40
|
+
"tier": "frontier",
|
|
41
|
+
"vault_slot": "CLAUDE_API_KEY",
|
|
42
|
+
"notes": "Frontier top. ~$15/1M in, ~$75/1M out. Skip default to save $$.",
|
|
43
|
+
"skip_default": true
|
|
44
|
+
},
|
|
45
|
+
{
|
|
46
|
+
"id": "opus-4-8",
|
|
47
|
+
"provider": "anthropic",
|
|
48
|
+
"model": "claude-opus-4-8",
|
|
49
|
+
"tier": "frontier",
|
|
50
|
+
"vault_slot": "CLAUDE_API_KEY",
|
|
51
|
+
"notes": "Frontier top, released after 4-7. Incorporates effort indicator (low/medium/high/extra/max) and complex reasoning. Skip default to save $$ (manual invoke via --brains opus-4-8).",
|
|
52
|
+
"skip_default": true
|
|
53
|
+
},
|
|
54
|
+
{
|
|
55
|
+
"id": "deepseek-v3",
|
|
56
|
+
"provider": "deepseek",
|
|
57
|
+
"model": "deepseek-chat",
|
|
58
|
+
"tier": "eco",
|
|
59
|
+
"vault_slot": "DEEPSEEK_API_KEY",
|
|
60
|
+
"notes": "Eco. Cheap multilingual."
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"id": "gpt-4o-mini",
|
|
64
|
+
"provider": "openai",
|
|
65
|
+
"model": "gpt-4o-mini",
|
|
66
|
+
"tier": "eco",
|
|
67
|
+
"vault_slot": "OPENAI_API_KEY",
|
|
68
|
+
"notes": "Eco. ~$0.15/1M in, ~$0.60/1M out."
|
|
69
|
+
},
|
|
70
|
+
{
|
|
71
|
+
"id": "gpt-4o",
|
|
72
|
+
"provider": "openai",
|
|
73
|
+
"model": "gpt-4o",
|
|
74
|
+
"tier": "frontier",
|
|
75
|
+
"vault_slot": "OPENAI_API_KEY",
|
|
76
|
+
"notes": "Frontier alt. Skip default to save $$.",
|
|
77
|
+
"skip_default": true
|
|
78
|
+
}
|
|
79
|
+
]
|
|
80
|
+
}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { MatrixReport } from './types.js';
|
|
2
|
+
export type Outcome = 'PASS' | 'FAIL' | 'ERR' | 'MISSING';
|
|
3
|
+
export interface CompareCell {
|
|
4
|
+
scenario: string;
|
|
5
|
+
brain: string;
|
|
6
|
+
base: Outcome;
|
|
7
|
+
head: Outcome;
|
|
8
|
+
/** 'regression' (PASS->FAIL/ERR), 'improvement' (FAIL/ERR->PASS),
|
|
9
|
+
* 'unchanged' (same outcome), 'flake' (FAIL<->ERR), 'new'
|
|
10
|
+
* (only present in head), 'removed' (only in base). */
|
|
11
|
+
kind: 'regression' | 'improvement' | 'unchanged' | 'flake' | 'new' | 'removed';
|
|
12
|
+
}
|
|
13
|
+
export interface CompareSummary {
|
|
14
|
+
base_version: string;
|
|
15
|
+
head_version: string;
|
|
16
|
+
cells: CompareCell[];
|
|
17
|
+
regressions: CompareCell[];
|
|
18
|
+
improvements: CompareCell[];
|
|
19
|
+
flakes: CompareCell[];
|
|
20
|
+
new_cells: CompareCell[];
|
|
21
|
+
removed_cells: CompareCell[];
|
|
22
|
+
unchanged_count: number;
|
|
23
|
+
}
|
|
24
|
+
export declare function compareMatrices(base: MatrixReport, head: MatrixReport): CompareSummary;
|
|
25
|
+
export declare function loadMatrixReport(p: string): Promise<MatrixReport>;
|
|
26
|
+
export declare function renderCompareSummary(c: CompareSummary): string;
|
|
27
|
+
//# sourceMappingURL=compare.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"compare.d.ts","sourceRoot":"","sources":["../../../src/qa/brain_matrix/compare.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,SAAS,CAAC;AAE1D,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAK,MAAM,CAAC;IACpB,KAAK,EAAQ,MAAM,CAAC;IACpB,IAAI,EAAS,OAAO,CAAC;IACrB,IAAI,EAAS,OAAO,CAAC;IACrB;;4DAEwD;IACxD,IAAI,EAAS,YAAY,GAAG,aAAa,GAAG,WAAW,GAAG,OAAO,GAAG,KAAK,GAAG,SAAS,CAAC;CACvF;AAED,MAAM,WAAW,cAAc;IAC7B,YAAY,EAAK,MAAM,CAAC;IACxB,YAAY,EAAK,MAAM,CAAC;IACxB,KAAK,EAAY,WAAW,EAAE,CAAC;IAC/B,WAAW,EAAM,WAAW,EAAE,CAAC;IAC/B,YAAY,EAAK,WAAW,EAAE,CAAC;IAC/B,MAAM,EAAW,WAAW,EAAE,CAAC;IAC/B,SAAS,EAAQ,WAAW,EAAE,CAAC;IAC/B,aAAa,EAAI,WAAW,EAAE,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;CACzB;AAUD,wBAAgB,eAAe,CAAC,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,GAAG,cAAc,CAmCtF;AAED,wBAAsB,gBAAgB,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAGvE;AAED,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,cAAc,GAAG,MAAM,CAuD9D"}
|