@rpamis/comet 0.4.0-beta.2 → 0.4.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +27 -18
- package/assets/manifest.json +2 -1
- package/assets/skills/comet/SKILL.md +25 -1
- package/assets/skills/comet/reference/comet-yaml-fields.md +6 -4
- package/assets/skills/comet/reference/context-recovery.md +10 -0
- package/assets/skills/comet/reference/scripts.md +47 -15
- package/assets/skills/comet/rules/comet-phase-guard.en.md +8 -0
- package/assets/skills/comet/rules/comet-phase-guard.md +9 -1
- package/assets/skills/comet/scripts/comet-resume-probe.mjs +3 -0
- package/assets/skills/comet/scripts/comet-runtime.mjs +1664 -512
- package/assets/skills/comet-archive/SKILL.md +24 -11
- package/assets/skills/comet-build/SKILL.md +40 -31
- package/assets/skills/comet-design/SKILL.md +1 -0
- package/assets/skills/comet-hotfix/SKILL.md +3 -1
- package/assets/skills/comet-open/SKILL.md +11 -1
- package/assets/skills/comet-tweak/SKILL.md +3 -1
- package/assets/skills/comet-verify/SKILL.md +29 -20
- package/assets/skills-zh/comet/SKILL.md +25 -1
- package/assets/skills-zh/comet/reference/comet-yaml-fields.md +5 -4
- package/assets/skills-zh/comet/reference/context-recovery.md +10 -0
- package/assets/skills-zh/comet/reference/scripts.md +47 -15
- package/assets/skills-zh/comet-archive/SKILL.md +24 -11
- package/assets/skills-zh/comet-build/SKILL.md +40 -31
- package/assets/skills-zh/comet-design/SKILL.md +1 -0
- package/assets/skills-zh/comet-hotfix/SKILL.md +3 -1
- package/assets/skills-zh/comet-open/SKILL.md +11 -1
- package/assets/skills-zh/comet-tweak/SKILL.md +3 -1
- package/assets/skills-zh/comet-verify/SKILL.md +30 -21
- package/dist/app/cli/comet-banner.d.ts +25 -0
- package/dist/app/cli/comet-banner.d.ts.map +1 -0
- package/dist/app/cli/comet-banner.js +265 -0
- package/dist/app/cli/comet-banner.js.map +1 -0
- package/dist/app/cli/index.js +37 -3
- package/dist/app/cli/index.js.map +1 -1
- package/dist/app/commands/classic.d.ts +4 -0
- package/dist/app/commands/classic.d.ts.map +1 -0
- package/dist/app/commands/classic.js +11 -0
- package/dist/app/commands/classic.js.map +1 -0
- package/dist/app/commands/doctor.d.ts +1 -0
- package/dist/app/commands/doctor.d.ts.map +1 -1
- package/dist/app/commands/doctor.js +100 -35
- package/dist/app/commands/doctor.js.map +1 -1
- package/dist/app/commands/eval.d.ts.map +1 -1
- package/dist/app/commands/eval.js +57 -20
- package/dist/app/commands/eval.js.map +1 -1
- package/dist/app/commands/i18n.d.ts +1 -1
- package/dist/app/commands/i18n.d.ts.map +1 -1
- package/dist/app/commands/i18n.js +12 -4
- package/dist/app/commands/i18n.js.map +1 -1
- package/dist/app/commands/init.d.ts.map +1 -1
- package/dist/app/commands/init.js +16 -13
- package/dist/app/commands/init.js.map +1 -1
- package/dist/app/commands/project-scope-selection.d.ts +13 -0
- package/dist/app/commands/project-scope-selection.d.ts.map +1 -0
- package/dist/app/commands/project-scope-selection.js +33 -0
- package/dist/app/commands/project-scope-selection.js.map +1 -0
- package/dist/app/commands/resume-probe.d.ts +11 -0
- package/dist/app/commands/resume-probe.d.ts.map +1 -0
- package/dist/app/commands/resume-probe.js +63 -0
- package/dist/app/commands/resume-probe.js.map +1 -0
- package/dist/app/commands/status.d.ts +31 -0
- package/dist/app/commands/status.d.ts.map +1 -1
- package/dist/app/commands/status.js +109 -20
- package/dist/app/commands/status.js.map +1 -1
- package/dist/app/commands/uninstall.d.ts +2 -0
- package/dist/app/commands/uninstall.d.ts.map +1 -1
- package/dist/app/commands/uninstall.js +217 -40
- package/dist/app/commands/uninstall.js.map +1 -1
- package/dist/app/commands/update.d.ts +6 -0
- package/dist/app/commands/update.d.ts.map +1 -1
- package/dist/app/commands/update.js +361 -68
- package/dist/app/commands/update.js.map +1 -1
- package/dist/config/repository-layout.json +4 -2
- package/dist/domains/bundle/bundle-platform.d.ts.map +1 -1
- package/dist/domains/bundle/bundle-platform.js +3 -1
- package/dist/domains/bundle/bundle-platform.js.map +1 -1
- package/dist/domains/bundle/eval-manifest-runtime.d.ts +6 -0
- package/dist/domains/bundle/eval-manifest-runtime.d.ts.map +1 -0
- package/dist/domains/bundle/eval-manifest-runtime.js +58 -0
- package/dist/domains/bundle/eval-manifest-runtime.js.map +1 -0
- package/dist/domains/bundle/types.d.ts +1 -1
- package/dist/domains/bundle/types.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-archive.d.ts +1 -0
- package/dist/domains/comet-classic/classic-archive.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-archive.js +35 -38
- package/dist/domains/comet-classic/classic-archive.js.map +1 -1
- package/dist/domains/comet-classic/classic-cli.d.ts +1 -1
- package/dist/domains/comet-classic/classic-cli.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-cli.js +3 -0
- package/dist/domains/comet-classic/classic-cli.js.map +1 -1
- package/dist/domains/comet-classic/classic-command-checks.d.ts +20 -0
- package/dist/domains/comet-classic/classic-command-checks.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-command-checks.js +97 -0
- package/dist/domains/comet-classic/classic-command-checks.js.map +1 -0
- package/dist/domains/comet-classic/classic-current-change.d.ts +19 -0
- package/dist/domains/comet-classic/classic-current-change.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-current-change.js +132 -0
- package/dist/domains/comet-classic/classic-current-change.js.map +1 -0
- package/dist/domains/comet-classic/classic-diagnostics.d.ts +2 -1
- package/dist/domains/comet-classic/classic-diagnostics.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-diagnostics.js +54 -1
- package/dist/domains/comet-classic/classic-diagnostics.js.map +1 -1
- package/dist/domains/comet-classic/classic-evidence.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-evidence.js +4 -0
- package/dist/domains/comet-classic/classic-evidence.js.map +1 -1
- package/dist/domains/comet-classic/classic-guard.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-guard.js +101 -141
- package/dist/domains/comet-classic/classic-guard.js.map +1 -1
- package/dist/domains/comet-classic/classic-hook-guard.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-hook-guard.js +67 -29
- package/dist/domains/comet-classic/classic-hook-guard.js.map +1 -1
- package/dist/domains/comet-classic/classic-project-config.d.ts +16 -0
- package/dist/domains/comet-classic/classic-project-config.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-project-config.js +40 -0
- package/dist/domains/comet-classic/classic-project-config.js.map +1 -0
- package/dist/domains/comet-classic/classic-resolver.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-resolver.js +3 -3
- package/dist/domains/comet-classic/classic-resolver.js.map +1 -1
- package/dist/domains/comet-classic/classic-resume-probe-command.d.ts +3 -0
- package/dist/domains/comet-classic/classic-resume-probe-command.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-resume-probe-command.js +58 -0
- package/dist/domains/comet-classic/classic-resume-probe-command.js.map +1 -0
- package/dist/domains/comet-classic/classic-resume-probe-entry.d.ts +2 -0
- package/dist/domains/comet-classic/classic-resume-probe-entry.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-resume-probe-entry.js +4 -0
- package/dist/domains/comet-classic/classic-resume-probe-entry.js.map +1 -0
- package/dist/domains/comet-classic/classic-resume-probe.d.ts +29 -0
- package/dist/domains/comet-classic/classic-resume-probe.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-resume-probe.js +386 -0
- package/dist/domains/comet-classic/classic-resume-probe.js.map +1 -0
- package/dist/domains/comet-classic/classic-runtime-run.d.ts +2 -1
- package/dist/domains/comet-classic/classic-runtime-run.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-runtime-run.js +269 -4
- package/dist/domains/comet-classic/classic-runtime-run.js.map +1 -1
- package/dist/domains/comet-classic/classic-state-command.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-state-command.js +129 -15
- package/dist/domains/comet-classic/classic-state-command.js.map +1 -1
- package/dist/domains/comet-classic/classic-state.d.ts +3 -3
- package/dist/domains/comet-classic/classic-state.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-state.js +4 -6
- package/dist/domains/comet-classic/classic-state.js.map +1 -1
- package/dist/domains/comet-classic/classic-store.d.ts +4 -1
- package/dist/domains/comet-classic/classic-store.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-store.js +27 -9
- package/dist/domains/comet-classic/classic-store.js.map +1 -1
- package/dist/domains/comet-classic/classic-transitions.d.ts +1 -1
- package/dist/domains/comet-classic/classic-transitions.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-transitions.js +20 -1
- package/dist/domains/comet-classic/classic-transitions.js.map +1 -1
- package/dist/domains/comet-classic/classic-validate-command.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-validate-command.js +1 -0
- package/dist/domains/comet-classic/classic-validate-command.js.map +1 -1
- package/dist/domains/comet-classic/index.d.ts +3 -0
- package/dist/domains/comet-classic/index.d.ts.map +1 -1
- package/dist/domains/comet-classic/index.js +3 -0
- package/dist/domains/comet-classic/index.js.map +1 -1
- package/dist/domains/dashboard/collector.js +10 -2
- package/dist/domains/dashboard/collector.js.map +1 -1
- package/dist/domains/dashboard/web/assets/{index-CjU3VXVu.js → index-CIvN-PL8.js} +11 -11
- package/dist/domains/dashboard/web/assets/{index-BcO3_QlT.css → index-DcyRPBnT.css} +1 -1
- package/dist/domains/dashboard/web/index.html +16 -16
- package/dist/domains/engine/types.d.ts +1 -1
- package/dist/domains/engine/types.d.ts.map +1 -1
- package/dist/domains/integrations/openspec.d.ts.map +1 -1
- package/dist/domains/integrations/openspec.js +6 -6
- package/dist/domains/integrations/openspec.js.map +1 -1
- package/dist/domains/skill/find.d.ts.map +1 -1
- package/dist/domains/skill/find.js +1 -6
- package/dist/domains/skill/find.js.map +1 -1
- package/dist/domains/skill/managed-markdown.d.ts +14 -0
- package/dist/domains/skill/managed-markdown.d.ts.map +1 -0
- package/dist/domains/skill/managed-markdown.js +126 -0
- package/dist/domains/skill/managed-markdown.js.map +1 -0
- package/dist/domains/skill/platform-install.d.ts +4 -3
- package/dist/domains/skill/platform-install.d.ts.map +1 -1
- package/dist/domains/skill/platform-install.js +96 -26
- package/dist/domains/skill/platform-install.js.map +1 -1
- package/dist/domains/skill/project-instructions.d.ts +22 -0
- package/dist/domains/skill/project-instructions.d.ts.map +1 -0
- package/dist/domains/skill/project-instructions.js +61 -0
- package/dist/domains/skill/project-instructions.js.map +1 -0
- package/dist/domains/skill/uninstall.d.ts +3 -1
- package/dist/domains/skill/uninstall.d.ts.map +1 -1
- package/dist/domains/skill/uninstall.js +86 -39
- package/dist/domains/skill/uninstall.js.map +1 -1
- package/dist/platform/install/detect.d.ts +2 -1
- package/dist/platform/install/detect.d.ts.map +1 -1
- package/dist/platform/install/detect.js +10 -1
- package/dist/platform/install/detect.js.map +1 -1
- package/dist/platform/install/platforms.d.ts +5 -1
- package/dist/platform/install/platforms.d.ts.map +1 -1
- package/dist/platform/install/platforms.js +21 -4
- package/dist/platform/install/platforms.js.map +1 -1
- package/dist/platform/install/project-registry.d.ts +37 -0
- package/dist/platform/install/project-registry.d.ts.map +1 -0
- package/dist/platform/install/project-registry.js +205 -0
- package/dist/platform/install/project-registry.js.map +1 -0
- package/eval/.env +28 -0
- package/eval/.env.example +52 -0
- package/eval/CLAUDE.md +43 -0
- package/eval/README.md +538 -0
- package/eval/langsmith/.env.example +16 -0
- package/eval/langsmith/README.md +93 -0
- package/eval/langsmith/skills/README.md +5 -0
- package/eval/langsmith/tasks/README.md +5 -0
- package/eval/langsmith/tests/conftest.py +187 -0
- package/eval/langsmith/tests/tasks/test_tasks.py +287 -0
- package/eval/langsmith/treatments/README.md +5 -0
- package/eval/local/README.md +80 -0
- package/eval/local/regression_baseline.json +13 -0
- package/eval/local/report-style-demo-assets/quality_cost.en.svg +41 -0
- package/eval/local/report-style-demo-assets/quality_cost.zh.svg +41 -0
- package/eval/local/report-style-demo-assets/rubric_delta.en.svg +56 -0
- package/eval/local/report-style-demo-assets/rubric_delta.zh.svg +56 -0
- package/eval/local/report-style-demo-assets/task_outcomes.en.svg +46 -0
- package/eval/local/report-style-demo-assets/task_outcomes.zh.svg +46 -0
- package/eval/local/report-style-demo.html +867 -0
- package/eval/local/scripts/compare_baselines.py +1018 -0
- package/eval/local/scripts/generate_report_style_demo_charts.py +322 -0
- package/eval/local/scripts/regression_check.py +171 -0
- package/eval/local/scripts/render_readme_benchmark_figures.py +416 -0
- package/eval/local/scripts/rescore_rubric.py +120 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/SKILL.md +282 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/auto-transition.md +27 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/comet-yaml-fields.md +68 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/context-recovery.md +35 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/debug-gate.md +17 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/decision-point.md +20 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/dirty-worktree.md +59 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/file-structure.md +28 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/reference/subagent-dispatch.md +113 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/rules/comet-phase-guard.md +125 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-archive.sh +311 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-env.sh +110 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-guard.sh +778 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-handoff.sh +390 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-hook-guard.sh +336 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-state.sh +1338 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039/scripts/comet-yaml-validate.sh +225 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-archive/SKILL.md +100 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-build/SKILL.md +304 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-design/SKILL.md +263 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-hotfix/SKILL.md +204 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-open/SKILL.md +220 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-tweak/SKILL.md +180 -0
- package/eval/local/skills/benchmarks/039-release/comet-classic-039-verify/SKILL.md +234 -0
- package/eval/local/skills/benchmarks/040-beta/comet/SKILL.md +261 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/auto-transition.md +27 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/comet-yaml-fields.md +73 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/context-recovery.md +45 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/debug-gate.md +33 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/decision-point.md +31 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/dirty-worktree.md +59 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/file-structure.md +28 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/intent-frame.md +74 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/scripts.md +69 -0
- package/eval/local/skills/benchmarks/040-beta/comet/reference/subagent-dispatch.md +169 -0
- package/eval/local/skills/benchmarks/040-beta/comet/rules/comet-phase-guard.md +130 -0
- package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/checks.yaml +6 -0
- package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/guardrails.yaml +13 -0
- package/eval/local/skills/benchmarks/040-beta/comet/runtime/classic/skill.yaml +122 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-archive.mjs +9515 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-env.mjs +15 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-guard.mjs +10173 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-handoff.mjs +9491 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-hook-guard.mjs +9175 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-intent.mjs +404 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-state.mjs +9273 -0
- package/eval/local/skills/benchmarks/040-beta/comet/scripts/comet-yaml-validate.mjs +7627 -0
- package/eval/local/skills/benchmarks/040-beta/comet-archive/SKILL.md +110 -0
- package/eval/local/skills/benchmarks/040-beta/comet-build/SKILL.md +315 -0
- package/eval/local/skills/benchmarks/040-beta/comet-design/SKILL.md +260 -0
- package/eval/local/skills/benchmarks/040-beta/comet-hotfix/SKILL.md +190 -0
- package/eval/local/skills/benchmarks/040-beta/comet-open/SKILL.md +210 -0
- package/eval/local/skills/benchmarks/040-beta/comet-tweak/SKILL.md +183 -0
- package/eval/local/skills/benchmarks/040-beta/comet-verify/SKILL.md +230 -0
- package/eval/local/skills/benchmarks/dependency/claude-md/comet-workflow/CLAUDE.md +12 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-apply-change/SKILL.md +156 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-archive-change/SKILL.md +114 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-bulk-archive-change/SKILL.md +246 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-continue-change/SKILL.md +118 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-explore/SKILL.md +288 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-ff-change/SKILL.md +101 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-new-change/SKILL.md +74 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-onboard/SKILL.md +554 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-propose/SKILL.md +110 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-sync-specs/SKILL.md +138 -0
- package/eval/local/skills/benchmarks/dependency/openspec/openspec-verify-change/SKILL.md +168 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/SKILL.md +159 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/frame-template.html +213 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/helper.js +167 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/server.cjs +723 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/start-server.sh +209 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/scripts/stop-server.sh +120 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/spec-document-reviewer-prompt.md +49 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/brainstorming/visual-companion.md +291 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/dispatching-parallel-agents/SKILL.md +185 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/executing-plans/SKILL.md +70 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/finishing-a-development-branch/SKILL.md +241 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/receiving-code-review/SKILL.md +213 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/requesting-code-review/SKILL.md +103 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/requesting-code-review/code-reviewer.md +172 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/SKILL.md +418 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/implementer-prompt.md +139 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/review-package +44 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/sdd-workspace +22 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/scripts/task-brief +40 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/subagent-driven-development/task-reviewer-prompt.md +188 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/CREATION-LOG.md +119 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/SKILL.md +296 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/condition-based-waiting-example.ts +158 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/condition-based-waiting.md +115 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/defense-in-depth.md +122 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/find-polluter.sh +63 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/root-cause-tracing.md +169 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-academic.md +14 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-1.md +58 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-2.md +68 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/systematic-debugging/test-pressure-3.md +69 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/test-driven-development/SKILL.md +371 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/test-driven-development/testing-anti-patterns.md +299 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/using-git-worktrees/SKILL.md +202 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/verification-before-completion/SKILL.md +139 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-plans/SKILL.md +174 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-plans/plan-document-reviewer-prompt.md +49 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/SKILL.md +689 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/anthropic-best-practices.md +1150 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/examples/CLAUDE_MD_TESTING.md +189 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/graphviz-conventions.dot +172 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/persuasion-principles.md +187 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/render-graphs.js +168 -0
- package/eval/local/skills/benchmarks/dependency/superpowers/writing-skills/testing-skills-with-subagents.md +384 -0
- package/eval/local/tasks/authoring-skill-smoke/environment/Dockerfile +2 -0
- package/eval/local/tasks/authoring-skill-smoke/instruction.md +4 -0
- package/eval/local/tasks/authoring-skill-smoke/task.toml +21 -0
- package/eval/local/tasks/authoring-skill-smoke/validation/test_authoring_skill_smoke.py +54 -0
- package/eval/local/tasks/comet-agent-memory-routing/environment/Dockerfile +28 -0
- package/eval/local/tasks/comet-agent-memory-routing/environment/agent_system.py +40 -0
- package/eval/local/tasks/comet-agent-memory-routing/environment/test_agent_system.py +29 -0
- package/eval/local/tasks/comet-agent-memory-routing/instruction.md +20 -0
- package/eval/local/tasks/comet-agent-memory-routing/task.toml +24 -0
- package/eval/local/tasks/comet-agent-memory-routing/validation/test_agent_memory_routing.py +24 -0
- package/eval/local/tasks/comet-api-cache-ttl/environment/Dockerfile +39 -0
- package/eval/local/tasks/comet-api-cache-ttl/environment/cache.py +39 -0
- package/eval/local/tasks/comet-api-cache-ttl/environment/test_cache.py +81 -0
- package/eval/local/tasks/comet-api-cache-ttl/instruction.md +33 -0
- package/eval/local/tasks/comet-api-cache-ttl/task.toml +24 -0
- package/eval/local/tasks/comet-api-cache-ttl/validation/test_api_cache_ttl.py +58 -0
- package/eval/local/tasks/comet-cross-file-refactor/environment/Dockerfile +15 -0
- package/eval/local/tasks/comet-cross-file-refactor/environment/cli.py +13 -0
- package/eval/local/tasks/comet-cross-file-refactor/environment/counting.py +13 -0
- package/eval/local/tasks/comet-cross-file-refactor/environment/test_textkit.py +21 -0
- package/eval/local/tasks/comet-cross-file-refactor/instruction.md +16 -0
- package/eval/local/tasks/comet-cross-file-refactor/task.toml +20 -0
- package/eval/local/tasks/comet-cross-file-refactor/validation/test_cross_file_refactor.py +20 -0
- package/eval/local/tasks/comet-dependency-confusion/environment/Dockerfile +28 -0
- package/eval/local/tasks/comet-dependency-confusion/environment/app.py +8 -0
- package/eval/local/tasks/comet-dependency-confusion/environment/settings_loader.py +14 -0
- package/eval/local/tasks/comet-dependency-confusion/environment/test_settings_service.py +19 -0
- package/eval/local/tasks/comet-dependency-confusion/instruction.md +18 -0
- package/eval/local/tasks/comet-dependency-confusion/task.toml +24 -0
- package/eval/local/tasks/comet-dependency-confusion/validation/test_dependency_confusion.py +24 -0
- package/eval/local/tasks/comet-fix-median/environment/Dockerfile +50 -0
- package/eval/local/tasks/comet-fix-median/environment/stats.py +54 -0
- package/eval/local/tasks/comet-fix-median/environment/test_stats.py +68 -0
- package/eval/local/tasks/comet-fix-median/instruction.md +25 -0
- package/eval/local/tasks/comet-fix-median/task.toml +24 -0
- package/eval/local/tasks/comet-fix-median/validation/test_fix_median.py +60 -0
- package/eval/local/tasks/comet-framework-selection/environment/Dockerfile +28 -0
- package/eval/local/tasks/comet-framework-selection/environment/architecture.py +12 -0
- package/eval/local/tasks/comet-framework-selection/environment/test_architecture.py +30 -0
- package/eval/local/tasks/comet-framework-selection/instruction.md +22 -0
- package/eval/local/tasks/comet-framework-selection/task.toml +24 -0
- package/eval/local/tasks/comet-framework-selection/validation/test_framework_selection.py +24 -0
- package/eval/local/tasks/comet-full-workflow/environment/Dockerfile +53 -0
- package/eval/local/tasks/comet-full-workflow/environment/test_wordcount.py +29 -0
- package/eval/local/tasks/comet-full-workflow/environment/wordcount.py +40 -0
- package/eval/local/tasks/comet-full-workflow/instruction.md +18 -0
- package/eval/local/tasks/comet-full-workflow/task.toml +24 -0
- package/eval/local/tasks/comet-full-workflow/validation/test_full_workflow.py +171 -0
- package/eval/local/tasks/comet-graph-execution-review/environment/Dockerfile +28 -0
- package/eval/local/tasks/comet-graph-execution-review/environment/pipeline.py +19 -0
- package/eval/local/tasks/comet-graph-execution-review/environment/test_pipeline.py +53 -0
- package/eval/local/tasks/comet-graph-execution-review/instruction.md +21 -0
- package/eval/local/tasks/comet-graph-execution-review/task.toml +24 -0
- package/eval/local/tasks/comet-graph-execution-review/validation/test_graph_execution_review.py +24 -0
- package/eval/local/tasks/comet-human-approval-flow/environment/Dockerfile +15 -0
- package/eval/local/tasks/comet-human-approval-flow/environment/approvals.py +17 -0
- package/eval/local/tasks/comet-human-approval-flow/environment/test_approvals.py +30 -0
- package/eval/local/tasks/comet-human-approval-flow/instruction.md +15 -0
- package/eval/local/tasks/comet-human-approval-flow/task.toml +20 -0
- package/eval/local/tasks/comet-human-approval-flow/validation/test_human_approval_flow.py +20 -0
- package/eval/local/tasks/comet-layered-streaming-fix/environment/Dockerfile +20 -0
- package/eval/local/tasks/comet-layered-streaming-fix/environment/chat_app.py +19 -0
- package/eval/local/tasks/comet-layered-streaming-fix/environment/test_chat_app.py +15 -0
- package/eval/local/tasks/comet-layered-streaming-fix/instruction.md +14 -0
- package/eval/local/tasks/comet-layered-streaming-fix/task.toml +20 -0
- package/eval/local/tasks/comet-layered-streaming-fix/validation/test_layered_streaming_fix.py +20 -0
- package/eval/local/tasks/comet-noise-distractor/environment/Dockerfile +15 -0
- package/eval/local/tasks/comet-noise-distractor/environment/distractor.md +4 -0
- package/eval/local/tasks/comet-noise-distractor/environment/invoice.py +5 -0
- package/eval/local/tasks/comet-noise-distractor/environment/test_invoice.py +18 -0
- package/eval/local/tasks/comet-noise-distractor/instruction.md +17 -0
- package/eval/local/tasks/comet-noise-distractor/task.toml +20 -0
- package/eval/local/tasks/comet-noise-distractor/validation/test_noise_distractor.py +20 -0
- package/eval/local/tasks/comet-observability-env-template/environment/Dockerfile +15 -0
- package/eval/local/tasks/comet-observability-env-template/environment/env_writer.py +17 -0
- package/eval/local/tasks/comet-observability-env-template/environment/test_env_writer.py +17 -0
- package/eval/local/tasks/comet-observability-env-template/instruction.md +20 -0
- package/eval/local/tasks/comet-observability-env-template/task.toml +20 -0
- package/eval/local/tasks/comet-observability-env-template/validation/test_observability_env_template.py +46 -0
- package/eval/local/tasks/comet-perf-dedupe/environment/Dockerfile +39 -0
- package/eval/local/tasks/comet-perf-dedupe/environment/dedupe.py +22 -0
- package/eval/local/tasks/comet-perf-dedupe/environment/test_dedupe.py +43 -0
- package/eval/local/tasks/comet-perf-dedupe/instruction.md +25 -0
- package/eval/local/tasks/comet-perf-dedupe/task.toml +24 -0
- package/eval/local/tasks/comet-perf-dedupe/validation/test_perf_dedupe.py +40 -0
- package/eval/local/tasks/comet-persistence-threading/environment/Dockerfile +15 -0
- package/eval/local/tasks/comet-persistence-threading/environment/session_store.py +15 -0
- package/eval/local/tasks/comet-persistence-threading/environment/test_session_store.py +21 -0
- package/eval/local/tasks/comet-persistence-threading/instruction.md +14 -0
- package/eval/local/tasks/comet-persistence-threading/task.toml +20 -0
- package/eval/local/tasks/comet-persistence-threading/validation/test_persistence_threading.py +20 -0
- package/eval/local/tasks/comet-refactor-counter/environment/Dockerfile +39 -0
- package/eval/local/tasks/comet-refactor-counter/environment/test_text_processor.py +57 -0
- package/eval/local/tasks/comet-refactor-counter/environment/text_processor.py +49 -0
- package/eval/local/tasks/comet-refactor-counter/instruction.md +31 -0
- package/eval/local/tasks/comet-refactor-counter/task.toml +24 -0
- package/eval/local/tasks/comet-refactor-counter/validation/test_refactor_counter.py +75 -0
- package/eval/local/tasks/comet-robust-config/environment/Dockerfile +39 -0
- package/eval/local/tasks/comet-robust-config/environment/config_loader.py +56 -0
- package/eval/local/tasks/comet-robust-config/environment/test_config_loader.py +72 -0
- package/eval/local/tasks/comet-robust-config/instruction.md +30 -0
- package/eval/local/tasks/comet-robust-config/task.toml +24 -0
- package/eval/local/tasks/comet-robust-config/validation/test_robust_config.py +37 -0
- package/eval/local/tasks/generic-skill-smoke/environment/Dockerfile +2 -0
- package/eval/local/tasks/generic-skill-smoke/instruction.md +7 -0
- package/eval/local/tasks/generic-skill-smoke/task.toml +21 -0
- package/eval/local/tasks/generic-skill-smoke/validation/test_generic_skill_smoke.py +36 -0
- package/eval/local/tasks/index.yaml +155 -0
- package/eval/local/tasks/workflow-overlay-contract/environment/Dockerfile +5 -0
- package/eval/local/tasks/workflow-overlay-contract/instruction.md +5 -0
- package/eval/local/tasks/workflow-overlay-contract/task.toml +21 -0
- package/eval/local/tasks/workflow-overlay-contract/validation/test_workflow_overlay_contract.py +235 -0
- package/eval/local/tasks/workflow-route-conformance/environment/Dockerfile +2 -0
- package/eval/local/tasks/workflow-route-conformance/instruction.md +5 -0
- package/eval/local/tasks/workflow-route-conformance/task.toml +21 -0
- package/eval/local/tasks/workflow-route-conformance/validation/test_workflow_route_conformance.py +84 -0
- package/eval/local/tests/conftest.py +1148 -0
- package/eval/local/tests/scaffold/test_attribution.py +48 -0
- package/eval/local/tests/scaffold/test_compare_baselines.py +999 -0
- package/eval/local/tests/scaffold/test_conftest_helpers.py +534 -0
- package/eval/local/tests/scaffold/test_evidence.py +15 -0
- package/eval/local/tests/scaffold/test_langsmith_conftest.py +244 -0
- package/eval/local/tests/scaffold/test_logging.py +243 -0
- package/eval/local/tests/scaffold/test_manifests.py +132 -0
- package/eval/local/tests/scaffold/test_profiles.py +866 -0
- package/eval/local/tests/scaffold/test_regression_check.py +19 -0
- package/eval/local/tests/scaffold/test_report_style_demo_charts.py +45 -0
- package/eval/local/tests/scaffold/test_sample_quality.py +211 -0
- package/eval/local/tests/scaffold/test_tasks.py +168 -0
- package/eval/local/tests/scaffold/test_treatments.py +244 -0
- package/eval/local/tests/scaffold/test_utils.py +139 -0
- package/eval/local/tests/tasks/test_tasks.py +445 -0
- package/eval/local/tests/tasks/test_validation_scripts.py +143 -0
- package/eval/local/treatments/comet/comet_full_039.yaml +141 -0
- package/eval/local/treatments/comet/comet_full_040_beta.yaml +140 -0
- package/eval/local/treatments/common/control.yaml +4 -0
- package/eval/pyproject.toml +41 -0
- package/eval/report-html-config.json +6 -0
- package/eval/scaffold/__init__.py +67 -0
- package/eval/scaffold/python/__init__.py +95 -0
- package/eval/scaffold/python/attribution.py +43 -0
- package/eval/scaffold/python/evidence.py +38 -0
- package/eval/scaffold/python/external_data_handler.py +18 -0
- package/eval/scaffold/python/generic_llm_judge.py +235 -0
- package/eval/scaffold/python/judge_config.py +168 -0
- package/eval/scaffold/python/llm_judge.py +191 -0
- package/eval/scaffold/python/logging.py +705 -0
- package/eval/scaffold/python/manifests.py +129 -0
- package/eval/scaffold/python/paper_charts.py +25 -0
- package/eval/scaffold/python/pass_at_k.py +107 -0
- package/eval/scaffold/python/paths.py +56 -0
- package/eval/scaffold/python/profiles.py +127 -0
- package/eval/scaffold/python/report_outputs.py +1391 -0
- package/eval/scaffold/python/sample_quality.py +339 -0
- package/eval/scaffold/python/schema.py +39 -0
- package/eval/scaffold/python/skill_parser.py +469 -0
- package/eval/scaffold/python/tasks.py +330 -0
- package/eval/scaffold/python/treatments.py +271 -0
- package/eval/scaffold/python/utils.py +366 -0
- package/eval/scaffold/python/validation/__init__.py +21 -0
- package/eval/scaffold/python/validation/authoring_rubric.py +326 -0
- package/eval/scaffold/python/validation/comet_workflow.py +187 -0
- package/eval/scaffold/python/validation/core.py +264 -0
- package/eval/scaffold/python/validation/dataset.py +337 -0
- package/eval/scaffold/python/validation/docker.py +106 -0
- package/eval/scaffold/python/validation/evaluator.py +549 -0
- package/eval/scaffold/python/validation/generic_rubric.py +169 -0
- package/eval/scaffold/python/validation/rubric.py +740 -0
- package/eval/scaffold/python/validation/runner.py +237 -0
- package/eval/scaffold/python/validation/scripts.py +58 -0
- package/eval/scaffold/python/validation/tracing.py +313 -0
- package/eval/scaffold/shell/common.sh +126 -0
- package/eval/scaffold/shell/docker.sh +482 -0
- package/eval/scaffold/shell/run-claude-loop.sh +181 -0
- package/eval/scaffold/shell/setup.sh +259 -0
- package/eval/simulator-instruction.md +9 -0
- package/package.json +24 -2
|
@@ -0,0 +1,404 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
import { createRequire as __cometCreateRequire } from 'module';
|
|
3
|
+
const require = __cometCreateRequire(import.meta.url);
|
|
4
|
+
|
|
5
|
+
// domains/comet-classic/classic-intent.ts
|
|
6
|
+
var COMET_INTENT_SCHEMA_VERSION = "comet.intent.v1";
|
|
7
|
+
var COMET_INTENT_CONFIDENCE_THRESHOLD = 0.7;
|
|
8
|
+
var INTENT_NAMES = [
|
|
9
|
+
"start_change",
|
|
10
|
+
"resume_change",
|
|
11
|
+
"fix_bug",
|
|
12
|
+
"make_tweak",
|
|
13
|
+
"ask_question",
|
|
14
|
+
"unknown"
|
|
15
|
+
];
|
|
16
|
+
var ENTITY_TYPES = [
|
|
17
|
+
"change_id",
|
|
18
|
+
"workflow",
|
|
19
|
+
"file_path",
|
|
20
|
+
"command",
|
|
21
|
+
"capability",
|
|
22
|
+
"bug_signal",
|
|
23
|
+
"risk_signal"
|
|
24
|
+
];
|
|
25
|
+
var REQUESTED_ACTIONS = [
|
|
26
|
+
"start",
|
|
27
|
+
"resume",
|
|
28
|
+
"continue",
|
|
29
|
+
"fix",
|
|
30
|
+
"modify",
|
|
31
|
+
"create",
|
|
32
|
+
"verify",
|
|
33
|
+
"archive",
|
|
34
|
+
"question",
|
|
35
|
+
"unknown"
|
|
36
|
+
];
|
|
37
|
+
var WORKFLOWS = ["full", "hotfix", "tweak"];
|
|
38
|
+
var SCOPES = ["small", "medium", "large", "unknown"];
|
|
39
|
+
var ROUTES = ["full", "hotfix", "tweak", "resume", "ask_user", "out_of_scope"];
|
|
40
|
+
var NEXT_SKILLS = [
|
|
41
|
+
"comet-open",
|
|
42
|
+
"comet-hotfix",
|
|
43
|
+
"comet-tweak",
|
|
44
|
+
"comet-design",
|
|
45
|
+
"comet-build",
|
|
46
|
+
"comet-verify",
|
|
47
|
+
"comet-archive"
|
|
48
|
+
];
|
|
49
|
+
var EVIDENCE_SOURCES = ["user", "repo", "state"];
|
|
50
|
+
var CometIntentValidationError = class extends Error {
|
|
51
|
+
constructor(issues) {
|
|
52
|
+
super(`Invalid CometIntentFrame:
|
|
53
|
+
${issues.map((issue) => `- ${issue}`).join("\n")}`);
|
|
54
|
+
this.issues = issues;
|
|
55
|
+
}
|
|
56
|
+
issues;
|
|
57
|
+
};
|
|
58
|
+
function isRecord(value) {
|
|
59
|
+
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
60
|
+
}
|
|
61
|
+
function enumValue(value, allowed, field, issues) {
|
|
62
|
+
if (typeof value !== "string" || !allowed.includes(value)) {
|
|
63
|
+
issues.push(`${field} must be one of: ${allowed.join(", ")}`);
|
|
64
|
+
return null;
|
|
65
|
+
}
|
|
66
|
+
return value;
|
|
67
|
+
}
|
|
68
|
+
function optionalEnumValue(value, allowed, field, issues) {
|
|
69
|
+
if (value === null || value === void 0) return null;
|
|
70
|
+
return enumValue(value, allowed, field, issues);
|
|
71
|
+
}
|
|
72
|
+
function stringValue(value, field, issues) {
|
|
73
|
+
if (typeof value !== "string" || value.trim() === "") {
|
|
74
|
+
issues.push(`${field} must be a non-empty string`);
|
|
75
|
+
return "";
|
|
76
|
+
}
|
|
77
|
+
return value;
|
|
78
|
+
}
|
|
79
|
+
function optionalStringValue(value, field, issues) {
|
|
80
|
+
if (value === null || value === void 0) return null;
|
|
81
|
+
if (typeof value !== "string" || value.trim() === "") {
|
|
82
|
+
issues.push(`${field} must be a non-empty string or null`);
|
|
83
|
+
return null;
|
|
84
|
+
}
|
|
85
|
+
return value;
|
|
86
|
+
}
|
|
87
|
+
function optionalBooleanValue(value, field, issues) {
|
|
88
|
+
if (value === null || value === void 0) return null;
|
|
89
|
+
if (typeof value !== "boolean") {
|
|
90
|
+
issues.push(`${field} must be boolean or null`);
|
|
91
|
+
return null;
|
|
92
|
+
}
|
|
93
|
+
return value;
|
|
94
|
+
}
|
|
95
|
+
function confidenceValue(value, field, issues) {
|
|
96
|
+
if (typeof value !== "number" || Number.isNaN(value) || value < 0 || value > 1) {
|
|
97
|
+
issues.push(`${field} must be a number between 0 and 1`);
|
|
98
|
+
return 0;
|
|
99
|
+
}
|
|
100
|
+
return value;
|
|
101
|
+
}
|
|
102
|
+
function nonNegativeIntegerValue(value, field, issues) {
|
|
103
|
+
if (typeof value !== "number" || !Number.isInteger(value) || value < 0) {
|
|
104
|
+
issues.push(`${field} must be a non-negative integer`);
|
|
105
|
+
return 0;
|
|
106
|
+
}
|
|
107
|
+
return value;
|
|
108
|
+
}
|
|
109
|
+
function validateFrame(input) {
|
|
110
|
+
const issues = [];
|
|
111
|
+
if (!isRecord(input)) throw new CometIntentValidationError(["frame must be an object"]);
|
|
112
|
+
const intent = isRecord(input.intent) ? input.intent : {};
|
|
113
|
+
if (!isRecord(input.intent)) issues.push("intent must be an object");
|
|
114
|
+
const slots = isRecord(input.slots) ? input.slots : {};
|
|
115
|
+
if (!isRecord(input.slots)) issues.push("slots must be an object");
|
|
116
|
+
const context = isRecord(input.context) ? input.context : {};
|
|
117
|
+
if (!isRecord(input.context)) issues.push("context must be an object");
|
|
118
|
+
const proposedRouteInput = isRecord(input.proposed_route) ? input.proposed_route : {};
|
|
119
|
+
if (!isRecord(input.proposed_route)) issues.push("proposed_route must be an object");
|
|
120
|
+
const entities = input.entities === void 0 ? [] : Array.isArray(input.entities) ? input.entities : [];
|
|
121
|
+
if (input.entities !== void 0 && !Array.isArray(input.entities)) {
|
|
122
|
+
issues.push("entities must be an array");
|
|
123
|
+
}
|
|
124
|
+
const evidence = Array.isArray(input.evidence) ? input.evidence : [];
|
|
125
|
+
if (!Array.isArray(input.evidence)) issues.push("evidence must be an array");
|
|
126
|
+
const frame = {
|
|
127
|
+
schema_version: enumValue(
|
|
128
|
+
input.schema_version,
|
|
129
|
+
[COMET_INTENT_SCHEMA_VERSION],
|
|
130
|
+
"schema_version",
|
|
131
|
+
issues
|
|
132
|
+
),
|
|
133
|
+
utterance: stringValue(input.utterance, "utterance", issues),
|
|
134
|
+
locale: input.locale === void 0 ? "unknown" : stringValue(input.locale, "locale", issues),
|
|
135
|
+
intent: {
|
|
136
|
+
name: enumValue(intent.name, INTENT_NAMES, "intent.name", issues) ?? "unknown",
|
|
137
|
+
confidence: confidenceValue(intent.confidence, "intent.confidence", issues)
|
|
138
|
+
},
|
|
139
|
+
entities: entities.map((entity, index) => {
|
|
140
|
+
const record = isRecord(entity) ? entity : {};
|
|
141
|
+
if (!isRecord(entity)) issues.push(`entities[${index}] must be an object`);
|
|
142
|
+
return {
|
|
143
|
+
type: enumValue(record.type, ENTITY_TYPES, `entities[${index}].type`, issues) ?? "risk_signal",
|
|
144
|
+
value: stringValue(record.value, `entities[${index}].value`, issues),
|
|
145
|
+
text: stringValue(record.text, `entities[${index}].text`, issues)
|
|
146
|
+
};
|
|
147
|
+
}),
|
|
148
|
+
slots: {
|
|
149
|
+
requested_action: enumValue(slots.requested_action, REQUESTED_ACTIONS, "slots.requested_action", issues) ?? "unknown",
|
|
150
|
+
workflow_candidate: optionalEnumValue(
|
|
151
|
+
slots.workflow_candidate,
|
|
152
|
+
WORKFLOWS,
|
|
153
|
+
"slots.workflow_candidate",
|
|
154
|
+
issues
|
|
155
|
+
),
|
|
156
|
+
user_explicit_workflow: optionalEnumValue(
|
|
157
|
+
slots.user_explicit_workflow,
|
|
158
|
+
WORKFLOWS,
|
|
159
|
+
"slots.user_explicit_workflow",
|
|
160
|
+
issues
|
|
161
|
+
),
|
|
162
|
+
change_id: optionalStringValue(slots.change_id, "slots.change_id", issues),
|
|
163
|
+
target_area: optionalStringValue(slots.target_area, "slots.target_area", issues),
|
|
164
|
+
scope: slots.scope === void 0 ? "unknown" : enumValue(slots.scope, SCOPES, "slots.scope", issues) ?? "unknown",
|
|
165
|
+
existing_behavior: optionalBooleanValue(
|
|
166
|
+
slots.existing_behavior,
|
|
167
|
+
"slots.existing_behavior",
|
|
168
|
+
issues
|
|
169
|
+
),
|
|
170
|
+
new_capability: optionalBooleanValue(slots.new_capability, "slots.new_capability", issues),
|
|
171
|
+
public_api_change: optionalBooleanValue(
|
|
172
|
+
slots.public_api_change,
|
|
173
|
+
"slots.public_api_change",
|
|
174
|
+
issues
|
|
175
|
+
),
|
|
176
|
+
schema_change: optionalBooleanValue(slots.schema_change, "slots.schema_change", issues),
|
|
177
|
+
cross_module_change: optionalBooleanValue(
|
|
178
|
+
slots.cross_module_change,
|
|
179
|
+
"slots.cross_module_change",
|
|
180
|
+
issues
|
|
181
|
+
)
|
|
182
|
+
},
|
|
183
|
+
context: {
|
|
184
|
+
active_changes_count: nonNegativeIntegerValue(
|
|
185
|
+
context.active_changes_count,
|
|
186
|
+
"context.active_changes_count",
|
|
187
|
+
issues
|
|
188
|
+
),
|
|
189
|
+
active_change_names: isRecord(context) ? (() => {
|
|
190
|
+
if (!Array.isArray(context.active_change_names)) {
|
|
191
|
+
issues.push("context.active_change_names must be an array");
|
|
192
|
+
return [];
|
|
193
|
+
}
|
|
194
|
+
if (!context.active_change_names.every((value) => typeof value === "string")) {
|
|
195
|
+
issues.push("context.active_change_names must only contain strings");
|
|
196
|
+
return [];
|
|
197
|
+
}
|
|
198
|
+
return context.active_change_names;
|
|
199
|
+
})() : [],
|
|
200
|
+
dirty_worktree: optionalBooleanValue(
|
|
201
|
+
context.dirty_worktree,
|
|
202
|
+
"context.dirty_worktree",
|
|
203
|
+
issues
|
|
204
|
+
)
|
|
205
|
+
},
|
|
206
|
+
evidence: evidence.map((item, index) => {
|
|
207
|
+
const record = isRecord(item) ? item : {};
|
|
208
|
+
if (!isRecord(item)) issues.push(`evidence[${index}] must be an object`);
|
|
209
|
+
return {
|
|
210
|
+
field: stringValue(record.field, `evidence[${index}].field`, issues),
|
|
211
|
+
quote: stringValue(record.quote, `evidence[${index}].quote`, issues),
|
|
212
|
+
source: enumValue(record.source, EVIDENCE_SOURCES, `evidence[${index}].source`, issues) ?? "user"
|
|
213
|
+
};
|
|
214
|
+
}),
|
|
215
|
+
proposed_route: {
|
|
216
|
+
name: enumValue(proposedRouteInput.name, ROUTES, "proposed_route.name", issues) ?? "ask_user",
|
|
217
|
+
next_skill: optionalEnumValue(
|
|
218
|
+
proposedRouteInput.next_skill,
|
|
219
|
+
NEXT_SKILLS,
|
|
220
|
+
"proposed_route.next_skill",
|
|
221
|
+
issues
|
|
222
|
+
),
|
|
223
|
+
confidence: confidenceValue(
|
|
224
|
+
proposedRouteInput.confidence,
|
|
225
|
+
"proposed_route.confidence",
|
|
226
|
+
issues
|
|
227
|
+
),
|
|
228
|
+
requires_confirmation: typeof proposedRouteInput.requires_confirmation === "boolean" ? proposedRouteInput.requires_confirmation : true,
|
|
229
|
+
fallback_reason: optionalStringValue(
|
|
230
|
+
proposedRouteInput.fallback_reason,
|
|
231
|
+
"proposed_route.fallback_reason",
|
|
232
|
+
issues
|
|
233
|
+
)
|
|
234
|
+
}
|
|
235
|
+
};
|
|
236
|
+
if (issues.length > 0) throw new CometIntentValidationError(issues);
|
|
237
|
+
return frame;
|
|
238
|
+
}
|
|
239
|
+
function hasEvidence(frame, field) {
|
|
240
|
+
return frame.evidence.some((item) => item.field === field && item.quote.trim() !== "");
|
|
241
|
+
}
|
|
242
|
+
function hasRiskSignal(frame) {
|
|
243
|
+
return frame.slots.new_capability === true || frame.slots.public_api_change === true || frame.slots.schema_change === true || frame.slots.cross_module_change === true;
|
|
244
|
+
}
|
|
245
|
+
function route(name, confidence, fallback_reason = null) {
|
|
246
|
+
const nextSkill = {
|
|
247
|
+
full: "comet-open",
|
|
248
|
+
hotfix: "comet-hotfix",
|
|
249
|
+
tweak: "comet-tweak",
|
|
250
|
+
resume: null,
|
|
251
|
+
ask_user: null,
|
|
252
|
+
out_of_scope: null
|
|
253
|
+
};
|
|
254
|
+
return {
|
|
255
|
+
name,
|
|
256
|
+
next_skill: nextSkill[name],
|
|
257
|
+
confidence,
|
|
258
|
+
requires_confirmation: name === "ask_user" || name === "out_of_scope",
|
|
259
|
+
fallback_reason
|
|
260
|
+
};
|
|
261
|
+
}
|
|
262
|
+
function askUser(reason) {
|
|
263
|
+
return route("ask_user", 0.5, reason);
|
|
264
|
+
}
|
|
265
|
+
function workflowRoute(workflow, confidence) {
|
|
266
|
+
return route(workflow, confidence);
|
|
267
|
+
}
|
|
268
|
+
function resolveCometIntentRoute(input) {
|
|
269
|
+
const frame = validateFrame(input);
|
|
270
|
+
const diagnostics = [];
|
|
271
|
+
const confidence = frame.intent.confidence;
|
|
272
|
+
let resolved;
|
|
273
|
+
if (frame.intent.confidence < COMET_INTENT_CONFIDENCE_THRESHOLD) {
|
|
274
|
+
resolved = askUser(
|
|
275
|
+
`intent confidence ${frame.intent.confidence} is below ${COMET_INTENT_CONFIDENCE_THRESHOLD}`
|
|
276
|
+
);
|
|
277
|
+
} else if ((frame.intent.name === "resume_change" || frame.slots.requested_action === "resume" || frame.slots.requested_action === "continue") && !frame.slots.change_id && frame.context.active_changes_count > 1) {
|
|
278
|
+
resolved = askUser("multiple active changes require an explicit change_id");
|
|
279
|
+
} else if ((frame.intent.name === "resume_change" || frame.slots.requested_action === "resume" || frame.slots.requested_action === "continue") && frame.slots.change_id) {
|
|
280
|
+
resolved = frame.context.active_change_names.includes(frame.slots.change_id) ? route("resume", confidence) : askUser(`change_id '${frame.slots.change_id}' is not in active_change_names`);
|
|
281
|
+
} else if (frame.intent.name === "ask_question" || frame.slots.requested_action === "question") {
|
|
282
|
+
resolved = route(
|
|
283
|
+
"out_of_scope",
|
|
284
|
+
confidence,
|
|
285
|
+
"user asked a question without requesting a Comet workflow"
|
|
286
|
+
);
|
|
287
|
+
} else if (frame.slots.user_explicit_workflow && frame.slots.user_explicit_workflow !== "full" && hasRiskSignal(frame)) {
|
|
288
|
+
resolved = askUser(
|
|
289
|
+
`explicit workflow '${frame.slots.user_explicit_workflow}' conflicts with risk signals`
|
|
290
|
+
);
|
|
291
|
+
} else if (frame.slots.user_explicit_workflow) {
|
|
292
|
+
resolved = workflowRoute(frame.slots.user_explicit_workflow, confidence);
|
|
293
|
+
} else if (hasRiskSignal(frame)) {
|
|
294
|
+
resolved = route("full", confidence);
|
|
295
|
+
} else if (frame.intent.name === "fix_bug" && frame.slots.existing_behavior === true && hasEvidence(frame, "slots.workflow_candidate")) {
|
|
296
|
+
resolved = route("hotfix", confidence);
|
|
297
|
+
} else if (frame.intent.name === "make_tweak" && frame.slots.workflow_candidate === "tweak" && hasEvidence(frame, "slots.workflow_candidate")) {
|
|
298
|
+
resolved = route("tweak", confidence);
|
|
299
|
+
} else if (frame.slots.workflow_candidate && hasEvidence(frame, "slots.workflow_candidate")) {
|
|
300
|
+
resolved = workflowRoute(frame.slots.workflow_candidate, confidence);
|
|
301
|
+
} else {
|
|
302
|
+
resolved = askUser("workflow_candidate evidence is missing or route is ambiguous");
|
|
303
|
+
}
|
|
304
|
+
if (resolved.name !== frame.proposed_route.name) {
|
|
305
|
+
diagnostics.push(
|
|
306
|
+
`agent proposed_route '${frame.proposed_route.name}' normalized to '${resolved.name}'`
|
|
307
|
+
);
|
|
308
|
+
}
|
|
309
|
+
if (resolved.next_skill !== frame.proposed_route.next_skill) {
|
|
310
|
+
diagnostics.push(
|
|
311
|
+
`agent proposed_route next_skill '${frame.proposed_route.next_skill}' normalized to '${resolved.next_skill}'`
|
|
312
|
+
);
|
|
313
|
+
}
|
|
314
|
+
if (resolved.requires_confirmation !== frame.proposed_route.requires_confirmation) {
|
|
315
|
+
diagnostics.push(
|
|
316
|
+
`agent proposed_route requires_confirmation '${frame.proposed_route.requires_confirmation}' normalized to '${resolved.requires_confirmation}'`
|
|
317
|
+
);
|
|
318
|
+
}
|
|
319
|
+
if (resolved.fallback_reason !== frame.proposed_route.fallback_reason) {
|
|
320
|
+
diagnostics.push(
|
|
321
|
+
`agent proposed_route fallback_reason '${frame.proposed_route.fallback_reason}' normalized to '${resolved.fallback_reason}'`
|
|
322
|
+
);
|
|
323
|
+
}
|
|
324
|
+
return {
|
|
325
|
+
route: resolved,
|
|
326
|
+
diagnostics,
|
|
327
|
+
normalizedFrame: { ...frame, route: resolved }
|
|
328
|
+
};
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
// domains/comet-classic/classic-intent-command.ts
|
|
332
|
+
function result(exitCode, stdout, stderr) {
|
|
333
|
+
return {
|
|
334
|
+
exitCode,
|
|
335
|
+
...stdout === void 0 ? {} : { stdout },
|
|
336
|
+
...stderr === void 0 ? {} : { stderr }
|
|
337
|
+
};
|
|
338
|
+
}
|
|
339
|
+
function usage() {
|
|
340
|
+
return result(
|
|
341
|
+
64,
|
|
342
|
+
void 0,
|
|
343
|
+
"Usage: comet-intent.mjs route <frame-json>\nUsage: comet-intent.mjs route --stdin"
|
|
344
|
+
);
|
|
345
|
+
}
|
|
346
|
+
async function readStdin() {
|
|
347
|
+
const chunks = [];
|
|
348
|
+
for await (const chunk of process.stdin) {
|
|
349
|
+
chunks.push(Buffer.isBuffer(chunk) ? chunk : Buffer.from(String(chunk)));
|
|
350
|
+
}
|
|
351
|
+
return Buffer.concat(chunks).toString("utf8");
|
|
352
|
+
}
|
|
353
|
+
var classicIntentCommand = async (args, _options) => {
|
|
354
|
+
const [subcommand, input] = args;
|
|
355
|
+
if (subcommand !== "route") return usage();
|
|
356
|
+
const source = input === "--stdin" ? await readStdin() : input;
|
|
357
|
+
if (!source) return usage();
|
|
358
|
+
try {
|
|
359
|
+
const resolution = resolveCometIntentRoute(JSON.parse(source));
|
|
360
|
+
return result(0, `${JSON.stringify(resolution, null, 2)}
|
|
361
|
+
`);
|
|
362
|
+
} catch (error) {
|
|
363
|
+
if (error instanceof SyntaxError) {
|
|
364
|
+
return result(1, void 0, `Invalid JSON: ${error.message}`);
|
|
365
|
+
}
|
|
366
|
+
if (error instanceof CometIntentValidationError) {
|
|
367
|
+
return result(1, void 0, error.message);
|
|
368
|
+
}
|
|
369
|
+
throw error;
|
|
370
|
+
}
|
|
371
|
+
};
|
|
372
|
+
|
|
373
|
+
// domains/comet-classic/classic-script-entry.ts
|
|
374
|
+
function jsonResult(result2) {
|
|
375
|
+
return {
|
|
376
|
+
exitCode: result2.exitCode,
|
|
377
|
+
stdout: JSON.stringify({
|
|
378
|
+
exitCode: result2.exitCode,
|
|
379
|
+
...result2.stdout === void 0 ? {} : { stdout: result2.stdout },
|
|
380
|
+
...result2.stderr === void 0 ? {} : { stderr: result2.stderr }
|
|
381
|
+
}) + "\n"
|
|
382
|
+
};
|
|
383
|
+
}
|
|
384
|
+
async function runClassicScript(handler, argv = process.argv.slice(2)) {
|
|
385
|
+
const json = argv.includes("--json");
|
|
386
|
+
const args = argv.filter((argument) => argument !== "--json");
|
|
387
|
+
let result2;
|
|
388
|
+
try {
|
|
389
|
+
result2 = await handler(args, { json });
|
|
390
|
+
} catch (error) {
|
|
391
|
+
result2 = {
|
|
392
|
+
exitCode: 70,
|
|
393
|
+
stderr: error instanceof Error ? error.message : String(error)
|
|
394
|
+
};
|
|
395
|
+
}
|
|
396
|
+
const output = json ? jsonResult(result2) : result2;
|
|
397
|
+
if (output.stdout) process.stdout.write(output.stdout);
|
|
398
|
+
if (output.stderr)
|
|
399
|
+
process.stderr.write(output.stderr + (output.stderr.endsWith("\n") ? "" : "\n"));
|
|
400
|
+
return output.exitCode;
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
// domains/comet-classic/classic-intent-entry.ts
|
|
404
|
+
process.exitCode = await runClassicScript(classicIntentCommand);
|