@rpamis/comet 0.4.0-beta.9 → 0.4.0-rc.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +68 -609
- package/assets/eval-reports/comet-native-vs-beta16-beta17-20260810/native-benchmark-report.html +8 -0
- package/assets/eval-reports/comet-native-vs-beta16-beta17-20260810/native-benchmark-report.json +286 -0
- package/assets/manifest.json +41 -12
- package/assets/skills/comet/SKILL.md +14 -13
- package/assets/skills/comet/agents/openai.yaml +3 -0
- package/assets/skills/comet/rules/comet-phase-guard.en.md +15 -13
- package/assets/skills/comet/rules/comet-phase-guard.md +15 -13
- package/assets/skills/comet/rules/comet-workflow-guard.en.md +23 -7
- package/assets/skills/comet/rules/comet-workflow-guard.md +23 -7
- package/assets/skills/comet/scripts/comet-archive.mjs +165 -2
- package/assets/skills/comet/scripts/comet-entry-runtime.mjs +146 -7943
- package/assets/skills/comet/scripts/comet-guard.mjs +206 -2
- package/assets/skills/comet/scripts/comet-handoff.mjs +165 -2
- package/assets/skills/comet/scripts/comet-hook-guard.mjs +152 -2
- package/assets/skills/comet/scripts/comet-hook-router.mjs +284 -10522
- package/assets/skills/comet/scripts/comet-intent.mjs +10 -2
- package/assets/skills/comet/scripts/comet-resume-probe.mjs +148 -2
- package/assets/skills/comet/scripts/comet-runtime.mjs +294 -14687
- package/assets/skills/comet/scripts/comet-state.mjs +165 -2
- package/assets/skills/comet/scripts/comet-yaml-validate.mjs +149 -2
- package/assets/skills/comet-any/SKILL.md +4 -3
- package/assets/skills/comet-any/agents/openai.yaml +5 -0
- package/assets/skills/comet-any/reference/authoring-subagents.md +3 -11
- package/assets/skills/comet-any/reference/bundle-authoring.md +1 -1
- package/assets/skills/comet-any/reference/subagents/pause-points-author.md +1 -4
- package/assets/skills/comet-any/reference/subagents/reference-author.md +1 -4
- package/assets/skills/comet-any/reference/subagents/script-author.md +2 -5
- package/assets/skills/comet-any/reference/subagents/skill-core-author.md +1 -4
- package/assets/skills/comet-any/reference/subagents/skill-reviewer.md +1 -4
- package/assets/skills/comet-any/reference/subagents/workflow-entry-author.md +1 -4
- package/assets/skills/comet-archive/SKILL.md +34 -27
- package/assets/skills/comet-archive/agents/openai.yaml +5 -0
- package/assets/skills/comet-build/SKILL.md +84 -127
- package/assets/skills/comet-build/agents/openai.yaml +5 -0
- package/assets/skills/comet-classic/SKILL.md +45 -35
- package/assets/skills/comet-classic/agents/openai.yaml +3 -0
- package/assets/skills/{comet → comet-classic}/reference/auto-transition.md +1 -1
- package/assets/skills/comet-classic/reference/classic-layout.md +34 -0
- package/assets/skills/{comet → comet-classic}/reference/comet-yaml-fields.md +4 -4
- package/assets/skills/{comet → comet-classic}/reference/context-recovery.md +7 -7
- package/assets/skills/{comet → comet-classic}/reference/debug-gate.md +2 -2
- package/assets/skills/{comet → comet-classic}/reference/decision-point.md +5 -6
- package/assets/skills/{comet → comet-classic}/reference/dirty-worktree.md +1 -1
- package/assets/skills/{comet → comet-classic}/reference/file-structure.md +3 -3
- package/assets/skills/{comet → comet-classic}/reference/intent-frame.md +2 -2
- package/assets/skills/comet-classic/reference/scripts.md +73 -0
- package/assets/skills/{comet → comet-classic}/reference/subagent-dispatch.md +27 -31
- package/assets/skills/comet-classic/reference/workspace.md +23 -0
- package/assets/skills/comet-design/SKILL.md +26 -24
- package/assets/skills/comet-design/agents/openai.yaml +5 -0
- package/assets/skills/comet-hotfix/SKILL.md +20 -13
- package/assets/skills/comet-hotfix/agents/openai.yaml +5 -0
- package/assets/skills/comet-memory/SKILL.md +67 -0
- package/assets/skills/comet-memory/agents/openai.yaml +5 -0
- package/assets/skills/comet-native/SKILL.md +87 -239
- package/assets/skills/comet-native/agents/openai.yaml +3 -0
- package/assets/skills/comet-native/reference/artifacts.md +48 -181
- package/assets/skills/comet-native/reference/clarification.md +77 -0
- package/assets/skills/comet-native/reference/commands.md +34 -107
- package/assets/skills/comet-native/reference/recovery.md +37 -113
- package/assets/skills/comet-native/reference/workspace.md +23 -0
- package/assets/skills/comet-native/scripts/comet-native-archive.mjs +234 -0
- package/assets/skills/comet-native/scripts/comet-native-doctor.mjs +286 -0
- package/assets/skills/comet-native/scripts/comet-native-hook-guard.mjs +173 -2
- package/assets/skills/comet-native/scripts/comet-native-init.mjs +194 -0
- package/assets/skills/comet-native/scripts/comet-native-new.mjs +205 -0
- package/assets/skills/comet-native/scripts/comet-native-next.mjs +260 -0
- package/assets/skills/comet-native/scripts/comet-native-root.mjs +203 -0
- package/assets/skills/comet-native/scripts/comet-native-runtime.mjs +309 -29560
- package/assets/skills/comet-native/scripts/comet-native-select.mjs +193 -0
- package/assets/skills/comet-native/scripts/comet-native-show.mjs +166 -0
- package/assets/skills/comet-native/scripts/comet-native-spec.mjs +170 -0
- package/assets/skills/comet-native/scripts/comet-native-status.mjs +190 -0
- package/assets/skills/comet-open/SKILL.md +50 -20
- package/assets/skills/comet-open/agents/openai.yaml +5 -0
- package/assets/skills/comet-review/SKILL.md +121 -0
- package/assets/skills/comet-review/agents/openai.yaml +5 -0
- package/assets/skills/comet-tweak/SKILL.md +23 -13
- package/assets/skills/comet-tweak/agents/openai.yaml +5 -0
- package/assets/skills/comet-verify/SKILL.md +25 -30
- package/assets/skills/comet-verify/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet/SKILL.md +14 -12
- package/assets/skills-zh/comet/agents/openai.yaml +3 -0
- package/assets/skills-zh/comet-any/SKILL.md +4 -3
- package/assets/skills-zh/comet-any/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-any/reference/authoring-subagents.md +3 -14
- package/assets/skills-zh/comet-any/reference/bundle-authoring.md +1 -1
- package/assets/skills-zh/comet-any/reference/subagents/pause-points-author.md +1 -4
- package/assets/skills-zh/comet-any/reference/subagents/reference-author.md +1 -4
- package/assets/skills-zh/comet-any/reference/subagents/script-author.md +2 -5
- package/assets/skills-zh/comet-any/reference/subagents/skill-core-author.md +1 -4
- package/assets/skills-zh/comet-any/reference/subagents/skill-reviewer.md +1 -4
- package/assets/skills-zh/comet-any/reference/subagents/workflow-entry-author.md +1 -4
- package/assets/skills-zh/comet-archive/SKILL.md +34 -27
- package/assets/skills-zh/comet-archive/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-build/SKILL.md +62 -105
- package/assets/skills-zh/comet-build/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-classic/SKILL.md +44 -34
- package/assets/skills-zh/comet-classic/agents/openai.yaml +3 -0
- package/assets/skills-zh/{comet → comet-classic}/reference/auto-transition.md +1 -1
- package/assets/skills-zh/comet-classic/reference/classic-layout.md +34 -0
- package/assets/skills-zh/{comet → comet-classic}/reference/comet-yaml-fields.md +4 -4
- package/assets/skills-zh/{comet → comet-classic}/reference/context-recovery.md +7 -7
- package/assets/skills-zh/{comet → comet-classic}/reference/debug-gate.md +2 -2
- package/assets/skills-zh/{comet → comet-classic}/reference/decision-point.md +5 -6
- package/assets/skills-zh/{comet → comet-classic}/reference/dirty-worktree.md +1 -1
- package/assets/skills-zh/{comet → comet-classic}/reference/file-structure.md +3 -3
- package/assets/skills-zh/{comet → comet-classic}/reference/intent-frame.md +2 -2
- package/assets/skills-zh/comet-classic/reference/scripts.md +73 -0
- package/assets/skills-zh/{comet → comet-classic}/reference/subagent-dispatch.md +27 -31
- package/assets/skills-zh/comet-classic/reference/workspace.md +23 -0
- package/assets/skills-zh/comet-design/SKILL.md +26 -24
- package/assets/skills-zh/comet-design/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-hotfix/SKILL.md +21 -14
- package/assets/skills-zh/comet-hotfix/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-memory/SKILL.md +67 -0
- package/assets/skills-zh/comet-memory/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-native/SKILL.md +85 -237
- package/assets/skills-zh/comet-native/agents/openai.yaml +3 -0
- package/assets/skills-zh/comet-native/reference/artifacts.md +48 -183
- package/assets/skills-zh/comet-native/reference/clarification.md +77 -0
- package/assets/skills-zh/comet-native/reference/commands.md +34 -107
- package/assets/skills-zh/comet-native/reference/recovery.md +37 -113
- package/assets/skills-zh/comet-native/reference/workspace.md +23 -0
- package/assets/skills-zh/comet-open/SKILL.md +55 -25
- package/assets/skills-zh/comet-open/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-review/SKILL.md +121 -0
- package/assets/skills-zh/comet-review/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-tweak/SKILL.md +23 -13
- package/assets/skills-zh/comet-tweak/agents/openai.yaml +5 -0
- package/assets/skills-zh/comet-verify/SKILL.md +25 -30
- package/assets/skills-zh/comet-verify/agents/openai.yaml +5 -0
- package/bin/comet.js +5 -1
- package/bin/fast-runtime-router.js +79 -0
- package/dist/app/cli/index.js +346 -19
- package/dist/app/cli/index.js.map +1 -1
- package/dist/app/commands/classic.d.ts +1 -0
- package/dist/app/commands/classic.d.ts.map +1 -1
- package/dist/app/commands/classic.js +127 -1
- package/dist/app/commands/classic.js.map +1 -1
- package/dist/app/commands/comet-task.d.ts +29 -0
- package/dist/app/commands/comet-task.d.ts.map +1 -0
- package/dist/app/commands/comet-task.js +96 -0
- package/dist/app/commands/comet-task.js.map +1 -0
- package/dist/app/commands/dashboard.d.ts.map +1 -1
- package/dist/app/commands/dashboard.js +8 -2
- package/dist/app/commands/dashboard.js.map +1 -1
- package/dist/app/commands/doctor.d.ts +2 -0
- package/dist/app/commands/doctor.d.ts.map +1 -1
- package/dist/app/commands/doctor.js +787 -94
- package/dist/app/commands/doctor.js.map +1 -1
- package/dist/app/commands/eval.d.ts +9 -2
- package/dist/app/commands/eval.d.ts.map +1 -1
- package/dist/app/commands/eval.js +303 -47
- package/dist/app/commands/eval.js.map +1 -1
- package/dist/app/commands/i18n.d.ts +1 -1
- package/dist/app/commands/i18n.d.ts.map +1 -1
- package/dist/app/commands/i18n.js +100 -0
- package/dist/app/commands/i18n.js.map +1 -1
- package/dist/app/commands/init.d.ts +2 -0
- package/dist/app/commands/init.d.ts.map +1 -1
- package/dist/app/commands/init.js +305 -72
- package/dist/app/commands/init.js.map +1 -1
- package/dist/app/commands/native.d.ts.map +1 -1
- package/dist/app/commands/native.js +126 -1
- package/dist/app/commands/native.js.map +1 -1
- package/dist/app/commands/personal-memory.d.ts +42 -0
- package/dist/app/commands/personal-memory.d.ts.map +1 -0
- package/dist/app/commands/personal-memory.js +330 -0
- package/dist/app/commands/personal-memory.js.map +1 -0
- package/dist/app/commands/project-knowledge.d.ts +23 -0
- package/dist/app/commands/project-knowledge.d.ts.map +1 -0
- package/dist/app/commands/project-knowledge.js +198 -0
- package/dist/app/commands/project-knowledge.js.map +1 -0
- package/dist/app/commands/project-scope-selection.d.ts +2 -1
- package/dist/app/commands/project-scope-selection.d.ts.map +1 -1
- package/dist/app/commands/project-scope-selection.js +5 -7
- package/dist/app/commands/project-scope-selection.js.map +1 -1
- package/dist/app/commands/resume-probe.d.ts +1 -0
- package/dist/app/commands/resume-probe.d.ts.map +1 -1
- package/dist/app/commands/resume-probe.js +9 -10
- package/dist/app/commands/resume-probe.js.map +1 -1
- package/dist/app/commands/status.d.ts.map +1 -1
- package/dist/app/commands/status.js +67 -7
- package/dist/app/commands/status.js.map +1 -1
- package/dist/app/commands/uninstall.d.ts +6 -0
- package/dist/app/commands/uninstall.d.ts.map +1 -1
- package/dist/app/commands/uninstall.js +298 -69
- package/dist/app/commands/uninstall.js.map +1 -1
- package/dist/app/commands/update.d.ts +4 -1
- package/dist/app/commands/update.d.ts.map +1 -1
- package/dist/app/commands/update.js +485 -79
- package/dist/app/commands/update.js.map +1 -1
- package/dist/app/commands/workflow.d.ts +4 -0
- package/dist/app/commands/workflow.d.ts.map +1 -1
- package/dist/app/commands/workflow.js +25 -2
- package/dist/app/commands/workflow.js.map +1 -1
- package/dist/config/repository-layout.json +30 -3
- package/dist/domains/agent-learning/context-director.d.ts +135 -0
- package/dist/domains/agent-learning/context-director.d.ts.map +1 -0
- package/dist/domains/agent-learning/context-director.js +639 -0
- package/dist/domains/agent-learning/context-director.js.map +1 -0
- package/dist/domains/agent-learning/coordinator.d.ts +71 -0
- package/dist/domains/agent-learning/coordinator.d.ts.map +1 -0
- package/dist/domains/agent-learning/coordinator.js +321 -0
- package/dist/domains/agent-learning/coordinator.js.map +1 -0
- package/dist/domains/agent-learning/experience-journal.d.ts +88 -0
- package/dist/domains/agent-learning/experience-journal.d.ts.map +1 -0
- package/dist/domains/agent-learning/experience-journal.js +330 -0
- package/dist/domains/agent-learning/experience-journal.js.map +1 -0
- package/dist/domains/agent-learning/index.d.ts +6 -0
- package/dist/domains/agent-learning/index.d.ts.map +1 -0
- package/dist/domains/agent-learning/index.js +6 -0
- package/dist/domains/agent-learning/index.js.map +1 -0
- package/dist/domains/agent-learning/policy-compiler.d.ts +22 -0
- package/dist/domains/agent-learning/policy-compiler.d.ts.map +1 -0
- package/dist/domains/agent-learning/policy-compiler.js +20 -0
- package/dist/domains/agent-learning/policy-compiler.js.map +1 -0
- package/dist/domains/agent-learning/types.d.ts +137 -0
- package/dist/domains/agent-learning/types.d.ts.map +1 -0
- package/dist/domains/agent-learning/types.js +319 -0
- package/dist/domains/agent-learning/types.js.map +1 -0
- package/dist/domains/bundle/bundle-platform.d.ts.map +1 -1
- package/dist/domains/bundle/bundle-platform.js +79 -10
- package/dist/domains/bundle/bundle-platform.js.map +1 -1
- package/dist/domains/bundle/compatibility-benchmark.d.ts.map +1 -1
- package/dist/domains/bundle/compatibility-benchmark.js +9 -1
- package/dist/domains/bundle/compatibility-benchmark.js.map +1 -1
- package/dist/domains/bundle/eval-manifest-runtime.d.ts +2 -0
- package/dist/domains/bundle/eval-manifest-runtime.d.ts.map +1 -1
- package/dist/domains/bundle/eval-manifest-runtime.js +67 -7
- package/dist/domains/bundle/eval-manifest-runtime.js.map +1 -1
- package/dist/domains/bundle/eval-run-result.d.ts +22 -0
- package/dist/domains/bundle/eval-run-result.d.ts.map +1 -0
- package/dist/domains/bundle/eval-run-result.js +207 -0
- package/dist/domains/bundle/eval-run-result.js.map +1 -0
- package/dist/domains/bundle/eval.d.ts.map +1 -1
- package/dist/domains/bundle/eval.js +21 -24
- package/dist/domains/bundle/eval.js.map +1 -1
- package/dist/domains/bundle/factory.d.ts.map +1 -1
- package/dist/domains/bundle/factory.js +2 -9
- package/dist/domains/bundle/factory.js.map +1 -1
- package/dist/domains/bundle/review-summary.js +1 -1
- package/dist/domains/bundle/review-summary.js.map +1 -1
- package/dist/domains/bundle/state.d.ts.map +1 -1
- package/dist/domains/bundle/state.js +117 -2
- package/dist/domains/bundle/state.js.map +1 -1
- package/dist/domains/bundle/types.d.ts +2 -2
- package/dist/domains/bundle/types.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-archive-entry.js +1 -1
- package/dist/domains/comet-classic/classic-archive-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-archive-pointer.d.ts +8 -0
- package/dist/domains/comet-classic/classic-archive-pointer.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-archive-pointer.js +66 -0
- package/dist/domains/comet-classic/classic-archive-pointer.js.map +1 -0
- package/dist/domains/comet-classic/classic-archive.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-archive.js +186 -80
- package/dist/domains/comet-classic/classic-archive.js.map +1 -1
- package/dist/domains/comet-classic/classic-branch-binding.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-branch-binding.js +10 -2
- package/dist/domains/comet-classic/classic-branch-binding.js.map +1 -1
- package/dist/domains/comet-classic/classic-cli.d.ts +11 -1
- package/dist/domains/comet-classic/classic-cli.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-cli.js +22 -3
- package/dist/domains/comet-classic/classic-cli.js.map +1 -1
- package/dist/domains/comet-classic/classic-command-checks.d.ts +2 -2
- package/dist/domains/comet-classic/classic-command-checks.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-command-checks.js +8 -11
- package/dist/domains/comet-classic/classic-command-checks.js.map +1 -1
- package/dist/domains/comet-classic/classic-command-context.d.ts +21 -0
- package/dist/domains/comet-classic/classic-command-context.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-command-context.js +52 -0
- package/dist/domains/comet-classic/classic-command-context.js.map +1 -0
- package/dist/domains/comet-classic/classic-current-change.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-current-change.js +45 -25
- package/dist/domains/comet-classic/classic-current-change.js.map +1 -1
- package/dist/domains/comet-classic/classic-evidence.d.ts +1 -0
- package/dist/domains/comet-classic/classic-evidence.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-evidence.js +136 -40
- package/dist/domains/comet-classic/classic-evidence.js.map +1 -1
- package/dist/domains/comet-classic/classic-experience.d.ts +8 -0
- package/dist/domains/comet-classic/classic-experience.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-experience.js +46 -0
- package/dist/domains/comet-classic/classic-experience.js.map +1 -0
- package/dist/domains/comet-classic/classic-guard-entry.js +1 -1
- package/dist/domains/comet-classic/classic-guard-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-guard.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-guard.js +122 -76
- package/dist/domains/comet-classic/classic-guard.js.map +1 -1
- package/dist/domains/comet-classic/classic-handoff-entry.js +1 -1
- package/dist/domains/comet-classic/classic-handoff-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-handoff.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-handoff.js +208 -109
- package/dist/domains/comet-classic/classic-handoff.js.map +1 -1
- package/dist/domains/comet-classic/classic-hook-guard-entry.js +1 -1
- package/dist/domains/comet-classic/classic-hook-guard-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-hook-guard.d.ts +5 -1
- package/dist/domains/comet-classic/classic-hook-guard.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-hook-guard.js +242 -92
- package/dist/domains/comet-classic/classic-hook-guard.js.map +1 -1
- package/dist/domains/comet-classic/classic-intent-command.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-intent-command.js +2 -1
- package/dist/domains/comet-classic/classic-intent-command.js.map +1 -1
- package/dist/domains/comet-classic/classic-intent-entry.js +1 -1
- package/dist/domains/comet-classic/classic-intent-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-layout-initialization.d.ts +87 -0
- package/dist/domains/comet-classic/classic-layout-initialization.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-layout-initialization.js +828 -0
- package/dist/domains/comet-classic/classic-layout-initialization.js.map +1 -0
- package/dist/domains/comet-classic/classic-layout.d.ts +41 -0
- package/dist/domains/comet-classic/classic-layout.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-layout.js +222 -0
- package/dist/domains/comet-classic/classic-layout.js.map +1 -0
- package/dist/domains/comet-classic/classic-migrate.d.ts +4 -0
- package/dist/domains/comet-classic/classic-migrate.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-migrate.js +8 -12
- package/dist/domains/comet-classic/classic-migrate.js.map +1 -1
- package/dist/domains/comet-classic/classic-openspec-command.d.ts +4 -0
- package/dist/domains/comet-classic/classic-openspec-command.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-openspec-command.js +45 -0
- package/dist/domains/comet-classic/classic-openspec-command.js.map +1 -0
- package/dist/domains/comet-classic/classic-openspec-root.d.ts +13 -0
- package/dist/domains/comet-classic/classic-openspec-root.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-openspec-root.js +47 -0
- package/dist/domains/comet-classic/classic-openspec-root.js.map +1 -0
- package/dist/domains/comet-classic/classic-output-language.d.ts +73 -0
- package/dist/domains/comet-classic/classic-output-language.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-output-language.js +175 -0
- package/dist/domains/comet-classic/classic-output-language.js.map +1 -0
- package/dist/domains/comet-classic/classic-paths.d.ts +11 -1
- package/dist/domains/comet-classic/classic-paths.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-paths.js +87 -35
- package/dist/domains/comet-classic/classic-paths.js.map +1 -1
- package/dist/domains/comet-classic/classic-plan-readiness.d.ts +12 -0
- package/dist/domains/comet-classic/classic-plan-readiness.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-plan-readiness.js +26 -0
- package/dist/domains/comet-classic/classic-plan-readiness.js.map +1 -0
- package/dist/domains/comet-classic/classic-project-config.d.ts +1 -0
- package/dist/domains/comet-classic/classic-project-config.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-project-config.js +16 -18
- package/dist/domains/comet-classic/classic-project-config.js.map +1 -1
- package/dist/domains/comet-classic/classic-protected-path.d.ts +39 -0
- package/dist/domains/comet-classic/classic-protected-path.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-protected-path.js +69 -0
- package/dist/domains/comet-classic/classic-protected-path.js.map +1 -0
- package/dist/domains/comet-classic/classic-resume-probe-command.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-resume-probe-command.js +6 -4
- package/dist/domains/comet-classic/classic-resume-probe-command.js.map +1 -1
- package/dist/domains/comet-classic/classic-resume-probe-entry.js +1 -1
- package/dist/domains/comet-classic/classic-resume-probe-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-resume-probe.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-resume-probe.js +41 -21
- package/dist/domains/comet-classic/classic-resume-probe.js.map +1 -1
- package/dist/domains/comet-classic/classic-root-command.d.ts +8 -0
- package/dist/domains/comet-classic/classic-root-command.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-root-command.js +199 -0
- package/dist/domains/comet-classic/classic-root-command.js.map +1 -0
- package/dist/domains/comet-classic/classic-root-move.d.ts +118 -0
- package/dist/domains/comet-classic/classic-root-move.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-root-move.js +1640 -0
- package/dist/domains/comet-classic/classic-root-move.js.map +1 -0
- package/dist/domains/comet-classic/classic-runtime-run.d.ts +6 -0
- package/dist/domains/comet-classic/classic-runtime-run.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-runtime-run.js +58 -9
- package/dist/domains/comet-classic/classic-runtime-run.js.map +1 -1
- package/dist/domains/comet-classic/classic-script-entry.d.ts +2 -2
- package/dist/domains/comet-classic/classic-script-entry.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-script-entry.js +14 -3
- package/dist/domains/comet-classic/classic-script-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-state-command.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-state-command.js +272 -109
- package/dist/domains/comet-classic/classic-state-command.js.map +1 -1
- package/dist/domains/comet-classic/classic-state-entry.js +1 -1
- package/dist/domains/comet-classic/classic-state-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-state-events.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-state-events.js +3 -4
- package/dist/domains/comet-classic/classic-state-events.js.map +1 -1
- package/dist/domains/comet-classic/classic-store.d.ts +2 -0
- package/dist/domains/comet-classic/classic-store.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-store.js +12 -17
- package/dist/domains/comet-classic/classic-store.js.map +1 -1
- package/dist/domains/comet-classic/classic-validate-command.d.ts.map +1 -1
- package/dist/domains/comet-classic/classic-validate-command.js +26 -19
- package/dist/domains/comet-classic/classic-validate-command.js.map +1 -1
- package/dist/domains/comet-classic/classic-validate-entry.js +1 -1
- package/dist/domains/comet-classic/classic-validate-entry.js.map +1 -1
- package/dist/domains/comet-classic/classic-workspace-command.d.ts +3 -0
- package/dist/domains/comet-classic/classic-workspace-command.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-workspace-command.js +45 -0
- package/dist/domains/comet-classic/classic-workspace-command.js.map +1 -0
- package/dist/domains/comet-classic/classic-workspace.d.ts +38 -0
- package/dist/domains/comet-classic/classic-workspace.d.ts.map +1 -0
- package/dist/domains/comet-classic/classic-workspace.js +315 -0
- package/dist/domains/comet-classic/classic-workspace.js.map +1 -0
- package/dist/domains/comet-classic/index.d.ts +1 -0
- package/dist/domains/comet-classic/index.d.ts.map +1 -1
- package/dist/domains/comet-classic/index.js +1 -0
- package/dist/domains/comet-classic/index.js.map +1 -1
- package/dist/domains/comet-entry/current-selection-repair.js +1 -1
- package/dist/domains/comet-entry/current-selection-repair.js.map +1 -1
- package/dist/domains/comet-entry/entry-reads.d.ts +17 -0
- package/dist/domains/comet-entry/entry-reads.d.ts.map +1 -0
- package/dist/domains/comet-entry/entry-reads.js +20 -0
- package/dist/domains/comet-entry/entry-reads.js.map +1 -0
- package/dist/domains/comet-entry/hook-adapter.d.ts.map +1 -1
- package/dist/domains/comet-entry/hook-adapter.js +90 -4
- package/dist/domains/comet-entry/hook-adapter.js.map +1 -1
- package/dist/domains/comet-entry/hook-project-root.d.ts +3 -0
- package/dist/domains/comet-entry/hook-project-root.d.ts.map +1 -0
- package/dist/domains/comet-entry/hook-project-root.js +62 -0
- package/dist/domains/comet-entry/hook-project-root.js.map +1 -0
- package/dist/domains/comet-entry/hook-router-entry.d.ts +4 -1
- package/dist/domains/comet-entry/hook-router-entry.d.ts.map +1 -1
- package/dist/domains/comet-entry/hook-router-entry.js +47 -33
- package/dist/domains/comet-entry/hook-router-entry.js.map +1 -1
- package/dist/domains/comet-entry/hook-router.d.ts +16 -2
- package/dist/domains/comet-entry/hook-router.d.ts.map +1 -1
- package/dist/domains/comet-entry/hook-router.js +118 -20
- package/dist/domains/comet-entry/hook-router.js.map +1 -1
- package/dist/domains/comet-entry/hook-types.d.ts +5 -1
- package/dist/domains/comet-entry/hook-types.d.ts.map +1 -1
- package/dist/domains/comet-entry/init-workflow.d.ts +4 -1
- package/dist/domains/comet-entry/init-workflow.d.ts.map +1 -1
- package/dist/domains/comet-entry/init-workflow.js +65 -30
- package/dist/domains/comet-entry/init-workflow.js.map +1 -1
- package/dist/domains/comet-entry/plugin-context.d.ts +26 -0
- package/dist/domains/comet-entry/plugin-context.d.ts.map +1 -0
- package/dist/domains/comet-entry/plugin-context.js +127 -0
- package/dist/domains/comet-entry/plugin-context.js.map +1 -0
- package/dist/domains/comet-entry/project-activation.d.ts +12 -0
- package/dist/domains/comet-entry/project-activation.d.ts.map +1 -0
- package/dist/domains/comet-entry/project-activation.js +114 -0
- package/dist/domains/comet-entry/project-activation.js.map +1 -0
- package/dist/domains/comet-entry/project-status.d.ts.map +1 -1
- package/dist/domains/comet-entry/project-status.js +133 -48
- package/dist/domains/comet-entry/project-status.js.map +1 -1
- package/dist/domains/comet-entry/resolve-entry.d.ts.map +1 -1
- package/dist/domains/comet-entry/resolve-entry.js +4 -9
- package/dist/domains/comet-entry/resolve-entry.js.map +1 -1
- package/dist/domains/comet-entry/resume-probe.d.ts.map +1 -1
- package/dist/domains/comet-entry/resume-probe.js +115 -35
- package/dist/domains/comet-entry/resume-probe.js.map +1 -1
- package/dist/domains/comet-entry/types.d.ts +8 -2
- package/dist/domains/comet-entry/types.d.ts.map +1 -1
- package/dist/domains/comet-memory/index.d.ts +10 -0
- package/dist/domains/comet-memory/index.d.ts.map +1 -0
- package/dist/domains/comet-memory/index.js +10 -0
- package/dist/domains/comet-memory/index.js.map +1 -0
- package/dist/domains/comet-memory/personal-memory.d.ts +57 -0
- package/dist/domains/comet-memory/personal-memory.d.ts.map +1 -0
- package/dist/domains/comet-memory/personal-memory.js +2142 -0
- package/dist/domains/comet-memory/personal-memory.js.map +1 -0
- package/dist/domains/comet-memory/plugin.d.ts +5 -0
- package/dist/domains/comet-memory/plugin.d.ts.map +1 -0
- package/dist/domains/comet-memory/plugin.js +957 -0
- package/dist/domains/comet-memory/plugin.js.map +1 -0
- package/dist/domains/comet-memory/provider-config.d.ts +4 -0
- package/dist/domains/comet-memory/provider-config.d.ts.map +1 -0
- package/dist/domains/comet-memory/provider-config.js +127 -0
- package/dist/domains/comet-memory/provider-config.js.map +1 -0
- package/dist/domains/comet-memory/remote-provider.d.ts +47 -0
- package/dist/domains/comet-memory/remote-provider.d.ts.map +1 -0
- package/dist/domains/comet-memory/remote-provider.js +562 -0
- package/dist/domains/comet-memory/remote-provider.js.map +1 -0
- package/dist/domains/comet-memory/repository.d.ts +38 -0
- package/dist/domains/comet-memory/repository.d.ts.map +1 -0
- package/dist/domains/comet-memory/repository.js +341 -0
- package/dist/domains/comet-memory/repository.js.map +1 -0
- package/dist/domains/comet-memory/review-contract.d.ts +16 -0
- package/dist/domains/comet-memory/review-contract.d.ts.map +1 -0
- package/dist/domains/comet-memory/review-contract.js +642 -0
- package/dist/domains/comet-memory/review-contract.js.map +1 -0
- package/dist/domains/comet-memory/semantic-review.d.ts +3 -0
- package/dist/domains/comet-memory/semantic-review.d.ts.map +1 -0
- package/dist/domains/comet-memory/semantic-review.js +204 -0
- package/dist/domains/comet-memory/semantic-review.js.map +1 -0
- package/dist/domains/comet-memory/skill-runtime.d.ts +11 -0
- package/dist/domains/comet-memory/skill-runtime.d.ts.map +1 -0
- package/dist/domains/comet-memory/skill-runtime.js +13 -0
- package/dist/domains/comet-memory/skill-runtime.js.map +1 -0
- package/dist/domains/comet-memory/types.d.ts +580 -0
- package/dist/domains/comet-memory/types.d.ts.map +1 -0
- package/dist/domains/comet-memory/types.js +7 -0
- package/dist/domains/comet-memory/types.js.map +1 -0
- package/dist/domains/comet-native/index.d.ts +4 -0
- package/dist/domains/comet-native/index.d.ts.map +1 -1
- package/dist/domains/comet-native/index.js +4 -0
- package/dist/domains/comet-native/index.js.map +1 -1
- package/dist/domains/comet-native/native-acceptance.d.ts +15 -4
- package/dist/domains/comet-native/native-acceptance.d.ts.map +1 -1
- package/dist/domains/comet-native/native-acceptance.js +168 -31
- package/dist/domains/comet-native/native-acceptance.js.map +1 -1
- package/dist/domains/comet-native/native-archive-command.d.ts +3 -0
- package/dist/domains/comet-native/native-archive-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-archive-command.js +244 -0
- package/dist/domains/comet-native/native-archive-command.js.map +1 -0
- package/dist/domains/comet-native/native-archive-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-archive-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-archive-entry.js +4 -0
- package/dist/domains/comet-native/native-archive-entry.js.map +1 -0
- package/dist/domains/comet-native/native-archive-inspection.d.ts.map +1 -1
- package/dist/domains/comet-native/native-archive-inspection.js +14 -0
- package/dist/domains/comet-native/native-archive-inspection.js.map +1 -1
- package/dist/domains/comet-native/native-archive-preflight.d.ts +13 -1
- package/dist/domains/comet-native/native-archive-preflight.d.ts.map +1 -1
- package/dist/domains/comet-native/native-archive-preflight.js +52 -0
- package/dist/domains/comet-native/native-archive-preflight.js.map +1 -1
- package/dist/domains/comet-native/native-archive-transaction.d.ts +1 -0
- package/dist/domains/comet-native/native-archive-transaction.d.ts.map +1 -1
- package/dist/domains/comet-native/native-archive-transaction.js +31 -23
- package/dist/domains/comet-native/native-archive-transaction.js.map +1 -1
- package/dist/domains/comet-native/native-archive.d.ts +1 -0
- package/dist/domains/comet-native/native-archive.d.ts.map +1 -1
- package/dist/domains/comet-native/native-archive.js +76 -13
- package/dist/domains/comet-native/native-archive.js.map +1 -1
- package/dist/domains/comet-native/native-artifact-language.d.ts +10 -0
- package/dist/domains/comet-native/native-artifact-language.d.ts.map +1 -0
- package/dist/domains/comet-native/native-artifact-language.js +105 -0
- package/dist/domains/comet-native/native-artifact-language.js.map +1 -0
- package/dist/domains/comet-native/native-artifacts.d.ts.map +1 -1
- package/dist/domains/comet-native/native-artifacts.js +21 -14
- package/dist/domains/comet-native/native-artifacts.js.map +1 -1
- package/dist/domains/comet-native/native-atomic-file.d.ts.map +1 -1
- package/dist/domains/comet-native/native-atomic-file.js +17 -10
- package/dist/domains/comet-native/native-atomic-file.js.map +1 -1
- package/dist/domains/comet-native/native-bounded-file.d.ts +32 -2
- package/dist/domains/comet-native/native-bounded-file.d.ts.map +1 -1
- package/dist/domains/comet-native/native-bounded-file.js +87 -6
- package/dist/domains/comet-native/native-bounded-file.js.map +1 -1
- package/dist/domains/comet-native/native-build-evidence.d.ts.map +1 -1
- package/dist/domains/comet-native/native-build-evidence.js +23 -1
- package/dist/domains/comet-native/native-build-evidence.js.map +1 -1
- package/dist/domains/comet-native/native-change.d.ts +20 -2
- package/dist/domains/comet-native/native-change.d.ts.map +1 -1
- package/dist/domains/comet-native/native-change.js +201 -32
- package/dist/domains/comet-native/native-change.js.map +1 -1
- package/dist/domains/comet-native/native-check-command.d.ts +3 -0
- package/dist/domains/comet-native/native-check-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-check-command.js +30 -0
- package/dist/domains/comet-native/native-check-command.js.map +1 -0
- package/dist/domains/comet-native/native-check-executor.d.ts +36 -0
- package/dist/domains/comet-native/native-check-executor.d.ts.map +1 -0
- package/dist/domains/comet-native/native-check-executor.js +132 -0
- package/dist/domains/comet-native/native-check-executor.js.map +1 -0
- package/dist/domains/comet-native/native-check-receipt-model.d.ts +10 -1
- package/dist/domains/comet-native/native-check-receipt-model.d.ts.map +1 -1
- package/dist/domains/comet-native/native-check-receipt-model.js +76 -9
- package/dist/domains/comet-native/native-check-receipt-model.js.map +1 -1
- package/dist/domains/comet-native/native-check-receipt-storage.d.ts.map +1 -1
- package/dist/domains/comet-native/native-check-receipt-storage.js +9 -8
- package/dist/domains/comet-native/native-check-receipt-storage.js.map +1 -1
- package/dist/domains/comet-native/native-check-receipt.d.ts.map +1 -1
- package/dist/domains/comet-native/native-check-receipt.js +125 -60
- package/dist/domains/comet-native/native-check-receipt.js.map +1 -1
- package/dist/domains/comet-native/native-check.d.ts +6 -0
- package/dist/domains/comet-native/native-check.d.ts.map +1 -1
- package/dist/domains/comet-native/native-check.js +36 -15
- package/dist/domains/comet-native/native-check.js.map +1 -1
- package/dist/domains/comet-native/native-checkpoint-command.d.ts +3 -0
- package/dist/domains/comet-native/native-checkpoint-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-checkpoint-command.js +33 -0
- package/dist/domains/comet-native/native-checkpoint-command.js.map +1 -0
- package/dist/domains/comet-native/native-checkpoint-storage.d.ts.map +1 -1
- package/dist/domains/comet-native/native-checkpoint-storage.js +27 -19
- package/dist/domains/comet-native/native-checkpoint-storage.js.map +1 -1
- package/dist/domains/comet-native/native-children.d.ts +114 -0
- package/dist/domains/comet-native/native-children.d.ts.map +1 -0
- package/dist/domains/comet-native/native-children.js +786 -0
- package/dist/domains/comet-native/native-children.js.map +1 -0
- package/dist/domains/comet-native/native-cli-help.d.ts +6 -0
- package/dist/domains/comet-native/native-cli-help.d.ts.map +1 -0
- package/dist/domains/comet-native/native-cli-help.js +203 -0
- package/dist/domains/comet-native/native-cli-help.js.map +1 -0
- package/dist/domains/comet-native/native-cli-shared.d.ts +46 -0
- package/dist/domains/comet-native/native-cli-shared.d.ts.map +1 -0
- package/dist/domains/comet-native/native-cli-shared.js +375 -0
- package/dist/domains/comet-native/native-cli-shared.js.map +1 -0
- package/dist/domains/comet-native/native-cli.d.ts +2 -5
- package/dist/domains/comet-native/native-cli.d.ts.map +1 -1
- package/dist/domains/comet-native/native-cli.js +59 -729
- package/dist/domains/comet-native/native-cli.js.map +1 -1
- package/dist/domains/comet-native/native-config.d.ts +7 -2
- package/dist/domains/comet-native/native-config.d.ts.map +1 -1
- package/dist/domains/comet-native/native-config.js +24 -322
- package/dist/domains/comet-native/native-config.js.map +1 -1
- package/dist/domains/comet-native/native-conflict-inspection.d.ts +3 -1
- package/dist/domains/comet-native/native-conflict-inspection.d.ts.map +1 -1
- package/dist/domains/comet-native/native-conflict-inspection.js +20 -10
- package/dist/domains/comet-native/native-conflict-inspection.js.map +1 -1
- package/dist/domains/comet-native/native-continuation.d.ts +3 -1
- package/dist/domains/comet-native/native-continuation.d.ts.map +1 -1
- package/dist/domains/comet-native/native-continuation.js +215 -95
- package/dist/domains/comet-native/native-continuation.js.map +1 -1
- package/dist/domains/comet-native/native-contract.d.ts.map +1 -1
- package/dist/domains/comet-native/native-contract.js +2 -1
- package/dist/domains/comet-native/native-contract.js.map +1 -1
- package/dist/domains/comet-native/native-diagnostics.d.ts +5 -0
- package/dist/domains/comet-native/native-diagnostics.d.ts.map +1 -1
- package/dist/domains/comet-native/native-diagnostics.js +183 -70
- package/dist/domains/comet-native/native-diagnostics.js.map +1 -1
- package/dist/domains/comet-native/native-doctor-command.d.ts +3 -0
- package/dist/domains/comet-native/native-doctor-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-doctor-command.js +361 -0
- package/dist/domains/comet-native/native-doctor-command.js.map +1 -0
- package/dist/domains/comet-native/native-doctor-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-doctor-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-doctor-entry.js +4 -0
- package/dist/domains/comet-native/native-doctor-entry.js.map +1 -0
- package/dist/domains/comet-native/native-doctor.d.ts +1 -0
- package/dist/domains/comet-native/native-doctor.d.ts.map +1 -1
- package/dist/domains/comet-native/native-doctor.js +123 -26
- package/dist/domains/comet-native/native-doctor.js.map +1 -1
- package/dist/domains/comet-native/native-evidence-command.d.ts +3 -0
- package/dist/domains/comet-native/native-evidence-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-evidence-command.js +35 -0
- package/dist/domains/comet-native/native-evidence-command.js.map +1 -0
- package/dist/domains/comet-native/native-evidence-projection.d.ts +52 -0
- package/dist/domains/comet-native/native-evidence-projection.d.ts.map +1 -0
- package/dist/domains/comet-native/native-evidence-projection.js +291 -0
- package/dist/domains/comet-native/native-evidence-projection.js.map +1 -0
- package/dist/domains/comet-native/native-evidence-retention.d.ts.map +1 -1
- package/dist/domains/comet-native/native-evidence-retention.js +29 -14
- package/dist/domains/comet-native/native-evidence-retention.js.map +1 -1
- package/dist/domains/comet-native/native-evidence-storage.d.ts +31 -7
- package/dist/domains/comet-native/native-evidence-storage.d.ts.map +1 -1
- package/dist/domains/comet-native/native-evidence-storage.js +145 -27
- package/dist/domains/comet-native/native-evidence-storage.js.map +1 -1
- package/dist/domains/comet-native/native-experience.d.ts +12 -0
- package/dist/domains/comet-native/native-experience.d.ts.map +1 -0
- package/dist/domains/comet-native/native-experience.js +71 -0
- package/dist/domains/comet-native/native-experience.js.map +1 -0
- package/dist/domains/comet-native/native-findings.d.ts.map +1 -1
- package/dist/domains/comet-native/native-findings.js +76 -4
- package/dist/domains/comet-native/native-findings.js.map +1 -1
- package/dist/domains/comet-native/native-git-provenance.d.ts +16 -0
- package/dist/domains/comet-native/native-git-provenance.d.ts.map +1 -0
- package/dist/domains/comet-native/native-git-provenance.js +171 -0
- package/dist/domains/comet-native/native-git-provenance.js.map +1 -0
- package/dist/domains/comet-native/native-hook-guard-command.d.ts +3 -0
- package/dist/domains/comet-native/native-hook-guard-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-hook-guard-command.js +32 -0
- package/dist/domains/comet-native/native-hook-guard-command.js.map +1 -0
- package/dist/domains/comet-native/native-hook-guard-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-hook-guard-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-hook-guard-entry.js +4 -0
- package/dist/domains/comet-native/native-hook-guard-entry.js.map +1 -0
- package/dist/domains/comet-native/native-hook-guard.d.ts.map +1 -1
- package/dist/domains/comet-native/native-hook-guard.js +221 -22
- package/dist/domains/comet-native/native-hook-guard.js.map +1 -1
- package/dist/domains/comet-native/native-init-command.d.ts +3 -0
- package/dist/domains/comet-native/native-init-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-init-command.js +41 -0
- package/dist/domains/comet-native/native-init-command.js.map +1 -0
- package/dist/domains/comet-native/native-init-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-init-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-init-entry.js +4 -0
- package/dist/domains/comet-native/native-init-entry.js.map +1 -0
- package/dist/domains/comet-native/native-local-execution.d.ts +25 -0
- package/dist/domains/comet-native/native-local-execution.d.ts.map +1 -0
- package/dist/domains/comet-native/native-local-execution.js +241 -0
- package/dist/domains/comet-native/native-local-execution.js.map +1 -0
- package/dist/domains/comet-native/native-lock.d.ts +1 -1
- package/dist/domains/comet-native/native-lock.d.ts.map +1 -1
- package/dist/domains/comet-native/native-lock.js +9 -9
- package/dist/domains/comet-native/native-lock.js.map +1 -1
- package/dist/domains/comet-native/native-loop-runtime.d.ts +71 -0
- package/dist/domains/comet-native/native-loop-runtime.d.ts.map +1 -0
- package/dist/domains/comet-native/native-loop-runtime.js +663 -0
- package/dist/domains/comet-native/native-loop-runtime.js.map +1 -0
- package/dist/domains/comet-native/native-mutation-lock.d.ts +2 -0
- package/dist/domains/comet-native/native-mutation-lock.d.ts.map +1 -1
- package/dist/domains/comet-native/native-mutation-lock.js +23 -2
- package/dist/domains/comet-native/native-mutation-lock.js.map +1 -1
- package/dist/domains/comet-native/native-new-command.d.ts +3 -0
- package/dist/domains/comet-native/native-new-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-new-command.js +57 -0
- package/dist/domains/comet-native/native-new-command.js.map +1 -0
- package/dist/domains/comet-native/native-new-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-new-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-new-entry.js +4 -0
- package/dist/domains/comet-native/native-new-entry.js.map +1 -0
- package/dist/domains/comet-native/native-next-command.d.ts +3 -0
- package/dist/domains/comet-native/native-next-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-next-command.js +358 -0
- package/dist/domains/comet-native/native-next-command.js.map +1 -0
- package/dist/domains/comet-native/native-next-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-next-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-next-entry.js +4 -0
- package/dist/domains/comet-native/native-next-entry.js.map +1 -0
- package/dist/domains/comet-native/native-output-language.d.ts +69 -0
- package/dist/domains/comet-native/native-output-language.d.ts.map +1 -0
- package/dist/domains/comet-native/native-output-language.js +369 -0
- package/dist/domains/comet-native/native-output-language.js.map +1 -0
- package/dist/domains/comet-native/native-paths.d.ts +18 -0
- package/dist/domains/comet-native/native-paths.d.ts.map +1 -1
- package/dist/domains/comet-native/native-paths.js +127 -26
- package/dist/domains/comet-native/native-paths.js.map +1 -1
- package/dist/domains/comet-native/native-portable-acceptance.d.ts +28 -0
- package/dist/domains/comet-native/native-portable-acceptance.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-acceptance.js +73 -0
- package/dist/domains/comet-native/native-portable-acceptance.js.map +1 -0
- package/dist/domains/comet-native/native-portable-archive.d.ts +37 -0
- package/dist/domains/comet-native/native-portable-archive.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-archive.js +530 -0
- package/dist/domains/comet-native/native-portable-archive.js.map +1 -0
- package/dist/domains/comet-native/native-portable-continuation.d.ts +50 -0
- package/dist/domains/comet-native/native-portable-continuation.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-continuation.js +633 -0
- package/dist/domains/comet-native/native-portable-continuation.js.map +1 -0
- package/dist/domains/comet-native/native-portable-migration-runtime.d.ts +9 -0
- package/dist/domains/comet-native/native-portable-migration-runtime.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-migration-runtime.js +218 -0
- package/dist/domains/comet-native/native-portable-migration-runtime.js.map +1 -0
- package/dist/domains/comet-native/native-portable-migration.d.ts +42 -0
- package/dist/domains/comet-native/native-portable-migration.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-migration.js +212 -0
- package/dist/domains/comet-native/native-portable-migration.js.map +1 -0
- package/dist/domains/comet-native/native-portable-recovery.d.ts +15 -0
- package/dist/domains/comet-native/native-portable-recovery.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-recovery.js +203 -0
- package/dist/domains/comet-native/native-portable-recovery.js.map +1 -0
- package/dist/domains/comet-native/native-portable-runtime.d.ts +195 -0
- package/dist/domains/comet-native/native-portable-runtime.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-runtime.js +1710 -0
- package/dist/domains/comet-native/native-portable-runtime.js.map +1 -0
- package/dist/domains/comet-native/native-portable-state.d.ts +30 -0
- package/dist/domains/comet-native/native-portable-state.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-state.js +730 -0
- package/dist/domains/comet-native/native-portable-state.js.map +1 -0
- package/dist/domains/comet-native/native-portable-status.d.ts +97 -0
- package/dist/domains/comet-native/native-portable-status.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-status.js +333 -0
- package/dist/domains/comet-native/native-portable-status.js.map +1 -0
- package/dist/domains/comet-native/native-portable-summary.d.ts +29 -0
- package/dist/domains/comet-native/native-portable-summary.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-summary.js +37 -0
- package/dist/domains/comet-native/native-portable-summary.js.map +1 -0
- package/dist/domains/comet-native/native-portable-text.d.ts +8 -0
- package/dist/domains/comet-native/native-portable-text.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-text.js +28 -0
- package/dist/domains/comet-native/native-portable-text.js.map +1 -0
- package/dist/domains/comet-native/native-portable-transactions.d.ts +41 -0
- package/dist/domains/comet-native/native-portable-transactions.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-transactions.js +204 -0
- package/dist/domains/comet-native/native-portable-transactions.js.map +1 -0
- package/dist/domains/comet-native/native-portable-types.d.ts +177 -0
- package/dist/domains/comet-native/native-portable-types.d.ts.map +1 -0
- package/dist/domains/comet-native/native-portable-types.js +19 -0
- package/dist/domains/comet-native/native-portable-types.js.map +1 -0
- package/dist/domains/comet-native/native-pull-request-finish.d.ts +35 -0
- package/dist/domains/comet-native/native-pull-request-finish.d.ts.map +1 -0
- package/dist/domains/comet-native/native-pull-request-finish.js +282 -0
- package/dist/domains/comet-native/native-pull-request-finish.js.map +1 -0
- package/dist/domains/comet-native/native-receipt-command.d.ts +3 -0
- package/dist/domains/comet-native/native-receipt-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-receipt-command.js +120 -0
- package/dist/domains/comet-native/native-receipt-command.js.map +1 -0
- package/dist/domains/comet-native/native-receipt-errors.d.ts +23 -0
- package/dist/domains/comet-native/native-receipt-errors.d.ts.map +1 -0
- package/dist/domains/comet-native/native-receipt-errors.js +9 -0
- package/dist/domains/comet-native/native-receipt-errors.js.map +1 -0
- package/dist/domains/comet-native/native-receipt-refresh.d.ts +89 -0
- package/dist/domains/comet-native/native-receipt-refresh.d.ts.map +1 -0
- package/dist/domains/comet-native/native-receipt-refresh.js +243 -0
- package/dist/domains/comet-native/native-receipt-refresh.js.map +1 -0
- package/dist/domains/comet-native/native-repair-integration.d.ts +7 -5
- package/dist/domains/comet-native/native-repair-integration.d.ts.map +1 -1
- package/dist/domains/comet-native/native-repair-integration.js +77 -29
- package/dist/domains/comet-native/native-repair-integration.js.map +1 -1
- package/dist/domains/comet-native/native-repair-runtime.d.ts +5 -1
- package/dist/domains/comet-native/native-repair-runtime.d.ts.map +1 -1
- package/dist/domains/comet-native/native-repair-runtime.js +114 -37
- package/dist/domains/comet-native/native-repair-runtime.js.map +1 -1
- package/dist/domains/comet-native/native-repair-stagnation.d.ts +9 -13
- package/dist/domains/comet-native/native-repair-stagnation.d.ts.map +1 -1
- package/dist/domains/comet-native/native-repair-stagnation.js +76 -34
- package/dist/domains/comet-native/native-repair-stagnation.js.map +1 -1
- package/dist/domains/comet-native/native-resume-view.d.ts.map +1 -1
- package/dist/domains/comet-native/native-resume-view.js +1 -5
- package/dist/domains/comet-native/native-resume-view.js.map +1 -1
- package/dist/domains/comet-native/native-root-command.d.ts +3 -0
- package/dist/domains/comet-native/native-root-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-root-command.js +29 -0
- package/dist/domains/comet-native/native-root-command.js.map +1 -0
- package/dist/domains/comet-native/native-root-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-root-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-root-entry.js +4 -0
- package/dist/domains/comet-native/native-root-entry.js.map +1 -0
- package/dist/domains/comet-native/native-root-move.d.ts.map +1 -1
- package/dist/domains/comet-native/native-root-move.js +58 -17
- package/dist/domains/comet-native/native-root-move.js.map +1 -1
- package/dist/domains/comet-native/native-run-consistency.d.ts.map +1 -1
- package/dist/domains/comet-native/native-run-consistency.js +8 -12
- package/dist/domains/comet-native/native-run-consistency.js.map +1 -1
- package/dist/domains/comet-native/native-run-store.js +4 -4
- package/dist/domains/comet-native/native-run-store.js.map +1 -1
- package/dist/domains/comet-native/native-runner-input.d.ts +224 -0
- package/dist/domains/comet-native/native-runner-input.d.ts.map +1 -0
- package/dist/domains/comet-native/native-runner-input.js +806 -0
- package/dist/domains/comet-native/native-runner-input.js.map +1 -0
- package/dist/domains/comet-native/native-runner-protocol.d.ts +40 -0
- package/dist/domains/comet-native/native-runner-protocol.d.ts.map +1 -0
- package/dist/domains/comet-native/native-runner-protocol.js +55 -0
- package/dist/domains/comet-native/native-runner-protocol.js.map +1 -0
- package/dist/domains/comet-native/native-runtime-package.d.ts +3 -0
- package/dist/domains/comet-native/native-runtime-package.d.ts.map +1 -1
- package/dist/domains/comet-native/native-runtime-package.js +5 -1
- package/dist/domains/comet-native/native-runtime-package.js.map +1 -1
- package/dist/domains/comet-native/native-schema-migration.d.ts.map +1 -1
- package/dist/domains/comet-native/native-schema-migration.js +31 -27
- package/dist/domains/comet-native/native-schema-migration.js.map +1 -1
- package/dist/domains/comet-native/native-script-entry.d.ts +13 -0
- package/dist/domains/comet-native/native-script-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-script-entry.js +36 -0
- package/dist/domains/comet-native/native-script-entry.js.map +1 -0
- package/dist/domains/comet-native/native-select-command.d.ts +3 -0
- package/dist/domains/comet-native/native-select-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-select-command.js +19 -0
- package/dist/domains/comet-native/native-select-command.js.map +1 -0
- package/dist/domains/comet-native/native-select-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-select-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-select-entry.js +4 -0
- package/dist/domains/comet-native/native-select-entry.js.map +1 -0
- package/dist/domains/comet-native/native-selection.d.ts.map +1 -1
- package/dist/domains/comet-native/native-selection.js +11 -2
- package/dist/domains/comet-native/native-selection.js.map +1 -1
- package/dist/domains/comet-native/native-show-command.d.ts +3 -0
- package/dist/domains/comet-native/native-show-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-show-command.js +78 -0
- package/dist/domains/comet-native/native-show-command.js.map +1 -0
- package/dist/domains/comet-native/native-show-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-show-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-show-entry.js +4 -0
- package/dist/domains/comet-native/native-show-entry.js.map +1 -0
- package/dist/domains/comet-native/native-snapshot.d.ts +9 -0
- package/dist/domains/comet-native/native-snapshot.d.ts.map +1 -1
- package/dist/domains/comet-native/native-snapshot.js +229 -26
- package/dist/domains/comet-native/native-snapshot.js.map +1 -1
- package/dist/domains/comet-native/native-spec-command.d.ts +3 -0
- package/dist/domains/comet-native/native-spec-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-spec-command.js +20 -0
- package/dist/domains/comet-native/native-spec-command.js.map +1 -0
- package/dist/domains/comet-native/native-spec-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-spec-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-spec-entry.js +4 -0
- package/dist/domains/comet-native/native-spec-entry.js.map +1 -0
- package/dist/domains/comet-native/native-specs.js +3 -3
- package/dist/domains/comet-native/native-specs.js.map +1 -1
- package/dist/domains/comet-native/native-status-command.d.ts +3 -0
- package/dist/domains/comet-native/native-status-command.d.ts.map +1 -0
- package/dist/domains/comet-native/native-status-command.js +26 -0
- package/dist/domains/comet-native/native-status-command.js.map +1 -0
- package/dist/domains/comet-native/native-status-discovery.d.ts +82 -0
- package/dist/domains/comet-native/native-status-discovery.d.ts.map +1 -0
- package/dist/domains/comet-native/native-status-discovery.js +356 -0
- package/dist/domains/comet-native/native-status-discovery.js.map +1 -0
- package/dist/domains/comet-native/native-status-entry.d.ts +2 -0
- package/dist/domains/comet-native/native-status-entry.d.ts.map +1 -0
- package/dist/domains/comet-native/native-status-entry.js +4 -0
- package/dist/domains/comet-native/native-status-entry.js.map +1 -0
- package/dist/domains/comet-native/native-supervisor.d.ts +220 -0
- package/dist/domains/comet-native/native-supervisor.d.ts.map +1 -0
- package/dist/domains/comet-native/native-supervisor.js +1210 -0
- package/dist/domains/comet-native/native-supervisor.js.map +1 -0
- package/dist/domains/comet-native/native-trajectory-recovery.d.ts.map +1 -1
- package/dist/domains/comet-native/native-trajectory-recovery.js +6 -9
- package/dist/domains/comet-native/native-trajectory-recovery.js.map +1 -1
- package/dist/domains/comet-native/native-transaction.d.ts.map +1 -1
- package/dist/domains/comet-native/native-transaction.js +31 -20
- package/dist/domains/comet-native/native-transaction.js.map +1 -1
- package/dist/domains/comet-native/native-transition-evidence.d.ts.map +1 -1
- package/dist/domains/comet-native/native-transition-evidence.js +1 -3
- package/dist/domains/comet-native/native-transition-evidence.js.map +1 -1
- package/dist/domains/comet-native/native-transition-journal.d.ts.map +1 -1
- package/dist/domains/comet-native/native-transition-journal.js +71 -22
- package/dist/domains/comet-native/native-transition-journal.js.map +1 -1
- package/dist/domains/comet-native/native-transitions.d.ts +5 -0
- package/dist/domains/comet-native/native-transitions.d.ts.map +1 -1
- package/dist/domains/comet-native/native-transitions.js +287 -79
- package/dist/domains/comet-native/native-transitions.js.map +1 -1
- package/dist/domains/comet-native/native-types.d.ts +66 -45
- package/dist/domains/comet-native/native-types.d.ts.map +1 -1
- package/dist/domains/comet-native/native-types.js.map +1 -1
- package/dist/domains/comet-native/native-verification-evidence.d.ts +9 -5
- package/dist/domains/comet-native/native-verification-evidence.d.ts.map +1 -1
- package/dist/domains/comet-native/native-verification-evidence.js +85 -29
- package/dist/domains/comet-native/native-verification-evidence.js.map +1 -1
- package/dist/domains/comet-native/native-verification-receipt-runtime.d.ts +99 -0
- package/dist/domains/comet-native/native-verification-receipt-runtime.d.ts.map +1 -0
- package/dist/domains/comet-native/native-verification-receipt-runtime.js +597 -0
- package/dist/domains/comet-native/native-verification-receipt-runtime.js.map +1 -0
- package/dist/domains/comet-native/native-verification-receipt.d.ts +79 -0
- package/dist/domains/comet-native/native-verification-receipt.d.ts.map +1 -0
- package/dist/domains/comet-native/native-verification-receipt.js +305 -0
- package/dist/domains/comet-native/native-verification-receipt.js.map +1 -0
- package/dist/domains/comet-native/native-verification-report-v2.d.ts +14 -0
- package/dist/domains/comet-native/native-verification-report-v2.d.ts.map +1 -0
- package/dist/domains/comet-native/native-verification-report-v2.js +188 -0
- package/dist/domains/comet-native/native-verification-report-v2.js.map +1 -0
- package/dist/domains/comet-native/native-verification-runtime.d.ts +55 -2
- package/dist/domains/comet-native/native-verification-runtime.d.ts.map +1 -1
- package/dist/domains/comet-native/native-verification-runtime.js +235 -38
- package/dist/domains/comet-native/native-verification-runtime.js.map +1 -1
- package/dist/domains/comet-native/native-verification-scope.d.ts +23 -0
- package/dist/domains/comet-native/native-verification-scope.d.ts.map +1 -1
- package/dist/domains/comet-native/native-verification-scope.js +106 -19
- package/dist/domains/comet-native/native-verification-scope.js.map +1 -1
- package/dist/domains/comet-native/native-verifier-protocol.d.ts +49 -0
- package/dist/domains/comet-native/native-verifier-protocol.d.ts.map +1 -0
- package/dist/domains/comet-native/native-verifier-protocol.js +157 -0
- package/dist/domains/comet-native/native-verifier-protocol.js.map +1 -0
- package/dist/domains/comet-native/native-workspace-finish.d.ts +67 -0
- package/dist/domains/comet-native/native-workspace-finish.d.ts.map +1 -0
- package/dist/domains/comet-native/native-workspace-finish.js +400 -0
- package/dist/domains/comet-native/native-workspace-finish.js.map +1 -0
- package/dist/domains/comet-native/native-workspace-preparation.d.ts +32 -0
- package/dist/domains/comet-native/native-workspace-preparation.d.ts.map +1 -0
- package/dist/domains/comet-native/native-workspace-preparation.js +324 -0
- package/dist/domains/comet-native/native-workspace-preparation.js.map +1 -0
- package/dist/domains/comet-native/native-workspace.d.ts +48 -4
- package/dist/domains/comet-native/native-workspace.d.ts.map +1 -1
- package/dist/domains/comet-native/native-workspace.js +306 -16
- package/dist/domains/comet-native/native-workspace.js.map +1 -1
- package/dist/domains/comet-plugin/index.d.ts +4 -0
- package/dist/domains/comet-plugin/index.d.ts.map +1 -0
- package/dist/domains/comet-plugin/index.js +4 -0
- package/dist/domains/comet-plugin/index.js.map +1 -0
- package/dist/domains/comet-plugin/integration.d.ts +73 -0
- package/dist/domains/comet-plugin/integration.d.ts.map +1 -0
- package/dist/domains/comet-plugin/integration.js +385 -0
- package/dist/domains/comet-plugin/integration.js.map +1 -0
- package/dist/domains/comet-plugin/plugin-runtime.d.ts +90 -0
- package/dist/domains/comet-plugin/plugin-runtime.d.ts.map +1 -0
- package/dist/domains/comet-plugin/plugin-runtime.js +611 -0
- package/dist/domains/comet-plugin/plugin-runtime.js.map +1 -0
- package/dist/domains/comet-plugin/types.d.ts +101 -0
- package/dist/domains/comet-plugin/types.d.ts.map +1 -0
- package/dist/domains/comet-plugin/types.js +2 -0
- package/dist/domains/comet-plugin/types.js.map +1 -0
- package/dist/domains/dashboard/collector.d.ts +26 -1
- package/dist/domains/dashboard/collector.d.ts.map +1 -1
- package/dist/domains/dashboard/collector.js +602 -104
- package/dist/domains/dashboard/collector.js.map +1 -1
- package/dist/domains/dashboard/default-plugin-host.d.ts +8 -0
- package/dist/domains/dashboard/default-plugin-host.d.ts.map +1 -0
- package/dist/domains/dashboard/default-plugin-host.js +34 -0
- package/dist/domains/dashboard/default-plugin-host.js.map +1 -0
- package/dist/domains/dashboard/index-reconciler.d.ts +18 -0
- package/dist/domains/dashboard/index-reconciler.d.ts.map +1 -0
- package/dist/domains/dashboard/index-reconciler.js +38 -0
- package/dist/domains/dashboard/index-reconciler.js.map +1 -0
- package/dist/domains/dashboard/index-store.d.ts +75 -0
- package/dist/domains/dashboard/index-store.d.ts.map +1 -0
- package/dist/domains/dashboard/index-store.js +274 -0
- package/dist/domains/dashboard/index-store.js.map +1 -0
- package/dist/domains/dashboard/native-adapter.d.ts +159 -114
- package/dist/domains/dashboard/native-adapter.d.ts.map +1 -1
- package/dist/domains/dashboard/native-adapter.js +165 -268
- package/dist/domains/dashboard/native-adapter.js.map +1 -1
- package/dist/domains/dashboard/native-collector.d.ts +29 -2
- package/dist/domains/dashboard/native-collector.d.ts.map +1 -1
- package/dist/domains/dashboard/native-collector.js +749 -223
- package/dist/domains/dashboard/native-collector.js.map +1 -1
- package/dist/domains/dashboard/native-legacy-adapter.d.ts +37 -0
- package/dist/domains/dashboard/native-legacy-adapter.d.ts.map +1 -0
- package/dist/domains/dashboard/native-legacy-adapter.js +127 -0
- package/dist/domains/dashboard/native-legacy-adapter.js.map +1 -0
- package/dist/domains/dashboard/plugin-host.d.ts +49 -0
- package/dist/domains/dashboard/plugin-host.d.ts.map +1 -0
- package/dist/domains/dashboard/plugin-host.js +168 -0
- package/dist/domains/dashboard/plugin-host.js.map +1 -0
- package/dist/domains/dashboard/project-config-settings.d.ts +39 -0
- package/dist/domains/dashboard/project-config-settings.d.ts.map +1 -0
- package/dist/domains/dashboard/project-config-settings.js +243 -0
- package/dist/domains/dashboard/project-config-settings.js.map +1 -0
- package/dist/domains/dashboard/project-directory.d.ts +20 -0
- package/dist/domains/dashboard/project-directory.d.ts.map +1 -0
- package/dist/domains/dashboard/project-directory.js +92 -0
- package/dist/domains/dashboard/project-directory.js.map +1 -0
- package/dist/domains/dashboard/project-root.d.ts +8 -0
- package/dist/domains/dashboard/project-root.d.ts.map +1 -0
- package/dist/domains/dashboard/project-root.js +68 -0
- package/dist/domains/dashboard/project-root.js.map +1 -0
- package/dist/domains/dashboard/server.d.ts +3 -0
- package/dist/domains/dashboard/server.d.ts.map +1 -1
- package/dist/domains/dashboard/server.js +307 -14
- package/dist/domains/dashboard/server.js.map +1 -1
- package/dist/domains/dashboard/types.d.ts +51 -1
- package/dist/domains/dashboard/types.d.ts.map +1 -1
- package/dist/domains/dashboard/verify-parser.d.ts +1 -0
- package/dist/domains/dashboard/verify-parser.d.ts.map +1 -1
- package/dist/domains/dashboard/verify-parser.js +41 -31
- package/dist/domains/dashboard/verify-parser.js.map +1 -1
- package/dist/domains/dashboard/web/assets/abnfDiagram-N423BO3Z-BkUJc7LK.js +1 -0
- package/dist/domains/dashboard/web/assets/arc-DY4Y9tSO.js +1 -0
- package/dist/domains/dashboard/web/assets/architectureDiagram-T3A2C74G-7wC9YZS-.js +36 -0
- package/dist/domains/dashboard/web/assets/blockDiagram-VBNYF7ZC-Biqe-SaL.js +132 -0
- package/dist/domains/dashboard/web/assets/{c4Diagram-AAUBKEIU-B3cFnNT7.js → c4Diagram-5PPSVZJV-CccUFD1S.js} +2 -2
- package/dist/domains/dashboard/web/assets/channel-DnRvSkOm.js +1 -0
- package/dist/domains/dashboard/web/assets/{chunk-ND2GUHAM-fMaIDDI2.js → chunk-2GRJ4B5K-BUL4dDxo.js} +1 -1
- package/dist/domains/dashboard/web/assets/{chunk-QZHKN3VN-C9rhF6Hm.js → chunk-2Q5K7J3B-BnKtDH9O.js} +1 -1
- package/dist/domains/dashboard/web/assets/chunk-5RXB4S5H-C9pHQ1n3.js +231 -0
- package/dist/domains/dashboard/web/assets/{chunk-FMBD7UC4-eYFEZimP.js → chunk-5VM5RSS4-CopXcnFA.js} +1 -1
- package/dist/domains/dashboard/web/assets/chunk-6Q2QTUOP-CxrbngCi.js +88 -0
- package/dist/domains/dashboard/web/assets/{chunk-727SXJPM-D02UjGND.js → chunk-GF5L2VYU-01mzgCUh.js} +5 -5
- package/dist/domains/dashboard/web/assets/{chunk-4BX2VUAB-vWyemRBr.js → chunk-JWPE2WC7-wTiZVDvw.js} +1 -1
- package/dist/domains/dashboard/web/assets/{chunk-2J33WTMH-CBNfW-Dr.js → chunk-KBJHAD2P-Bxdv5bl-.js} +1 -1
- package/dist/domains/dashboard/web/assets/chunk-RYQCIY6F-B5vF9l9A.js +1 -0
- package/dist/domains/dashboard/web/assets/{chunk-55IACEB6-H6haOo2C.js → chunk-XXDRQBXY-Dra3NnDp.js} +1 -1
- package/dist/domains/dashboard/web/assets/classDiagram-JCYQIIEL-D3E-rgaQ.js +1 -0
- package/dist/domains/dashboard/web/assets/classDiagram-v2-OCEON4UE-D3E-rgaQ.js +1 -0
- package/dist/domains/dashboard/web/assets/cose-bilkent-JH36ORCC-DC96ge-n.js +1 -0
- package/dist/domains/dashboard/web/assets/{cynefin-VYW2F7L2-DN4emAQv.js → cynefin-VYW2F7L2-Tt_NiopT.js} +2 -2
- package/dist/domains/dashboard/web/assets/cynefinDiagram-MW4NZA55-BQ5__1hv.js +62 -0
- package/dist/domains/dashboard/web/assets/dagre-VZM6K2ZE-Cr2zq3ro.js +4 -0
- package/dist/domains/dashboard/web/assets/demo-lxXhgJ9-.js +456 -0
- package/dist/domains/dashboard/web/assets/diagram-7IWD3JNH-BRpYDwPl.js +30 -0
- package/dist/domains/dashboard/web/assets/{diagram-KO2AKTUF-C7ZvofsM.js → diagram-B4RE2ZJO-D7u-VBxW.js} +3 -3
- package/dist/domains/dashboard/web/assets/diagram-LBJQPF4R-CHYuv2JD.js +24 -0
- package/dist/domains/dashboard/web/assets/diagram-Q27KOJAE-CV3ZE8Q3.js +24 -0
- package/dist/domains/dashboard/web/assets/diagram-UB23O5K3-co_OsTiQ.js +41 -0
- package/dist/domains/dashboard/web/assets/ebnfDiagram-BXEA7PRR-CETcWswS.js +1 -0
- package/dist/domains/dashboard/web/assets/erDiagram-JOGREHBK-edkItb7Z.js +85 -0
- package/dist/domains/dashboard/web/assets/flowDiagram-UKHOOZJN-D_oFJtSf.js +156 -0
- package/dist/domains/dashboard/web/assets/ganttDiagram-PKOTCBZU-CFjLVoA1.js +292 -0
- package/dist/domains/dashboard/web/assets/gitGraphDiagram-DS77QQ5N-BfD0tiKH.js +106 -0
- package/dist/domains/dashboard/web/assets/{graph--OzhPTMs.js → graph-DOmOIIwC.js} +1 -1
- package/dist/domains/dashboard/web/assets/index-BzyqCfMb.css +1 -0
- package/dist/domains/dashboard/web/assets/{index-QO0z6F4w.js → index-CCKHH_A9.js} +1 -1
- package/dist/domains/dashboard/web/assets/index-D8dxsTJY.js +271 -0
- package/dist/domains/dashboard/web/assets/infoDiagram-6WML65LV-Cx6xa9DS.js +2 -0
- package/dist/domains/dashboard/web/assets/{ishikawaDiagram-YF4QCWOH-COCMcjBM.js → ishikawaDiagram-WSZJBQD7-BjNLyyv_.js} +5 -5
- package/dist/domains/dashboard/web/assets/{journeyDiagram-JHISSGLW-DGcpcWny.js → journeyDiagram-NVQOT4AX-D2n9vrhx.js} +2 -2
- package/dist/domains/dashboard/web/assets/{kanban-definition-UN3LZRKU-QSBNsWMP.js → kanban-definition-27J2QSJJ-kJL7v018.js} +7 -7
- package/dist/domains/dashboard/web/assets/layout-D-LzfAck.js +1 -0
- package/dist/domains/dashboard/web/assets/{linear-9uyeeBZf.js → linear-CeHtd5-l.js} +1 -1
- package/dist/domains/dashboard/web/assets/map-DxJ2ADlA.js +1 -0
- package/dist/domains/dashboard/web/assets/mermaid.core-B0EPSHs2.js +306 -0
- package/dist/domains/dashboard/web/assets/{mindmap-definition-RKZ34NQL-CiNxI0gP.js → mindmap-definition-FAOFIHXS-bQQWINF4.js} +2 -2
- package/dist/domains/dashboard/web/assets/pegDiagram-VL7TDLO6-LxLY1W7W.js +1 -0
- package/dist/domains/dashboard/web/assets/pieDiagram-7S7Q4E2Y-BMDQqvuT.js +39 -0
- package/dist/domains/dashboard/web/assets/purify.es-Cz4mVeUR.js +3 -0
- package/dist/domains/dashboard/web/assets/{quadrantDiagram-W4KKPZXB-CflW-eFH.js → quadrantDiagram-CIZ2JOQS-XWYjcuZN.js} +3 -3
- package/dist/domains/dashboard/web/assets/railroadDiagram-AXF67PYL-p-OlQTa7.js +1 -0
- package/dist/domains/dashboard/web/assets/{requirementDiagram-4Y6WPE33-B9HLmRWH.js → requirementDiagram-LRYGKXZP-BL4N8Vsl.js} +2 -2
- package/dist/domains/dashboard/web/assets/sankeyDiagram-W5VNT64P-Btu-o6LN.js +40 -0
- package/dist/domains/dashboard/web/assets/sequenceDiagram-SI44F4Z6-9HpdQQ47.js +162 -0
- package/dist/domains/dashboard/web/assets/sizeCapture-X5ZJPWSS-5AnBiBHD.js +1 -0
- package/dist/domains/dashboard/web/assets/stateDiagram-OKZ733FA-Dv8IDsai.js +1 -0
- package/dist/domains/dashboard/web/assets/stateDiagram-v2-UEYNNEHI-DxOMyFOm.js +1 -0
- package/dist/domains/dashboard/web/assets/swimlanes-SLNWSIFB-BfJcN7dK.js +2 -0
- package/dist/domains/dashboard/web/assets/swimlanesDiagram-ULZ7WXOC-BnHRSbDk.js +8 -0
- package/dist/domains/dashboard/web/assets/{timeline-definition-PNZ67QCA-g9s-m5Z4.js → timeline-definition-Z64GVDOM-DEOuEHi5.js} +5 -5
- package/dist/domains/dashboard/web/assets/vennDiagram-T6HMQDX7-BqsGpwgo.js +34 -0
- package/dist/domains/dashboard/web/assets/{wardleyDiagram-YWT4CUSO-CJLrWGXc.js → wardleyDiagram-T6FBY63Y-CXlOp9so.js} +4 -4
- package/dist/domains/dashboard/web/assets/xychartDiagram-ELKLHX3M-DyqqtC9X.js +7 -0
- package/dist/domains/dashboard/web/index.html +2 -2
- package/dist/domains/dashboard/workspace.d.ts +28 -0
- package/dist/domains/dashboard/workspace.d.ts.map +1 -0
- package/dist/domains/dashboard/workspace.js +134 -0
- package/dist/domains/dashboard/workspace.js.map +1 -0
- package/dist/domains/engine/protected-run-file.d.ts +15 -0
- package/dist/domains/engine/protected-run-file.d.ts.map +1 -0
- package/dist/domains/engine/protected-run-file.js +76 -0
- package/dist/domains/engine/protected-run-file.js.map +1 -0
- package/dist/domains/engine/run-store.d.ts +12 -11
- package/dist/domains/engine/run-store.d.ts.map +1 -1
- package/dist/domains/engine/run-store.js +46 -65
- package/dist/domains/engine/run-store.js.map +1 -1
- package/dist/domains/engine/state.d.ts +4 -3
- package/dist/domains/engine/state.d.ts.map +1 -1
- package/dist/domains/engine/state.js +10 -21
- package/dist/domains/engine/state.js.map +1 -1
- package/dist/domains/eval/agent-learning-eval.d.ts +32 -0
- package/dist/domains/eval/agent-learning-eval.d.ts.map +1 -0
- package/dist/domains/eval/agent-learning-eval.js +338 -0
- package/dist/domains/eval/agent-learning-eval.js.map +1 -0
- package/dist/domains/eval/index.d.ts +6 -0
- package/dist/domains/eval/index.d.ts.map +1 -1
- package/dist/domains/eval/index.js +6 -0
- package/dist/domains/eval/index.js.map +1 -1
- package/dist/domains/eval/semantic-memory-eval-config.d.ts +20 -0
- package/dist/domains/eval/semantic-memory-eval-config.d.ts.map +1 -0
- package/dist/domains/eval/semantic-memory-eval-config.js +26 -0
- package/dist/domains/eval/semantic-memory-eval-config.js.map +1 -0
- package/dist/domains/eval/semantic-memory-eval.d.ts +218 -0
- package/dist/domains/eval/semantic-memory-eval.d.ts.map +1 -0
- package/dist/domains/eval/semantic-memory-eval.js +1451 -0
- package/dist/domains/eval/semantic-memory-eval.js.map +1 -0
- package/dist/domains/eval/semantic-memory-judge.d.ts +34 -0
- package/dist/domains/eval/semantic-memory-judge.d.ts.map +1 -0
- package/dist/domains/eval/semantic-memory-judge.js +51 -0
- package/dist/domains/eval/semantic-memory-judge.js.map +1 -0
- package/dist/domains/eval/standalone-context.d.ts +19 -0
- package/dist/domains/eval/standalone-context.d.ts.map +1 -0
- package/dist/domains/eval/standalone-context.js +107 -0
- package/dist/domains/eval/standalone-context.js.map +1 -0
- package/dist/domains/eval/standalone-static-collect.d.ts +22 -0
- package/dist/domains/eval/standalone-static-collect.d.ts.map +1 -0
- package/dist/domains/eval/standalone-static-collect.js +779 -0
- package/dist/domains/eval/standalone-static-collect.js.map +1 -0
- package/dist/domains/eval/user-environment.d.ts +6 -0
- package/dist/domains/eval/user-environment.d.ts.map +1 -0
- package/dist/domains/eval/user-environment.js +73 -0
- package/dist/domains/eval/user-environment.js.map +1 -0
- package/dist/domains/factory/package.d.ts.map +1 -1
- package/dist/domains/factory/package.js +522 -82
- package/dist/domains/factory/package.js.map +1 -1
- package/dist/domains/integrations/codegraph.d.ts +35 -2
- package/dist/domains/integrations/codegraph.d.ts.map +1 -1
- package/dist/domains/integrations/codegraph.js +466 -12
- package/dist/domains/integrations/codegraph.js.map +1 -1
- package/dist/domains/integrations/openspec.d.ts +22 -4
- package/dist/domains/integrations/openspec.d.ts.map +1 -1
- package/dist/domains/integrations/openspec.js +304 -51
- package/dist/domains/integrations/openspec.js.map +1 -1
- package/dist/domains/integrations/superpowers.d.ts +23 -1
- package/dist/domains/integrations/superpowers.d.ts.map +1 -1
- package/dist/domains/integrations/superpowers.js +196 -10
- package/dist/domains/integrations/superpowers.js.map +1 -1
- package/dist/domains/project-knowledge/corpus.d.ts +4 -0
- package/dist/domains/project-knowledge/corpus.d.ts.map +1 -0
- package/dist/domains/project-knowledge/corpus.js +332 -0
- package/dist/domains/project-knowledge/corpus.js.map +1 -0
- package/dist/domains/project-knowledge/dashboard.d.ts +3 -0
- package/dist/domains/project-knowledge/dashboard.d.ts.map +1 -0
- package/dist/domains/project-knowledge/dashboard.js +73 -0
- package/dist/domains/project-knowledge/dashboard.js.map +1 -0
- package/dist/domains/project-knowledge/deterministic-extractors.d.ts +10 -0
- package/dist/domains/project-knowledge/deterministic-extractors.d.ts.map +1 -0
- package/dist/domains/project-knowledge/deterministic-extractors.js +397 -0
- package/dist/domains/project-knowledge/deterministic-extractors.js.map +1 -0
- package/dist/domains/project-knowledge/index-store.d.ts +68 -0
- package/dist/domains/project-knowledge/index-store.d.ts.map +1 -0
- package/dist/domains/project-knowledge/index-store.js +573 -0
- package/dist/domains/project-knowledge/index-store.js.map +1 -0
- package/dist/domains/project-knowledge/index.d.ts +14 -0
- package/dist/domains/project-knowledge/index.d.ts.map +1 -0
- package/dist/domains/project-knowledge/index.js +14 -0
- package/dist/domains/project-knowledge/index.js.map +1 -0
- package/dist/domains/project-knowledge/learning.d.ts +94 -0
- package/dist/domains/project-knowledge/learning.d.ts.map +1 -0
- package/dist/domains/project-knowledge/learning.js +639 -0
- package/dist/domains/project-knowledge/learning.js.map +1 -0
- package/dist/domains/project-knowledge/local-provider.d.ts +32 -0
- package/dist/domains/project-knowledge/local-provider.d.ts.map +1 -0
- package/dist/domains/project-knowledge/local-provider.js +638 -0
- package/dist/domains/project-knowledge/local-provider.js.map +1 -0
- package/dist/domains/project-knowledge/local-store.d.ts +49 -0
- package/dist/domains/project-knowledge/local-store.d.ts.map +1 -0
- package/dist/domains/project-knowledge/local-store.js +816 -0
- package/dist/domains/project-knowledge/local-store.js.map +1 -0
- package/dist/domains/project-knowledge/plugin.d.ts +8 -0
- package/dist/domains/project-knowledge/plugin.d.ts.map +1 -0
- package/dist/domains/project-knowledge/plugin.js +822 -0
- package/dist/domains/project-knowledge/plugin.js.map +1 -0
- package/dist/domains/project-knowledge/query.d.ts +15 -0
- package/dist/domains/project-knowledge/query.d.ts.map +1 -0
- package/dist/domains/project-knowledge/query.js +154 -0
- package/dist/domains/project-knowledge/query.js.map +1 -0
- package/dist/domains/project-knowledge/records.d.ts +67 -0
- package/dist/domains/project-knowledge/records.d.ts.map +1 -0
- package/dist/domains/project-knowledge/records.js +291 -0
- package/dist/domains/project-knowledge/records.js.map +1 -0
- package/dist/domains/project-knowledge/remote-provider.d.ts +28 -0
- package/dist/domains/project-knowledge/remote-provider.d.ts.map +1 -0
- package/dist/domains/project-knowledge/remote-provider.js +671 -0
- package/dist/domains/project-knowledge/remote-provider.js.map +1 -0
- package/dist/domains/project-knowledge/renderer.d.ts +5 -0
- package/dist/domains/project-knowledge/renderer.d.ts.map +1 -0
- package/dist/domains/project-knowledge/renderer.js +88 -0
- package/dist/domains/project-knowledge/renderer.js.map +1 -0
- package/dist/domains/project-knowledge/source-validity.d.ts +3 -0
- package/dist/domains/project-knowledge/source-validity.d.ts.map +1 -0
- package/dist/domains/project-knowledge/source-validity.js +32 -0
- package/dist/domains/project-knowledge/source-validity.js.map +1 -0
- package/dist/domains/project-knowledge/sqlite.d.ts +4 -0
- package/dist/domains/project-knowledge/sqlite.d.ts.map +1 -0
- package/dist/domains/project-knowledge/sqlite.js +27 -0
- package/dist/domains/project-knowledge/sqlite.js.map +1 -0
- package/dist/domains/project-knowledge/types.d.ts +282 -0
- package/dist/domains/project-knowledge/types.d.ts.map +1 -0
- package/dist/domains/project-knowledge/types.js +2 -0
- package/dist/domains/project-knowledge/types.js.map +1 -0
- package/dist/domains/skill/dsh-adapter.d.ts +31 -0
- package/dist/domains/skill/dsh-adapter.d.ts.map +1 -0
- package/dist/domains/skill/dsh-adapter.js +257 -0
- package/dist/domains/skill/dsh-adapter.js.map +1 -0
- package/dist/domains/skill/hook-lifecycle.d.ts +9 -0
- package/dist/domains/skill/hook-lifecycle.d.ts.map +1 -0
- package/dist/domains/skill/hook-lifecycle.js +51 -0
- package/dist/domains/skill/hook-lifecycle.js.map +1 -0
- package/dist/domains/skill/languages.d.ts +2 -1
- package/dist/domains/skill/languages.d.ts.map +1 -1
- package/dist/domains/skill/languages.js +4 -1
- package/dist/domains/skill/languages.js.map +1 -1
- package/dist/domains/skill/platform-inspect.d.ts +4 -0
- package/dist/domains/skill/platform-inspect.d.ts.map +1 -1
- package/dist/domains/skill/platform-inspect.js +272 -40
- package/dist/domains/skill/platform-inspect.js.map +1 -1
- package/dist/domains/skill/platform-install.d.ts +45 -5
- package/dist/domains/skill/platform-install.d.ts.map +1 -1
- package/dist/domains/skill/platform-install.js +583 -117
- package/dist/domains/skill/platform-install.js.map +1 -1
- package/dist/domains/skill/project-hook-projection.d.ts +14 -0
- package/dist/domains/skill/project-hook-projection.d.ts.map +1 -0
- package/dist/domains/skill/project-hook-projection.js +41 -0
- package/dist/domains/skill/project-hook-projection.js.map +1 -0
- package/dist/domains/skill/project-instructions.d.ts +3 -0
- package/dist/domains/skill/project-instructions.d.ts.map +1 -1
- package/dist/domains/skill/project-instructions.js +19 -3
- package/dist/domains/skill/project-instructions.js.map +1 -1
- package/dist/domains/skill/uninstall.d.ts +16 -3
- package/dist/domains/skill/uninstall.d.ts.map +1 -1
- package/dist/domains/skill/uninstall.js +951 -65
- package/dist/domains/skill/uninstall.js.map +1 -1
- package/dist/domains/workflow-contract/builtins.d.ts.map +1 -1
- package/dist/domains/workflow-contract/builtins.js +12 -6
- package/dist/domains/workflow-contract/builtins.js.map +1 -1
- package/dist/domains/workflow-contract/contained-atomic-write.d.ts +24 -0
- package/dist/domains/workflow-contract/contained-atomic-write.d.ts.map +1 -0
- package/dist/domains/workflow-contract/contained-atomic-write.js +256 -0
- package/dist/domains/workflow-contract/contained-atomic-write.js.map +1 -0
- package/dist/domains/workflow-contract/global-config.d.ts +10 -0
- package/dist/domains/workflow-contract/global-config.d.ts.map +1 -0
- package/dist/domains/workflow-contract/global-config.js +117 -0
- package/dist/domains/workflow-contract/global-config.js.map +1 -0
- package/dist/domains/workflow-contract/hook-target-scope.d.ts +6 -0
- package/dist/domains/workflow-contract/hook-target-scope.d.ts.map +1 -0
- package/dist/domains/workflow-contract/hook-target-scope.js +51 -0
- package/dist/domains/workflow-contract/hook-target-scope.js.map +1 -0
- package/dist/domains/workflow-contract/hook-write-policy.d.ts +9 -0
- package/dist/domains/workflow-contract/hook-write-policy.d.ts.map +1 -0
- package/dist/domains/workflow-contract/hook-write-policy.js +52 -0
- package/dist/domains/workflow-contract/hook-write-policy.js.map +1 -0
- package/dist/domains/workflow-contract/index.d.ts +13 -1
- package/dist/domains/workflow-contract/index.d.ts.map +1 -1
- package/dist/domains/workflow-contract/index.js +9 -1
- package/dist/domains/workflow-contract/index.js.map +1 -1
- package/dist/domains/workflow-contract/normalize.d.ts.map +1 -1
- package/dist/domains/workflow-contract/normalize.js +2 -1
- package/dist/domains/workflow-contract/normalize.js.map +1 -1
- package/dist/domains/workflow-contract/output-envelope.d.ts +59 -0
- package/dist/domains/workflow-contract/output-envelope.d.ts.map +1 -0
- package/dist/domains/workflow-contract/output-envelope.js +108 -0
- package/dist/domains/workflow-contract/output-envelope.js.map +1 -0
- package/dist/domains/workflow-contract/project-config-reader.d.ts +26 -0
- package/dist/domains/workflow-contract/project-config-reader.d.ts.map +1 -0
- package/dist/domains/workflow-contract/project-config-reader.js +54 -0
- package/dist/domains/workflow-contract/project-config-reader.js.map +1 -0
- package/dist/domains/workflow-contract/project-config-transaction.d.ts +20 -0
- package/dist/domains/workflow-contract/project-config-transaction.d.ts.map +1 -0
- package/dist/domains/workflow-contract/project-config-transaction.js +293 -0
- package/dist/domains/workflow-contract/project-config-transaction.js.map +1 -0
- package/dist/domains/workflow-contract/project-config-writer.d.ts +13 -0
- package/dist/domains/workflow-contract/project-config-writer.d.ts.map +1 -0
- package/dist/domains/workflow-contract/project-config-writer.js +143 -0
- package/dist/domains/workflow-contract/project-config-writer.js.map +1 -0
- package/dist/domains/workflow-contract/project-config.d.ts +37 -2
- package/dist/domains/workflow-contract/project-config.d.ts.map +1 -1
- package/dist/domains/workflow-contract/project-config.js +2119 -29
- package/dist/domains/workflow-contract/project-config.js.map +1 -1
- package/dist/domains/workflow-contract/project-gitignore.d.ts +9 -0
- package/dist/domains/workflow-contract/project-gitignore.d.ts.map +1 -0
- package/dist/domains/workflow-contract/project-gitignore.js +108 -0
- package/dist/domains/workflow-contract/project-gitignore.js.map +1 -0
- package/dist/domains/workflow-contract/protected-project-path.d.ts +47 -0
- package/dist/domains/workflow-contract/protected-project-path.d.ts.map +1 -0
- package/dist/domains/workflow-contract/protected-project-path.js +245 -0
- package/dist/domains/workflow-contract/protected-project-path.js.map +1 -0
- package/dist/domains/workflow-contract/types.d.ts +104 -2
- package/dist/domains/workflow-contract/types.d.ts.map +1 -1
- package/dist/platform/fs/plugin-store.d.ts +31 -0
- package/dist/platform/fs/plugin-store.d.ts.map +1 -0
- package/dist/platform/fs/plugin-store.js +171 -0
- package/dist/platform/fs/plugin-store.js.map +1 -0
- package/dist/platform/fs/strip-bom.d.ts +10 -0
- package/dist/platform/fs/strip-bom.d.ts.map +1 -0
- package/dist/platform/fs/strip-bom.js +12 -0
- package/dist/platform/fs/strip-bom.js.map +1 -0
- package/dist/platform/fs/trusted-readonly-file.d.ts +31 -0
- package/dist/platform/fs/trusted-readonly-file.d.ts.map +1 -0
- package/dist/platform/fs/trusted-readonly-file.js +107 -0
- package/dist/platform/fs/trusted-readonly-file.js.map +1 -0
- package/dist/platform/http/bounded-request.d.ts +18 -0
- package/dist/platform/http/bounded-request.d.ts.map +1 -0
- package/dist/platform/http/bounded-request.js +69 -0
- package/dist/platform/http/bounded-request.js.map +1 -0
- package/dist/platform/install/detect.d.ts +1 -0
- package/dist/platform/install/detect.d.ts.map +1 -1
- package/dist/platform/install/detect.js +2 -0
- package/dist/platform/install/detect.js.map +1 -1
- package/dist/platform/install/platform-targets.d.ts +8 -0
- package/dist/platform/install/platform-targets.d.ts.map +1 -0
- package/dist/platform/install/platform-targets.js +35 -0
- package/dist/platform/install/platform-targets.js.map +1 -0
- package/dist/platform/install/platforms.d.ts +22 -3
- package/dist/platform/install/platforms.d.ts.map +1 -1
- package/dist/platform/install/platforms.js +101 -1
- package/dist/platform/install/platforms.js.map +1 -1
- package/dist/platform/paths/git-worktree.d.ts +20 -0
- package/dist/platform/paths/git-worktree.d.ts.map +1 -0
- package/dist/platform/paths/git-worktree.js +110 -0
- package/dist/platform/paths/git-worktree.js.map +1 -0
- package/dist/platform/paths/portable-path.d.ts +6 -0
- package/dist/platform/paths/portable-path.d.ts.map +1 -0
- package/dist/platform/paths/portable-path.js +15 -0
- package/dist/platform/paths/portable-path.js.map +1 -0
- package/dist/platform/paths/project-identity.d.ts +13 -0
- package/dist/platform/paths/project-identity.d.ts.map +1 -0
- package/dist/platform/paths/project-identity.js +81 -0
- package/dist/platform/paths/project-identity.js.map +1 -0
- package/dist/platform/paths/project-knowledge-storage.d.ts +8 -0
- package/dist/platform/paths/project-knowledge-storage.d.ts.map +1 -0
- package/dist/platform/paths/project-knowledge-storage.js +23 -0
- package/dist/platform/paths/project-knowledge-storage.js.map +1 -0
- package/dist/platform/process/external-command.d.ts +15 -0
- package/dist/platform/process/external-command.d.ts.map +1 -0
- package/dist/platform/process/external-command.js +57 -0
- package/dist/platform/process/external-command.js.map +1 -0
- package/dist/platform/process/git.d.ts +12 -0
- package/dist/platform/process/git.d.ts.map +1 -0
- package/dist/platform/process/git.js +86 -0
- package/dist/platform/process/git.js.map +1 -0
- package/dist/platform/process/hook-read-cache.d.ts +45 -0
- package/dist/platform/process/hook-read-cache.d.ts.map +1 -0
- package/dist/platform/process/hook-read-cache.js +102 -0
- package/dist/platform/process/hook-read-cache.js.map +1 -0
- package/dist/platform/process/ripgrep.d.ts +24 -0
- package/dist/platform/process/ripgrep.d.ts.map +1 -0
- package/dist/platform/process/ripgrep.js +140 -0
- package/dist/platform/process/ripgrep.js.map +1 -0
- package/dist/platform/process/spawn-command.d.ts +10 -0
- package/dist/platform/process/spawn-command.d.ts.map +1 -0
- package/dist/platform/process/spawn-command.js +113 -0
- package/dist/platform/process/spawn-command.js.map +1 -0
- package/dist/platform/process/terminate-process-tree.d.ts +3 -0
- package/dist/platform/process/terminate-process-tree.d.ts.map +1 -0
- package/dist/platform/process/terminate-process-tree.js +65 -0
- package/dist/platform/process/terminate-process-tree.js.map +1 -0
- package/dist/platform/version/version.d.ts +8 -0
- package/dist/platform/version/version.d.ts.map +1 -1
- package/dist/platform/version/version.js +67 -10
- package/dist/platform/version/version.js.map +1 -1
- package/eval/.env.example +115 -0
- package/eval/README.md +237 -14
- package/eval/langfuse/.env.example +9 -0
- package/eval/langfuse/tests/conftest.py +146 -0
- package/eval/langfuse/tests/tasks/test_tasks.py +109 -0
- package/eval/langfuse/tests/test_adapter.py +272 -0
- package/eval/langsmith/.env.example +16 -0
- package/eval/langsmith/tests/conftest.py +10 -1
- package/eval/local/tasks/authoring-skill-smoke/environment/Dockerfile +12 -0
- package/eval/local/tasks/comet-agent-memory-routing/environment/Dockerfile +2 -4
- package/eval/local/tasks/comet-api-cache-ttl/environment/Dockerfile +2 -6
- package/eval/local/tasks/comet-classic-layout-lifecycle/environment/.include-current-comet-cli +1 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/environment/Dockerfile +45 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/environment/current-comet-package.json +23 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/environment/current-comet.sh +14 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/environment/test_wordcount.py +29 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/environment/wordcount.py +40 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/instruction.md +18 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/task.toml +23 -0
- package/eval/local/tasks/comet-classic-layout-lifecycle/validation/test_classic_layout_lifecycle.py +604 -0
- package/eval/local/tasks/comet-cross-file-refactor/environment/Dockerfile +1 -1
- package/eval/local/tasks/comet-dependency-confusion/environment/Dockerfile +1 -4
- package/eval/local/tasks/comet-fix-median/environment/Dockerfile +2 -6
- package/eval/local/tasks/comet-framework-selection/environment/Dockerfile +1 -4
- package/eval/local/tasks/comet-full-workflow/environment/Dockerfile +2 -6
- package/eval/local/tasks/comet-graph-execution-review/environment/Dockerfile +1 -4
- package/eval/local/tasks/comet-human-approval-flow/environment/Dockerfile +1 -1
- package/eval/local/tasks/comet-layered-streaming-fix/environment/Dockerfile +1 -4
- package/eval/local/tasks/comet-native-clarification/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-clarification/validation/test_native_clarification.py +9 -21
- package/eval/local/tasks/comet-native-clarification-depth/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-clarification-depth/validation/test_native_clarification_depth.py +4 -7
- package/eval/local/tasks/comet-native-clarification-modes/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-clarification-modes/validation/test_native_clarification_modes.py +4 -10
- package/eval/local/tasks/comet-native-interrupted-transition/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-interrupted-transition/instruction.md +1 -1
- package/eval/local/tasks/comet-native-interrupted-transition/validation/test_native_interrupted_transition.py +15 -16
- package/eval/local/tasks/comet-native-repository-fact/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-repository-fact/instruction.md +2 -2
- package/eval/local/tasks/comet-native-repository-fact/validation/test_native_repository_fact.py +8 -2
- package/eval/local/tasks/comet-native-wave-b-decision-resume/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-wave-b-decision-resume/instruction.md +8 -4
- package/eval/local/tasks/comet-native-wave-b-decision-resume/task.toml +6 -6
- package/eval/local/tasks/comet-native-wave-b-decision-resume/validation/test_native_wave_b_decision_resume.py +126 -135
- package/eval/local/tasks/comet-native-wave-c-verification-integrity/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-wave-c-verification-integrity/instruction.md +6 -6
- package/eval/local/tasks/comet-native-wave-c-verification-integrity/task.toml +8 -8
- package/eval/local/tasks/comet-native-wave-c-verification-integrity/validation/test_native_wave_c_verification_integrity.py +97 -317
- package/eval/local/tasks/comet-native-wave-d-stagnation-stop/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-wave-d-stagnation-stop/instruction.md +9 -7
- package/eval/local/tasks/comet-native-wave-d-stagnation-stop/task.toml +5 -4
- package/eval/local/tasks/comet-native-wave-d-stagnation-stop/validation/test_native_wave_d_stagnation_stop.py +174 -206
- package/eval/local/tasks/comet-native-wave-e-parallel-safety/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-wave-e-parallel-safety/instruction.md +5 -5
- package/eval/local/tasks/comet-native-wave-e-parallel-safety/task.toml +8 -8
- package/eval/local/tasks/comet-native-wave-e-parallel-safety/validation/test_native_wave_e_parallel_safety.py +135 -239
- package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/Dockerfile +1 -3
- package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/environment/current-comet-package.json +8 -3
- package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/instruction.md +3 -3
- package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/task.toml +6 -6
- package/eval/local/tasks/comet-native-wave-f-dashboard-readonly/validation/test_native_wave_f_dashboard_readonly.py +81 -425
- package/eval/local/tasks/comet-native-workflow/environment/.include-trusted-native-runtime +1 -0
- package/eval/local/tasks/comet-native-workflow/environment/Dockerfile +3 -4
- package/eval/local/tasks/comet-native-workflow/instruction.md +13 -3
- package/eval/local/tasks/comet-native-workflow/task.toml +4 -2
- package/eval/local/tasks/comet-native-workflow/validation/test_native_workflow.py +150 -49
- package/eval/local/tasks/comet-noise-distractor/environment/Dockerfile +1 -1
- package/eval/local/tasks/comet-observability-env-template/environment/Dockerfile +1 -1
- package/eval/local/tasks/comet-perf-dedupe/environment/Dockerfile +2 -6
- package/eval/local/tasks/comet-persistence-threading/environment/Dockerfile +1 -1
- package/eval/local/tasks/comet-refactor-counter/environment/Dockerfile +2 -6
- package/eval/local/tasks/comet-robust-config/environment/Dockerfile +2 -6
- package/eval/local/tasks/generic-skill-smoke/environment/Dockerfile +12 -0
- package/eval/local/tasks/generic-skill-smoke/validation/test_generic_skill_smoke.py +6 -1
- package/eval/local/tasks/index.yaml +12 -5
- package/eval/local/tasks/workflow-overlay-contract/environment/Dockerfile +11 -0
- package/eval/local/tasks/workflow-route-conformance/environment/Dockerfile +12 -0
- package/eval/local/tests/conftest.py +759 -72
- package/eval/local/tests/scaffold/fixtures/custom-agent/adapter.yaml +19 -0
- package/eval/local/tests/scaffold/test_agents.py +76 -0
- package/eval/local/tests/scaffold/test_aligned_comparison.py +70 -0
- package/eval/local/tests/scaffold/test_auto_tasks.py +350 -0
- package/eval/local/tests/scaffold/test_conftest_helpers.py +385 -0
- package/eval/local/tests/scaffold/test_custom_agents.py +174 -0
- package/eval/local/tests/scaffold/test_eval_context.py +217 -0
- package/eval/local/tests/scaffold/test_execution.py +364 -0
- package/eval/local/tests/scaffold/test_inline_tasks.py +56 -0
- package/eval/local/tests/scaffold/test_langfuse_trajectory.py +263 -0
- package/eval/local/tests/scaffold/test_langsmith_conftest.py +63 -0
- package/eval/local/tests/scaffold/test_logging.py +231 -0
- package/eval/local/tests/scaffold/test_manifest_tasks.py +76 -0
- package/eval/local/tests/scaffold/test_manifests.py +396 -0
- package/eval/local/tests/scaffold/test_native_aligned_eval.py +170 -35
- package/eval/local/tests/scaffold/test_native_wave_evaluations.py +75 -1848
- package/eval/local/tests/scaffold/test_profiles.py +317 -9
- package/eval/local/tests/scaffold/test_task_resolution.py +212 -0
- package/eval/local/tests/scaffold/test_tasks.py +73 -53
- package/eval/local/tests/scaffold/test_treatments.py +64 -1
- package/eval/local/tests/scaffold/test_utils.py +587 -4
- package/eval/local/tests/tasks/test_tasks.py +221 -18
- package/eval/local/tests/tasks/test_validation_scripts.py +608 -1
- package/eval/local/treatments/comet/comet_classic_docs_layout.yaml +121 -0
- package/eval/local/treatments/comet/comet_native_phase1.yaml +7 -4
- package/eval/pyproject.toml +9 -4
- package/eval/scaffold/__init__.py +6 -0
- package/eval/scaffold/docker/agent-overlay.Dockerfile +41 -0
- package/eval/scaffold/python/__init__.py +128 -20
- package/eval/scaffold/python/agents.py +239 -0
- package/eval/scaffold/python/aligned_comparison.py +156 -27
- package/eval/scaffold/python/auto_tasks.py +700 -0
- package/eval/scaffold/python/custom_agents.py +172 -0
- package/eval/scaffold/python/eval_context.py +236 -0
- package/eval/scaffold/python/eval_schema.py +135 -0
- package/eval/scaffold/python/execution.py +544 -0
- package/eval/scaffold/python/generated_task_cache.py +230 -0
- package/eval/scaffold/python/generic_llm_judge.py +41 -14
- package/eval/scaffold/python/inline_tasks.py +118 -0
- package/eval/scaffold/python/judge_config.py +158 -37
- package/eval/scaffold/python/langfuse_adapter.py +1023 -0
- package/eval/scaffold/python/llm_judge.py +68 -11
- package/eval/scaffold/python/logging.py +160 -17
- package/eval/scaffold/python/manifest_tasks.py +69 -0
- package/eval/scaffold/python/manifests.py +443 -22
- package/eval/scaffold/python/native_eval.py +16 -6
- package/eval/scaffold/python/paths.py +11 -1
- package/eval/scaffold/python/task_resolution.py +176 -0
- package/eval/scaffold/python/tasks.py +17 -4
- package/eval/scaffold/python/utils.py +193 -31
- package/eval/scaffold/python/validation/authoring_rubric.py +6 -4
- package/eval/scaffold/python/validation/comet_workflow.py +46 -11
- package/eval/scaffold/python/validation/core.py +48 -2
- package/eval/scaffold/python/validation/generic_rubric.py +44 -5
- package/eval/scaffold/python/validation/native_v4.py +249 -0
- package/eval/scaffold/python/validation/native_wave.py +4 -5
- package/eval/scaffold/python/validation/native_workflow.py +199 -98
- package/eval/scaffold/python/validation/rubric.py +242 -72
- package/eval/scaffold/shell/agent-runtime-config.sh +88 -0
- package/eval/scaffold/shell/docker.sh +539 -33
- package/eval/scaffold/shell/run-agent-runtime.sh +49 -0
- package/eval/scaffold/shell/run-claude-loop.sh +153 -14
- package/eval/schemas/comet.eval/v1alpha1.schema.json +244 -0
- package/package.json +43 -34
- package/assets/skills/comet/reference/scripts.md +0 -101
- package/assets/skills-zh/comet/reference/scripts.md +0 -101
- package/dist/domains/dashboard/web/assets/_commonjsHelpers-CqkleIqs.js +0 -1
- package/dist/domains/dashboard/web/assets/arc-CxdiLJ50.js +0 -1
- package/dist/domains/dashboard/web/assets/architectureDiagram-3BPJPVTR-D5YCQu4e.js +0 -36
- package/dist/domains/dashboard/web/assets/blockDiagram-GPEHLZMM-8NfdCOQ8.js +0 -132
- package/dist/domains/dashboard/web/assets/channel-B6AFly29.js +0 -1
- package/dist/domains/dashboard/web/assets/chunk-AQP2D5EJ-wKsbOw_T.js +0 -231
- package/dist/domains/dashboard/web/assets/classDiagram-4FO5ZUOK-BcnrxOTt.js +0 -1
- package/dist/domains/dashboard/web/assets/classDiagram-v2-Q7XG4LA2-BcnrxOTt.js +0 -1
- package/dist/domains/dashboard/web/assets/cose-bilkent-S5V4N54A-CbaShPub.js +0 -1
- package/dist/domains/dashboard/web/assets/dagre-BM42HDAG-BpSzbk_V.js +0 -4
- package/dist/domains/dashboard/web/assets/demo-BuVau32v.js +0 -25
- package/dist/domains/dashboard/web/assets/diagram-2AECGRRQ-CfXwGGpQ.js +0 -43
- package/dist/domains/dashboard/web/assets/diagram-5GNKFQAL-DMp0Zmot.js +0 -10
- package/dist/domains/dashboard/web/assets/diagram-LMA3HP47-BjmxFnap.js +0 -24
- package/dist/domains/dashboard/web/assets/diagram-OG6HWLK6-DFBG1Iqy.js +0 -24
- package/dist/domains/dashboard/web/assets/erDiagram-TEJ5UH35-MpNT7dzt.js +0 -85
- package/dist/domains/dashboard/web/assets/flowDiagram-I6XJVG4X-_1wAR6c1.js +0 -162
- package/dist/domains/dashboard/web/assets/ganttDiagram-6RSMTGT7-DJKjDeWl.js +0 -292
- package/dist/domains/dashboard/web/assets/gitGraphDiagram-PVQCEYII-BL7yUEn-.js +0 -106
- package/dist/domains/dashboard/web/assets/index-CjE9mHGb.js +0 -24
- package/dist/domains/dashboard/web/assets/index-D-AGxvI4.css +0 -1
- package/dist/domains/dashboard/web/assets/infoDiagram-5YYISTIA-Bt5fqrOd.js +0 -2
- package/dist/domains/dashboard/web/assets/layout-SsrduOYp.js +0 -1
- package/dist/domains/dashboard/web/assets/mermaid.core-CkNdB471.js +0 -301
- package/dist/domains/dashboard/web/assets/pieDiagram-4H26LBE5-BLJ6QnRO.js +0 -30
- package/dist/domains/dashboard/web/assets/purify.es-VaSPOPhr.js +0 -3
- package/dist/domains/dashboard/web/assets/sankeyDiagram-5OEKKPKP-6xnco5k5.js +0 -40
- package/dist/domains/dashboard/web/assets/sequenceDiagram-3UESZ5HK-Dp1rujNZ.js +0 -162
- package/dist/domains/dashboard/web/assets/stateDiagram-AJRCARHV-C1Xc90ek.js +0 -1
- package/dist/domains/dashboard/web/assets/stateDiagram-v2-BHNVJYJU-p-qmzXyE.js +0 -1
- package/dist/domains/dashboard/web/assets/vennDiagram-CIIHVFJN-rkEyhyCc.js +0 -34
- package/dist/domains/dashboard/web/assets/xychartDiagram-2RQKCTM6-BxJvPNqo.js +0 -7
- package/eval/local/tasks/comet-native-interrupted-transition/environment/.comet/config.yaml +0 -6
|
@@ -3,9 +3,9 @@
|
|
|
3
3
|
Generates rich experiment logs in logs/experiments/ including:
|
|
4
4
|
- summary.md: Full markdown report with tables and details
|
|
5
5
|
- events/: Parsed events from each test run
|
|
6
|
-
- raw/: Raw
|
|
6
|
+
- raw/: Raw selected Agent CLI output
|
|
7
7
|
- reports/: Per-run validation reports
|
|
8
|
-
- artifacts/: Files
|
|
8
|
+
- artifacts/: Files selected Agent generated and their execution output
|
|
9
9
|
- metadata.json: Experiment metadata
|
|
10
10
|
|
|
11
11
|
Supports pytest-xdist parallel execution via worker coordination.
|
|
@@ -27,7 +27,7 @@ from typing import Any
|
|
|
27
27
|
|
|
28
28
|
import pytest
|
|
29
29
|
|
|
30
|
-
from scaffold import
|
|
30
|
+
from scaffold import run_agent_in_docker, run_python_in_docker, run_shell
|
|
31
31
|
from scaffold.python import (
|
|
32
32
|
ExperimentLogger,
|
|
33
33
|
TreatmentResult,
|
|
@@ -40,9 +40,40 @@ from scaffold.python import (
|
|
|
40
40
|
save_report,
|
|
41
41
|
strip_ansi,
|
|
42
42
|
)
|
|
43
|
+
from scaffold.python.agents import get_agent_adapter, resolve_agent, validate_agent_capabilities
|
|
44
|
+
from scaffold.python.auto_tasks import AutoTaskError, ensure_generated_manifest, find_project_root
|
|
45
|
+
from scaffold.python.eval_context import (
|
|
46
|
+
EvalContextError,
|
|
47
|
+
context_from_environment,
|
|
48
|
+
resolve_eval_context,
|
|
49
|
+
resolve_managed_path,
|
|
50
|
+
)
|
|
51
|
+
from scaffold.python.execution import (
|
|
52
|
+
ResolvedExecution,
|
|
53
|
+
ResolvedJudge,
|
|
54
|
+
build_agent_environment,
|
|
55
|
+
missing_credentials,
|
|
56
|
+
preflight_credentials,
|
|
57
|
+
redact_sensitive,
|
|
58
|
+
resolve_execution,
|
|
59
|
+
resolve_judge,
|
|
60
|
+
validate_base_url,
|
|
61
|
+
)
|
|
62
|
+
from scaffold.python.generated_task_cache import (
|
|
63
|
+
selected_agent_model as _legacy_selected_agent_model,
|
|
64
|
+
)
|
|
65
|
+
from scaffold.python.langfuse_adapter import (
|
|
66
|
+
install_codex_plugin_workspace,
|
|
67
|
+
install_transcript_hook,
|
|
68
|
+
provision_trajectory_plugin,
|
|
69
|
+
)
|
|
43
70
|
from scaffold.python.sample_quality import infer_sample_quality
|
|
44
71
|
from scaffold.python.skill_parser import SCRIPT_EXTENSIONS
|
|
45
|
-
from scaffold.python.utils import
|
|
72
|
+
from scaffold.python.utils import (
|
|
73
|
+
check_docker_available,
|
|
74
|
+
run_agent_loop_in_docker,
|
|
75
|
+
run_claude_loop_in_docker,
|
|
76
|
+
)
|
|
46
77
|
from scaffold.python.aligned_comparison import (
|
|
47
78
|
EXPECTED_CASE_MATRIX_FILENAME,
|
|
48
79
|
build_execution_identity,
|
|
@@ -56,14 +87,21 @@ def _extract_loop_turns(stderr: str | None) -> int | None:
|
|
|
56
87
|
return int(match.group(1)) if match else None
|
|
57
88
|
|
|
58
89
|
|
|
59
|
-
def _extract_loop_interaction(stderr: str | None) -> dict[str,
|
|
90
|
+
def _extract_loop_interaction(stderr: str | None) -> dict[str, Any]:
|
|
60
91
|
source = stderr or ""
|
|
92
|
+
role_sessions = {"subject": [], "simulator": [], "judge": []}
|
|
93
|
+
for role, session_id in re.findall(
|
|
94
|
+
r"\[loop\] role-session (subject|simulator|judge) ([^\s]+)", source
|
|
95
|
+
):
|
|
96
|
+
if session_id not in role_sessions[role]:
|
|
97
|
+
role_sessions[role].append(session_id)
|
|
61
98
|
return {
|
|
62
99
|
"actual_turns": _extract_loop_turns(source),
|
|
63
100
|
"decision_points": source.count("[loop] decision point detected"),
|
|
64
101
|
"deterministic_replies": source.count("[loop] deterministic decision reply applied"),
|
|
65
102
|
"completion_signals": source.count("[loop] workflow completion detected"),
|
|
66
103
|
"fresh_resume_boundaries": source.count("[loop] fresh resume boundary detected"),
|
|
104
|
+
"role_sessions": role_sessions,
|
|
67
105
|
}
|
|
68
106
|
|
|
69
107
|
|
|
@@ -212,8 +250,14 @@ EVAL_ROOT = PROJECT_ROOT.parent
|
|
|
212
250
|
REPOSITORY_ROOT = EVAL_ROOT.parent
|
|
213
251
|
|
|
214
252
|
# Shared files for xdist worker coordination
|
|
215
|
-
|
|
216
|
-
|
|
253
|
+
_RUNTIME_CONTEXT = context_from_environment()
|
|
254
|
+
_CONTEXT_LOCK_ROOT = (
|
|
255
|
+
resolve_managed_path(_RUNTIME_CONTEXT, "locks") if _RUNTIME_CONTEXT else PROJECT_ROOT
|
|
256
|
+
)
|
|
257
|
+
XDIST_EXPERIMENT_FILE = _CONTEXT_LOCK_ROOT / ".pytest_experiment_id"
|
|
258
|
+
DOCKER_BUILD_LOCK = _CONTEXT_LOCK_ROOT / ".pytest_docker_build.lock"
|
|
259
|
+
EXPERIMENT_ID_ENV = "COMET_EVAL_EXPERIMENT_ID"
|
|
260
|
+
EXPERIMENT_ID_RE = re.compile(r"^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$")
|
|
217
261
|
|
|
218
262
|
# Global plugin instance (set during pytest_configure)
|
|
219
263
|
_plugin: "ExperimentPlugin | None" = None
|
|
@@ -244,12 +288,305 @@ MODEL_EXECUTION_ENV_KEYS = (
|
|
|
244
288
|
"ANTHROPIC_DEFAULT_OPUS_MODEL_NAME",
|
|
245
289
|
"ANTHROPIC_DEFAULT_SONNET_MODEL_NAME",
|
|
246
290
|
"CLAUDE_CODE_SUBAGENT_MODEL",
|
|
291
|
+
"CODEBUDDY_BASE_URL",
|
|
292
|
+
"CODEBUDDY_MODEL",
|
|
293
|
+
"CODEBUDDY_SMALL_FAST_MODEL",
|
|
294
|
+
"CODEBUDDY_BIG_SLOW_MODEL",
|
|
295
|
+
"CODEBUDDY_CODE_SUBAGENT_MODEL",
|
|
296
|
+
"BENCH_CODEBUDDY_MODEL",
|
|
297
|
+
"OPENAI_BASE_URL",
|
|
298
|
+
"OPENAI_MODEL",
|
|
299
|
+
"CODEX_BASE_URL",
|
|
300
|
+
"CODEX_MODEL",
|
|
301
|
+
"QODER_BASE_URL",
|
|
302
|
+
"QODER_MODEL",
|
|
247
303
|
)
|
|
248
304
|
|
|
249
305
|
|
|
250
|
-
def
|
|
251
|
-
|
|
252
|
-
|
|
306
|
+
def _getoption(config, name: str, default=None):
|
|
307
|
+
try:
|
|
308
|
+
value = config.getoption(name)
|
|
309
|
+
except (AttributeError, KeyError, ValueError):
|
|
310
|
+
return default
|
|
311
|
+
return default if value is None else value
|
|
312
|
+
|
|
313
|
+
|
|
314
|
+
def _manifest_for_config(config):
|
|
315
|
+
manifest_path = _getoption(config, "--eval-manifest")
|
|
316
|
+
if not manifest_path:
|
|
317
|
+
return None
|
|
318
|
+
from scaffold.python.manifests import load_eval_manifest
|
|
319
|
+
|
|
320
|
+
return load_eval_manifest(manifest_path)
|
|
321
|
+
|
|
322
|
+
|
|
323
|
+
def _resolve_eval_execution(config) -> ResolvedExecution:
|
|
324
|
+
manifest = _manifest_for_config(config)
|
|
325
|
+
manifest_execution = manifest.execution if manifest is not None else None
|
|
326
|
+
return resolve_execution(
|
|
327
|
+
cli_agent=_getoption(config, "--agent"),
|
|
328
|
+
cli_model=_getoption(config, "--model"),
|
|
329
|
+
cli_base_url=_getoption(config, "--base-url"),
|
|
330
|
+
manifest=manifest_execution,
|
|
331
|
+
)
|
|
332
|
+
|
|
333
|
+
|
|
334
|
+
def _resolve_eval_judge(config) -> ResolvedJudge | None:
|
|
335
|
+
manifest = _manifest_for_config(config)
|
|
336
|
+
manifest_judge = manifest.judge if manifest is not None else None
|
|
337
|
+
return resolve_judge(
|
|
338
|
+
main=_resolve_eval_execution(config),
|
|
339
|
+
cli_agent=_getoption(config, "--judge-agent"),
|
|
340
|
+
cli_model=_getoption(config, "--judge-model"),
|
|
341
|
+
cli_base_url=_getoption(config, "--judge-base-url"),
|
|
342
|
+
manifest=manifest_judge,
|
|
343
|
+
)
|
|
344
|
+
|
|
345
|
+
|
|
346
|
+
def _selected_agent_model(agent: str) -> str | None:
|
|
347
|
+
if _plugin is not None:
|
|
348
|
+
return _resolve_eval_execution(_plugin.config).model
|
|
349
|
+
return _legacy_selected_agent_model(agent)
|
|
350
|
+
|
|
351
|
+
|
|
352
|
+
def _resolve_eval_agent(config):
|
|
353
|
+
execution = _resolve_eval_execution(config)
|
|
354
|
+
return resolve_agent(execution.agent, None)
|
|
355
|
+
|
|
356
|
+
|
|
357
|
+
def _require_agent_credentials(agent: str, source_env: dict[str, str] | None = None) -> None:
|
|
358
|
+
"""Fail setup before workloads when the isolated Agent cannot authenticate."""
|
|
359
|
+
environment = source_env if source_env is not None else os.environ
|
|
360
|
+
missing = missing_credentials(agent, source_env=environment)
|
|
361
|
+
if not missing:
|
|
362
|
+
return
|
|
363
|
+
adapter = get_agent_adapter(agent)
|
|
364
|
+
separator = ", " if adapter.custom else " or "
|
|
365
|
+
raise pytest.UsageError(
|
|
366
|
+
f"Credentials for {agent} not set: {separator.join(missing)}"
|
|
367
|
+
)
|
|
368
|
+
|
|
369
|
+
|
|
370
|
+
def _normal_run_preflight(config) -> None:
|
|
371
|
+
"""Validate normal-run dependencies before collection can generate or run tasks."""
|
|
372
|
+
|
|
373
|
+
if _is_unit_tests_only(config) or getattr(config.option, "collectonly", False):
|
|
374
|
+
return
|
|
375
|
+
from scaffold.python.utils import load_eval_environment
|
|
376
|
+
|
|
377
|
+
load_eval_environment()
|
|
378
|
+
main = _resolve_eval_execution(config)
|
|
379
|
+
judge = _resolve_eval_judge(config)
|
|
380
|
+
suite = next(
|
|
381
|
+
(name for name in ("local", "langsmith", "langfuse") if f"{name}/tests/" in " ".join(config.args)),
|
|
382
|
+
"local",
|
|
383
|
+
)
|
|
384
|
+
required_harness = (
|
|
385
|
+
EVAL_ROOT / "pyproject.toml",
|
|
386
|
+
EVAL_ROOT / "schemas" / "comet.eval" / "v1alpha1.schema.json",
|
|
387
|
+
EVAL_ROOT / suite / "tests" / "tasks" / "test_tasks.py",
|
|
388
|
+
)
|
|
389
|
+
missing_harness = [str(path) for path in required_harness if not path.is_file()]
|
|
390
|
+
if missing_harness:
|
|
391
|
+
raise pytest.UsageError(f"Packaged eval harness is incomplete: {', '.join(missing_harness)}")
|
|
392
|
+
manifest = _manifest_for_config(config)
|
|
393
|
+
if manifest is not None and manifest.reporting is not None:
|
|
394
|
+
selected_report_suite = manifest.reporting.suite
|
|
395
|
+
if selected_report_suite and selected_report_suite != suite:
|
|
396
|
+
raise pytest.UsageError(
|
|
397
|
+
f"reporting.suite is {selected_report_suite!r}, but the selected suite is {suite!r}"
|
|
398
|
+
)
|
|
399
|
+
report_config = manifest.reporting.config
|
|
400
|
+
if report_config and not _getoption(config, "--report-config"):
|
|
401
|
+
report_path = Path(report_config)
|
|
402
|
+
if not report_path.is_absolute():
|
|
403
|
+
report_path = manifest.path.parent / report_path
|
|
404
|
+
config.option.report_config = str(report_path.resolve())
|
|
405
|
+
try:
|
|
406
|
+
load_report_output_config(_getoption(config, "--report-config"))
|
|
407
|
+
except (OSError, ValueError) as exc:
|
|
408
|
+
raise pytest.UsageError(f"Eval report configuration is invalid: {exc}") from exc
|
|
409
|
+
try:
|
|
410
|
+
validate_agent_capabilities(get_agent_adapter(main.agent))
|
|
411
|
+
if judge is not None:
|
|
412
|
+
validate_agent_capabilities(get_agent_adapter(judge.agent))
|
|
413
|
+
except ValueError as exc:
|
|
414
|
+
raise pytest.UsageError(str(exc)) from exc
|
|
415
|
+
if main.base_url:
|
|
416
|
+
validate_base_url(main.base_url, field="execution.baseUrl")
|
|
417
|
+
if judge is not None and judge.base_url:
|
|
418
|
+
validate_base_url(judge.base_url, field="judge.baseUrl")
|
|
419
|
+
credential_errors = preflight_credentials(main, judge)
|
|
420
|
+
if credential_errors:
|
|
421
|
+
raise pytest.UsageError("; ".join(credential_errors))
|
|
422
|
+
if shutil.which("uv") is None:
|
|
423
|
+
raise pytest.UsageError("uv is not installed or not in PATH")
|
|
424
|
+
if not check_docker_available():
|
|
425
|
+
raise pytest.UsageError("Docker CLI or daemon is unavailable")
|
|
426
|
+
context = getattr(config, "_comet_eval_context", None)
|
|
427
|
+
if context is None:
|
|
428
|
+
raise pytest.UsageError("Eval context is missing before normal-run preflight")
|
|
429
|
+
artifact_root = Path(context.artifact_root)
|
|
430
|
+
artifact_root.mkdir(parents=True, exist_ok=True)
|
|
431
|
+
try:
|
|
432
|
+
with tempfile.NamedTemporaryFile(dir=artifact_root, prefix=".preflight-", delete=True):
|
|
433
|
+
pass
|
|
434
|
+
except OSError as exc:
|
|
435
|
+
raise pytest.UsageError(f"Eval artifact root is not writable: {artifact_root}") from exc
|
|
436
|
+
config._comet_execution_env = build_agent_environment(main)
|
|
437
|
+
config._comet_execution = main
|
|
438
|
+
config._comet_judge = judge
|
|
439
|
+
os.environ["COMET_EVAL_MAIN_CREDENTIALS"] = ",".join(
|
|
440
|
+
get_agent_adapter(main.agent).required_credentials
|
|
441
|
+
)
|
|
442
|
+
if judge is not None:
|
|
443
|
+
os.environ["BENCH_LLM_JUDGE"] = "1"
|
|
444
|
+
os.environ["BENCH_JUDGE_MODEL"] = judge.model
|
|
445
|
+
os.environ["BENCH_JUDGE_AGENT"] = judge.agent
|
|
446
|
+
if judge.base_url:
|
|
447
|
+
os.environ["BENCH_JUDGE_BASE_URL"] = judge.base_url
|
|
448
|
+
else:
|
|
449
|
+
os.environ.pop("BENCH_JUDGE_BASE_URL", None)
|
|
450
|
+
|
|
451
|
+
|
|
452
|
+
def _agent_project_root(agent: str) -> str:
|
|
453
|
+
return {
|
|
454
|
+
"claude-code": ".claude",
|
|
455
|
+
"codex": ".agents",
|
|
456
|
+
"qoder": ".qoder",
|
|
457
|
+
"codebuddy": ".codebuddy",
|
|
458
|
+
}.get(agent, ".comet-agent")
|
|
459
|
+
|
|
460
|
+
|
|
461
|
+
def _ensure_langfuse_trajectory_support(test_dir: Path, agent: str) -> None:
|
|
462
|
+
"""Install only isolated, project-local trajectory support for Langfuse runs."""
|
|
463
|
+
if os.environ.get("TRACE_TO_LANGFUSE", "").lower() != "true":
|
|
464
|
+
return
|
|
465
|
+
if agent in {"qoder", "codebuddy"}:
|
|
466
|
+
try:
|
|
467
|
+
install_transcript_hook(test_dir, agent)
|
|
468
|
+
except Exception as exc:
|
|
469
|
+
if os.environ.get("LANGFUSE_TRANSCRIPT_SETUP_WARNING_EMITTED") != "true":
|
|
470
|
+
print(
|
|
471
|
+
f"[langfuse] optional {agent} transcript setup skipped: {exc}",
|
|
472
|
+
file=os.sys.stderr,
|
|
473
|
+
)
|
|
474
|
+
os.environ["LANGFUSE_TRANSCRIPT_SETUP_WARNING_EMITTED"] = "true"
|
|
475
|
+
return
|
|
476
|
+
if agent != "codex":
|
|
477
|
+
return
|
|
478
|
+
cache_root = os.environ.get("LANGFUSE_TRAJECTORY_CACHE_DIR")
|
|
479
|
+
if not cache_root:
|
|
480
|
+
return
|
|
481
|
+
try:
|
|
482
|
+
provision = provision_trajectory_plugin(Path(cache_root), agent)
|
|
483
|
+
install_codex_plugin_workspace(test_dir, provision)
|
|
484
|
+
except Exception as exc:
|
|
485
|
+
if os.environ.get("LANGFUSE_TRAJECTORY_SETUP_WARNING_EMITTED") != "true":
|
|
486
|
+
print(f"[langfuse] optional Codex trajectory setup skipped: {exc}", file=os.sys.stderr)
|
|
487
|
+
os.environ["LANGFUSE_TRAJECTORY_SETUP_WARNING_EMITTED"] = "true"
|
|
488
|
+
|
|
489
|
+
|
|
490
|
+
def _ensure_auto_generated_manifest(config, task_filter: str | None = None) -> None:
|
|
491
|
+
"""Freeze generated descriptors once while retaining the original manifest authority."""
|
|
492
|
+
if getattr(config, "_comet_frozen_task_set", None) is not None:
|
|
493
|
+
return
|
|
494
|
+
if config.getoption("--task") or task_filter or config.getoption("--quick"):
|
|
495
|
+
return
|
|
496
|
+
|
|
497
|
+
manifest_path = config.getoption("--eval-manifest")
|
|
498
|
+
skill_path = config.getoption("--skill-path")
|
|
499
|
+
manifest = None
|
|
500
|
+
if manifest_path:
|
|
501
|
+
from scaffold.python.manifests import load_eval_manifest
|
|
502
|
+
|
|
503
|
+
manifest = load_eval_manifest(manifest_path)
|
|
504
|
+
if manifest.tasks or manifest.recommended_tasks:
|
|
505
|
+
return
|
|
506
|
+
skill_path = str(manifest.skill_path)
|
|
507
|
+
if not skill_path:
|
|
508
|
+
return
|
|
509
|
+
|
|
510
|
+
if getattr(getattr(config, "option", None), "collectonly", False):
|
|
511
|
+
from scaffold.python.manifests import SkillEvalManifest
|
|
512
|
+
from scaffold.python.task_resolution import ResolvedTaskSet
|
|
513
|
+
|
|
514
|
+
if manifest is None:
|
|
515
|
+
resolved_skill_root = Path(skill_path).expanduser().resolve()
|
|
516
|
+
if resolved_skill_root.is_file() and resolved_skill_root.name == "SKILL.md":
|
|
517
|
+
resolved_skill_root = resolved_skill_root.parent
|
|
518
|
+
manifest = SkillEvalManifest(
|
|
519
|
+
path=resolved_skill_root / "comet" / "eval.yaml",
|
|
520
|
+
name=resolved_skill_root.name,
|
|
521
|
+
description="",
|
|
522
|
+
skill_name=getattr(config.option, "skill_name", None) or resolved_skill_root.name,
|
|
523
|
+
skill_path=resolved_skill_root,
|
|
524
|
+
profile=config.getoption("--profile"),
|
|
525
|
+
)
|
|
526
|
+
config._comet_resolution_manifest = manifest
|
|
527
|
+
config._comet_resolved_tasks = {}
|
|
528
|
+
config._comet_frozen_task_set = ResolvedTaskSet("pending-generation", (), None)
|
|
529
|
+
return
|
|
530
|
+
|
|
531
|
+
# Task generation happens during collection, before session fixtures run.
|
|
532
|
+
# Load the documented local environment now so credentials and the model
|
|
533
|
+
# participating in the cache key match the later execution environment.
|
|
534
|
+
from scaffold.python.utils import load_eval_environment
|
|
535
|
+
|
|
536
|
+
load_eval_environment()
|
|
537
|
+
execution = _resolve_eval_execution(config)
|
|
538
|
+
profile = config.getoption("--profile") or (manifest.profile if manifest else None) or "generic"
|
|
539
|
+
interaction = vars(manifest.interaction) if manifest else {"mode": "none", "max_turns": 12}
|
|
540
|
+
context = getattr(config, "_comet_eval_context", None)
|
|
541
|
+
project_root = (
|
|
542
|
+
context.artifact_owner_root
|
|
543
|
+
if context is not None
|
|
544
|
+
else config.getoption("--project-root") or find_project_root(skill_path)
|
|
545
|
+
)
|
|
546
|
+
try:
|
|
547
|
+
generated = ensure_generated_manifest(
|
|
548
|
+
skill_path,
|
|
549
|
+
project_root,
|
|
550
|
+
agent=execution.agent,
|
|
551
|
+
model=execution.model,
|
|
552
|
+
base_url=execution.base_url,
|
|
553
|
+
environment=build_agent_environment(execution),
|
|
554
|
+
profile=profile,
|
|
555
|
+
interaction=interaction,
|
|
556
|
+
collect_only=bool(getattr(getattr(config, "option", None), "collectonly", False)),
|
|
557
|
+
)
|
|
558
|
+
except AutoTaskError as exc:
|
|
559
|
+
raise pytest.UsageError(str(exc)) from exc
|
|
560
|
+
from scaffold.python.manifest_tasks import load_manifest_tasks
|
|
561
|
+
from scaffold.python.manifests import SkillEvalManifest, load_eval_manifest
|
|
562
|
+
from scaffold.python.task_resolution import ResolvedTask, ResolvedTaskSet
|
|
563
|
+
|
|
564
|
+
generated_manifest = load_eval_manifest(generated.manifest_path)
|
|
565
|
+
generated_tasks = tuple(
|
|
566
|
+
ResolvedTask(task.name, "generated", task)
|
|
567
|
+
for task in load_manifest_tasks(generated_manifest)
|
|
568
|
+
)
|
|
569
|
+
if manifest is None:
|
|
570
|
+
resolved_skill_root = Path(skill_path).expanduser().resolve()
|
|
571
|
+
if resolved_skill_root.is_file() and resolved_skill_root.name == "SKILL.md":
|
|
572
|
+
resolved_skill_root = resolved_skill_root.parent
|
|
573
|
+
manifest = SkillEvalManifest(
|
|
574
|
+
path=resolved_skill_root / "comet" / "eval.yaml",
|
|
575
|
+
name=resolved_skill_root.name,
|
|
576
|
+
description="",
|
|
577
|
+
skill_name=getattr(config.option, "skill_name", None) or resolved_skill_root.name,
|
|
578
|
+
skill_path=resolved_skill_root,
|
|
579
|
+
profile=config.getoption("--profile"),
|
|
580
|
+
)
|
|
581
|
+
frozen = ResolvedTaskSet(
|
|
582
|
+
"generated-cache",
|
|
583
|
+
generated_tasks,
|
|
584
|
+
None,
|
|
585
|
+
)
|
|
586
|
+
config._comet_resolution_manifest = manifest
|
|
587
|
+
config._comet_resolved_tasks = {item.name: item.task for item in frozen.tasks}
|
|
588
|
+
config._comet_frozen_task_set = frozen
|
|
589
|
+
config._comet_generated_manifest = generated
|
|
253
590
|
|
|
254
591
|
|
|
255
592
|
def _model_execution_config() -> dict[str, str | None]:
|
|
@@ -263,11 +600,13 @@ def _capture_execution_identity(test_dir: Path, *, model: str | None, interactio
|
|
|
263
600
|
"docker.sh",
|
|
264
601
|
"execution-identity",
|
|
265
602
|
str(test_dir),
|
|
603
|
+
"--agent",
|
|
604
|
+
_resolve_eval_agent(_plugin.config).agent if _plugin else "claude-code",
|
|
266
605
|
timeout=300,
|
|
267
606
|
check=False,
|
|
268
607
|
)
|
|
269
608
|
if result.returncode != 0:
|
|
270
|
-
raise RuntimeError("Could not verify eval Docker/
|
|
609
|
+
raise RuntimeError("Could not verify eval Docker/agent execution identity")
|
|
271
610
|
try:
|
|
272
611
|
raw = json.loads(result.stdout)
|
|
273
612
|
except (TypeError, json.JSONDecodeError) as error:
|
|
@@ -369,6 +708,8 @@ def _copy_current_comet_cli_snapshot(environment_dir: Path, test_dir: Path) -> N
|
|
|
369
708
|
target.mkdir(parents=True)
|
|
370
709
|
package_file = REPOSITORY_ROOT / "package.json"
|
|
371
710
|
bin_dir = REPOSITORY_ROOT / "bin"
|
|
711
|
+
assets_dir = REPOSITORY_ROOT / "assets"
|
|
712
|
+
assets_manifest = assets_dir / "manifest.json"
|
|
372
713
|
source_roots = [
|
|
373
714
|
REPOSITORY_ROOT / "app",
|
|
374
715
|
REPOSITORY_ROOT / "domains",
|
|
@@ -389,7 +730,15 @@ def _copy_current_comet_cli_snapshot(environment_dir: Path, test_dir: Path) -> N
|
|
|
389
730
|
)
|
|
390
731
|
if path.is_file()
|
|
391
732
|
)
|
|
392
|
-
|
|
733
|
+
asset_files = _regular_tree_files(assets_dir) if assets_dir.is_dir() else []
|
|
734
|
+
source_files.extend(asset_files)
|
|
735
|
+
if (
|
|
736
|
+
not package_file.is_file()
|
|
737
|
+
or not bin_dir.is_dir()
|
|
738
|
+
or not assets_manifest.is_file()
|
|
739
|
+
or not asset_files
|
|
740
|
+
or not source_files
|
|
741
|
+
):
|
|
393
742
|
raise FileNotFoundError("Current Comet source snapshot is incomplete")
|
|
394
743
|
source_hash, source_count = _tree_digest(REPOSITORY_ROOT, sorted(set(source_files)))
|
|
395
744
|
with tempfile.TemporaryDirectory(prefix="comet-eval-source-build-") as temporary:
|
|
@@ -397,9 +746,12 @@ def _copy_current_comet_cli_snapshot(environment_dir: Path, test_dir: Path) -> N
|
|
|
397
746
|
compiler_version = _build_current_comet_dist(REPOSITORY_ROOT, built_dist)
|
|
398
747
|
shutil.copytree(built_dist, target / "dist")
|
|
399
748
|
shutil.copytree(bin_dir, target / "bin")
|
|
749
|
+
shutil.copytree(assets_dir, target / "assets")
|
|
400
750
|
shutil.copy2(package_file, target / "package.json")
|
|
401
751
|
snapshot_files = [
|
|
402
|
-
path
|
|
752
|
+
path
|
|
753
|
+
for relative in ("assets", "bin", "dist")
|
|
754
|
+
for path in _regular_tree_files(target / relative)
|
|
403
755
|
] + [target / "package.json"]
|
|
404
756
|
snapshot_hash, snapshot_count = _tree_digest(target, sorted(snapshot_files))
|
|
405
757
|
identity = {
|
|
@@ -409,6 +761,9 @@ def _copy_current_comet_cli_snapshot(environment_dir: Path, test_dir: Path) -> N
|
|
|
409
761
|
"snapshotHash": snapshot_hash,
|
|
410
762
|
"snapshotFileCount": snapshot_count,
|
|
411
763
|
"packageHash": hashlib.sha256((target / "package.json").read_bytes()).hexdigest(),
|
|
764
|
+
"assetsHash": _tree_digest(target, _regular_tree_files(target / "assets"))[0],
|
|
765
|
+
"assetsFileCount": len(_regular_tree_files(target / "assets")),
|
|
766
|
+
"manifestHash": hashlib.sha256((target / "assets/manifest.json").read_bytes()).hexdigest(),
|
|
412
767
|
"entryHash": hashlib.sha256((target / "dist/app/cli/index.js").read_bytes()).hexdigest(),
|
|
413
768
|
"nativeAdapterHash": hashlib.sha256(
|
|
414
769
|
(target / "dist/domains/dashboard/native-adapter.js").read_bytes()
|
|
@@ -465,7 +820,6 @@ def _copy_trusted_native_runtime_snapshot(
|
|
|
465
820
|
)
|
|
466
821
|
|
|
467
822
|
|
|
468
|
-
# =============================================================================
|
|
469
823
|
# PYTEST HOOKS
|
|
470
824
|
# =============================================================================
|
|
471
825
|
|
|
@@ -515,6 +869,54 @@ def pytest_addoption(parser):
|
|
|
515
869
|
default=None,
|
|
516
870
|
help="Path to comet/eval.yaml",
|
|
517
871
|
)
|
|
872
|
+
parser.addoption(
|
|
873
|
+
"--agent",
|
|
874
|
+
action="store",
|
|
875
|
+
default=None,
|
|
876
|
+
help="Evaluation agent CLI (built-in or explicitly installed custom adapter)",
|
|
877
|
+
)
|
|
878
|
+
parser.addoption(
|
|
879
|
+
"--model",
|
|
880
|
+
action="store",
|
|
881
|
+
default=None,
|
|
882
|
+
help="Main evaluation model override",
|
|
883
|
+
)
|
|
884
|
+
parser.addoption(
|
|
885
|
+
"--base-url",
|
|
886
|
+
action="store",
|
|
887
|
+
default=None,
|
|
888
|
+
help="Main evaluation API base URL override",
|
|
889
|
+
)
|
|
890
|
+
parser.addoption(
|
|
891
|
+
"--judge-agent",
|
|
892
|
+
action="store",
|
|
893
|
+
default=None,
|
|
894
|
+
help="Independent Judge agent (built-in or explicitly installed custom adapter)",
|
|
895
|
+
)
|
|
896
|
+
parser.addoption(
|
|
897
|
+
"--judge-model",
|
|
898
|
+
action="store",
|
|
899
|
+
default=None,
|
|
900
|
+
help="Independent Judge model",
|
|
901
|
+
)
|
|
902
|
+
parser.addoption(
|
|
903
|
+
"--judge-base-url",
|
|
904
|
+
action="store",
|
|
905
|
+
default=None,
|
|
906
|
+
help="Independent Judge API base URL",
|
|
907
|
+
)
|
|
908
|
+
parser.addoption(
|
|
909
|
+
"--quick",
|
|
910
|
+
action="store_true",
|
|
911
|
+
default=False,
|
|
912
|
+
help="Use generic-skill-smoke and bypass automatic task generation",
|
|
913
|
+
)
|
|
914
|
+
parser.addoption(
|
|
915
|
+
"--project-root",
|
|
916
|
+
action="store",
|
|
917
|
+
default=None,
|
|
918
|
+
help="Project root used for generated eval cache",
|
|
919
|
+
)
|
|
518
920
|
parser.addoption(
|
|
519
921
|
"--interaction-mode",
|
|
520
922
|
action="store",
|
|
@@ -547,6 +949,27 @@ def pytest_configure(config):
|
|
|
547
949
|
"markers",
|
|
548
950
|
"eval_case(repetition): controller-owned task/treatment/repetition identity",
|
|
549
951
|
)
|
|
952
|
+
try:
|
|
953
|
+
context = context_from_environment()
|
|
954
|
+
if context is None and (config.getoption("--eval-manifest") or config.getoption("--skill-path")):
|
|
955
|
+
context = resolve_eval_context(
|
|
956
|
+
skill_path=config.getoption("--skill-path"),
|
|
957
|
+
manifest_path=config.getoption("--eval-manifest"),
|
|
958
|
+
project_root=config.getoption("--project-root"),
|
|
959
|
+
)
|
|
960
|
+
except EvalContextError as exc:
|
|
961
|
+
raise pytest.UsageError(str(exc)) from exc
|
|
962
|
+
if context is not None:
|
|
963
|
+
config._comet_eval_context = context
|
|
964
|
+
config.option.project_root = str(context.artifact_owner_root)
|
|
965
|
+
if context.manifest_path is not None:
|
|
966
|
+
config.option.eval_manifest = str(context.manifest_path)
|
|
967
|
+
else:
|
|
968
|
+
config.option.skill_path = str(context.skill_root)
|
|
969
|
+
config._comet_execution = _resolve_eval_execution(config)
|
|
970
|
+
config._comet_judge = _resolve_eval_judge(config)
|
|
971
|
+
_normal_run_preflight(config)
|
|
972
|
+
_resolve_eval_agent(config)
|
|
550
973
|
global _plugin
|
|
551
974
|
_plugin = ExperimentPlugin(config)
|
|
552
975
|
config.pluginmanager.register(_plugin, "experiment_plugin")
|
|
@@ -755,12 +1178,40 @@ def _get_experiment_name(session) -> str:
|
|
|
755
1178
|
|
|
756
1179
|
|
|
757
1180
|
def _get_dynamic_treatment_config(config):
|
|
1181
|
+
_ensure_auto_generated_manifest(config)
|
|
1182
|
+
|
|
1183
|
+
def generation_hints(manifest):
|
|
1184
|
+
generation_metadata = {}
|
|
1185
|
+
generation_metadata_hash = None
|
|
1186
|
+
generated = getattr(config, "_comet_generated_manifest", None)
|
|
1187
|
+
generation_metadata_path = (
|
|
1188
|
+
generated.metadata_path if generated is not None else manifest.generation_metadata_path
|
|
1189
|
+
)
|
|
1190
|
+
if generation_metadata_path and generation_metadata_path.is_file():
|
|
1191
|
+
generation_metadata_bytes = generation_metadata_path.read_bytes()
|
|
1192
|
+
generation_metadata = json.loads(generation_metadata_bytes)
|
|
1193
|
+
generation_metadata_hash = (
|
|
1194
|
+
"sha256:" + hashlib.sha256(generation_metadata_bytes).hexdigest()
|
|
1195
|
+
)
|
|
1196
|
+
return {
|
|
1197
|
+
"generation_hash": (
|
|
1198
|
+
generated.generation_hash if generated is not None else manifest.generation_hash
|
|
1199
|
+
),
|
|
1200
|
+
"generation_metadata_path": (
|
|
1201
|
+
str(generation_metadata_path) if generation_metadata_path else None
|
|
1202
|
+
),
|
|
1203
|
+
"generation_manifest_hash": generation_metadata.get("manifest_hash"),
|
|
1204
|
+
"generation_metadata_hash": generation_metadata_hash,
|
|
1205
|
+
"generation_overhead": generation_metadata.get("generation_overhead"),
|
|
1206
|
+
}
|
|
1207
|
+
|
|
758
1208
|
manifest_path = config.getoption("--eval-manifest")
|
|
759
1209
|
if manifest_path:
|
|
760
1210
|
from scaffold.python.manifests import load_eval_manifest
|
|
761
1211
|
from scaffold.python.treatments import TreatmentConfig
|
|
762
1212
|
|
|
763
1213
|
manifest = load_eval_manifest(manifest_path)
|
|
1214
|
+
generation = generation_hints(manifest)
|
|
764
1215
|
node_skills = []
|
|
765
1216
|
for node_skill in manifest.generated_node_skills:
|
|
766
1217
|
node_path = manifest.skill_path.parent / node_skill
|
|
@@ -782,11 +1233,13 @@ def _get_dynamic_treatment_config(config):
|
|
|
782
1233
|
"path": str(manifest.skill_path),
|
|
783
1234
|
"profile": manifest.profile,
|
|
784
1235
|
"manifest": str(manifest.path),
|
|
1236
|
+
"execution_agent": manifest.execution_agent,
|
|
785
1237
|
"baseline_treatments": manifest.baseline_treatments,
|
|
786
1238
|
"quality_gates": manifest.quality_gates,
|
|
787
1239
|
"required_output_schemas": manifest.required_output_schemas,
|
|
788
1240
|
"expected_evidence": manifest.expected_evidence,
|
|
789
1241
|
"draft_hash": manifest.draft_hash,
|
|
1242
|
+
**generation,
|
|
790
1243
|
"required_skills": manifest.required_skills,
|
|
791
1244
|
"expected_artifacts": manifest.expected_artifacts,
|
|
792
1245
|
"generated_node_skills": manifest.generated_node_skills,
|
|
@@ -803,7 +1256,8 @@ def _get_dynamic_treatment_config(config):
|
|
|
803
1256
|
if not skill_path:
|
|
804
1257
|
return None
|
|
805
1258
|
skill_name = config.getoption("--skill-name") or Path(skill_path).resolve().parent.name
|
|
806
|
-
|
|
1259
|
+
manifest = getattr(config, "_comet_resolution_manifest", None)
|
|
1260
|
+
profile = config.getoption("--profile") or (manifest.profile if manifest else None)
|
|
807
1261
|
skill_cfg = {
|
|
808
1262
|
"name": skill_name,
|
|
809
1263
|
"source": "path",
|
|
@@ -811,6 +1265,9 @@ def _get_dynamic_treatment_config(config):
|
|
|
811
1265
|
}
|
|
812
1266
|
if profile:
|
|
813
1267
|
skill_cfg["profile"] = profile
|
|
1268
|
+
if manifest:
|
|
1269
|
+
skill_cfg["manifest"] = str(manifest.path)
|
|
1270
|
+
skill_cfg.update(generation_hints(manifest))
|
|
814
1271
|
from scaffold.python.treatments import TreatmentConfig
|
|
815
1272
|
|
|
816
1273
|
return TreatmentConfig(
|
|
@@ -882,14 +1339,15 @@ def _build_eval_claude_md(profile_name: str, treatment_claude_md: str | None = N
|
|
|
882
1339
|
return "\n\n".join(section for section in sections if section.strip()) or None
|
|
883
1340
|
|
|
884
1341
|
|
|
885
|
-
def _comet_hook_command(test_dir: Path) -> str | None:
|
|
886
|
-
|
|
1342
|
+
def _comet_hook_command(test_dir: Path, agent: str = "claude-code") -> str | None:
|
|
1343
|
+
project_root = _agent_project_root(agent)
|
|
1344
|
+
scripts_dir = test_dir / project_root / "skills" / "comet" / "scripts"
|
|
887
1345
|
mjs_hook = scripts_dir / "comet-hook-guard.mjs"
|
|
888
1346
|
shell_hook = scripts_dir / "comet-hook-guard.sh"
|
|
889
1347
|
if mjs_hook.exists():
|
|
890
|
-
return "node /workspace
|
|
1348
|
+
return f"node /workspace/{project_root}/skills/comet/scripts/comet-hook-guard.mjs"
|
|
891
1349
|
if shell_hook.exists():
|
|
892
|
-
return "bash /workspace
|
|
1350
|
+
return f"bash /workspace/{project_root}/skills/comet/scripts/comet-hook-guard.sh"
|
|
893
1351
|
return None
|
|
894
1352
|
|
|
895
1353
|
|
|
@@ -913,22 +1371,64 @@ def _ensure_claude_pre_tool_hook(test_dir: Path, command: str | None) -> None:
|
|
|
913
1371
|
settings_path.write_text(json.dumps(settings, indent=2) + "\n", encoding="utf-8")
|
|
914
1372
|
|
|
915
1373
|
|
|
1374
|
+
def _ensure_agent_pre_tool_hook(test_dir: Path, agent: str, command: str | None) -> None:
|
|
1375
|
+
if agent == "claude-code":
|
|
1376
|
+
_ensure_claude_pre_tool_hook(test_dir, command)
|
|
1377
|
+
return
|
|
1378
|
+
if not command:
|
|
1379
|
+
return
|
|
1380
|
+
|
|
1381
|
+
project_root = ".codex" if agent == "codex" else _agent_project_root(agent)
|
|
1382
|
+
settings_name = "hooks.json" if agent == "codex" else "settings.json"
|
|
1383
|
+
settings_path = test_dir / project_root / settings_name
|
|
1384
|
+
if settings_path.exists():
|
|
1385
|
+
settings = json.loads(settings_path.read_text(encoding="utf-8"))
|
|
1386
|
+
else:
|
|
1387
|
+
settings = {}
|
|
1388
|
+
hooks = settings.setdefault("hooks", {})
|
|
1389
|
+
pre_tool_use = hooks.setdefault("PreToolUse", [])
|
|
1390
|
+
hook_entry = {
|
|
1391
|
+
"matcher": "Write|Edit|MultiEdit",
|
|
1392
|
+
"hooks": [{"type": "command", "command": command}],
|
|
1393
|
+
}
|
|
1394
|
+
if agent in {"qoder", "codebuddy"}:
|
|
1395
|
+
hook_entry["hooks"][0]["description"] = "Comet workflow guard"
|
|
1396
|
+
if not any(entry == hook_entry for entry in pre_tool_use):
|
|
1397
|
+
pre_tool_use.append(hook_entry)
|
|
1398
|
+
settings_path.parent.mkdir(parents=True, exist_ok=True)
|
|
1399
|
+
settings_path.write_text(json.dumps(settings, indent=2) + "\n", encoding="utf-8")
|
|
1400
|
+
|
|
1401
|
+
|
|
916
1402
|
def _get_or_create_experiment_id(name: str, use_coordination: bool) -> str:
|
|
917
1403
|
"""Get shared experiment ID or create new one."""
|
|
1404
|
+
requested = os.environ.get(EXPERIMENT_ID_ENV)
|
|
1405
|
+
if requested is not None:
|
|
1406
|
+
if not EXPERIMENT_ID_RE.fullmatch(requested):
|
|
1407
|
+
raise ValueError(
|
|
1408
|
+
f"{EXPERIMENT_ID_ENV} must contain only letters, digits, dot, underscore, or hyphen"
|
|
1409
|
+
)
|
|
1410
|
+
return requested
|
|
1411
|
+
|
|
918
1412
|
if not use_coordination:
|
|
919
1413
|
timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
|
|
920
1414
|
return f"{name}_{timestamp}"
|
|
921
1415
|
|
|
922
|
-
|
|
1416
|
+
context = context_from_environment()
|
|
1417
|
+
experiment_file = (
|
|
1418
|
+
resolve_managed_path(context, "locks", ".pytest_experiment_id")
|
|
1419
|
+
if context is not None
|
|
1420
|
+
else XDIST_EXPERIMENT_FILE
|
|
1421
|
+
)
|
|
1422
|
+
lock_file = experiment_file.with_suffix(".lock")
|
|
923
1423
|
|
|
924
1424
|
with file_lock(lock_file):
|
|
925
|
-
if
|
|
926
|
-
data = json.loads(
|
|
1425
|
+
if experiment_file.exists():
|
|
1426
|
+
data = json.loads(experiment_file.read_text())
|
|
927
1427
|
return data["experiment_id"]
|
|
928
1428
|
|
|
929
1429
|
timestamp = datetime.now().strftime("%Y%m%d_%H%M%S")
|
|
930
1430
|
experiment_id = f"{name}_{timestamp}"
|
|
931
|
-
|
|
1431
|
+
experiment_file.write_text(
|
|
932
1432
|
json.dumps(
|
|
933
1433
|
{
|
|
934
1434
|
"experiment_id": experiment_id,
|
|
@@ -999,13 +1499,23 @@ def _snapshot_dynamic_skill_package(test_dir: Path, skill_hints: dict[str, Any])
|
|
|
999
1499
|
snapshot_root = test_dir / "_eval_target_skills"
|
|
1000
1500
|
snapshot_root.mkdir(parents=True, exist_ok=True)
|
|
1001
1501
|
package_dest = snapshot_root / package_dir.name
|
|
1002
|
-
shutil.copytree(
|
|
1502
|
+
shutil.copytree(
|
|
1503
|
+
package_dir,
|
|
1504
|
+
package_dest,
|
|
1505
|
+
dirs_exist_ok=True,
|
|
1506
|
+
ignore=shutil.ignore_patterns(".comet"),
|
|
1507
|
+
)
|
|
1003
1508
|
|
|
1004
1509
|
for node_skill in skill_hints.get("generated_node_skills") or []:
|
|
1005
1510
|
node_source = package_dir.parent / node_skill
|
|
1006
1511
|
if not (node_source / "SKILL.md").exists():
|
|
1007
1512
|
continue
|
|
1008
|
-
shutil.copytree(
|
|
1513
|
+
shutil.copytree(
|
|
1514
|
+
node_source,
|
|
1515
|
+
snapshot_root / node_skill,
|
|
1516
|
+
dirs_exist_ok=True,
|
|
1517
|
+
ignore=shutil.ignore_patterns(".comet"),
|
|
1518
|
+
)
|
|
1009
1519
|
|
|
1010
1520
|
return str(package_dest.relative_to(test_dir)).replace("\\", "/")
|
|
1011
1521
|
|
|
@@ -1014,7 +1524,13 @@ def _cleanup_experiment_coordination():
|
|
|
1014
1524
|
"""Remove coordination files after experiment."""
|
|
1015
1525
|
import sys
|
|
1016
1526
|
|
|
1017
|
-
|
|
1527
|
+
context = context_from_environment()
|
|
1528
|
+
experiment_file = (
|
|
1529
|
+
resolve_managed_path(context, "locks", ".pytest_experiment_id")
|
|
1530
|
+
if context is not None
|
|
1531
|
+
else XDIST_EXPERIMENT_FILE
|
|
1532
|
+
)
|
|
1533
|
+
for f in [experiment_file, experiment_file.with_suffix(".lock")]:
|
|
1018
1534
|
try:
|
|
1019
1535
|
f.unlink(missing_ok=True)
|
|
1020
1536
|
except Exception as e:
|
|
@@ -1042,8 +1558,8 @@ def worker_id(request):
|
|
|
1042
1558
|
|
|
1043
1559
|
@pytest.fixture(scope="session", autouse=True)
|
|
1044
1560
|
def verify_environment(project_root, request):
|
|
1045
|
-
"""Verify
|
|
1046
|
-
if _is_unit_tests_only(request.config):
|
|
1561
|
+
"""Verify the selected agent's Docker execution prerequisites."""
|
|
1562
|
+
if _is_unit_tests_only(request.config) or request.config.option.collectonly:
|
|
1047
1563
|
return
|
|
1048
1564
|
|
|
1049
1565
|
from scaffold.python.utils import load_eval_environment
|
|
@@ -1076,34 +1592,55 @@ def verify_environment(project_root, request):
|
|
|
1076
1592
|
if result.returncode != 0:
|
|
1077
1593
|
pytest.skip("Docker not available")
|
|
1078
1594
|
|
|
1079
|
-
|
|
1080
|
-
|
|
1081
|
-
|
|
1082
|
-
|
|
1083
|
-
|
|
1595
|
+
selection = _resolve_eval_agent(request.config)
|
|
1596
|
+
_require_agent_credentials(selection.agent)
|
|
1597
|
+
|
|
1598
|
+
|
|
1599
|
+
def _docker_environment_dirs_for_request(request, tasks_dir: Path) -> list[Path]:
|
|
1600
|
+
"""Return only task environments selected by the current eval invocation."""
|
|
1601
|
+
frozen = getattr(request.config, "_comet_frozen_task_set", None)
|
|
1602
|
+
if frozen is None:
|
|
1603
|
+
raise pytest.UsageError("Eval task collection did not produce a frozen task set")
|
|
1604
|
+
selected: list[Path] = []
|
|
1605
|
+
for item in frozen.tasks:
|
|
1606
|
+
environment_dir = item.task.environment_dir
|
|
1607
|
+
if (
|
|
1608
|
+
environment_dir.is_dir()
|
|
1609
|
+
and (environment_dir / "Dockerfile").is_file()
|
|
1610
|
+
and environment_dir not in selected
|
|
1611
|
+
):
|
|
1612
|
+
selected.append(environment_dir)
|
|
1613
|
+
return selected
|
|
1084
1614
|
|
|
1085
1615
|
|
|
1086
1616
|
@pytest.fixture(scope="session", autouse=True)
|
|
1087
1617
|
def prebuild_docker_image(request):
|
|
1088
1618
|
"""Pre-build Docker image once per session to avoid race conditions."""
|
|
1089
|
-
if _is_unit_tests_only(request.config):
|
|
1619
|
+
if _is_unit_tests_only(request.config) or request.config.option.collectonly:
|
|
1090
1620
|
yield
|
|
1091
1621
|
return
|
|
1092
1622
|
|
|
1093
1623
|
tasks_dir = PROJECT_ROOT / "tasks"
|
|
1094
|
-
|
|
1095
|
-
|
|
1096
|
-
|
|
1097
|
-
|
|
1098
|
-
|
|
1099
|
-
|
|
1100
|
-
|
|
1101
|
-
|
|
1624
|
+
for env_dir in _docker_environment_dirs_for_request(request, tasks_dir):
|
|
1625
|
+
selected_agent = _resolve_eval_agent(request.config).agent
|
|
1626
|
+
image = _build_docker_image_with_lock(
|
|
1627
|
+
env_dir,
|
|
1628
|
+
selected_agent if selected_agent != "claude-code" else None,
|
|
1629
|
+
environment=getattr(request.config, "_comet_execution_env", None),
|
|
1630
|
+
)
|
|
1631
|
+
if image:
|
|
1632
|
+
print(f"\nPre-built Docker image: {image}")
|
|
1102
1633
|
|
|
1103
1634
|
yield
|
|
1104
1635
|
|
|
1105
1636
|
try:
|
|
1106
|
-
|
|
1637
|
+
context = context_from_environment()
|
|
1638
|
+
lock_path = (
|
|
1639
|
+
resolve_managed_path(context, "locks", ".pytest_docker_build.lock")
|
|
1640
|
+
if context is not None
|
|
1641
|
+
else DOCKER_BUILD_LOCK
|
|
1642
|
+
)
|
|
1643
|
+
lock_path.unlink(missing_ok=True)
|
|
1107
1644
|
except Exception:
|
|
1108
1645
|
pass
|
|
1109
1646
|
|
|
@@ -1135,11 +1672,17 @@ def setup_test_context(test_dir):
|
|
|
1135
1672
|
scripts_dir: Path | None = None,
|
|
1136
1673
|
source_dir: Path | None = None,
|
|
1137
1674
|
) -> None:
|
|
1138
|
-
|
|
1675
|
+
agent = _resolve_eval_agent(_plugin.config).agent if _plugin else "claude-code"
|
|
1676
|
+
skill_dir = test_dir / _agent_project_root(agent) / "skills" / skill_name
|
|
1139
1677
|
skill_dir.mkdir(parents=True, exist_ok=True)
|
|
1140
1678
|
|
|
1141
1679
|
if source_dir and source_dir.is_dir():
|
|
1142
|
-
shutil.copytree(
|
|
1680
|
+
shutil.copytree(
|
|
1681
|
+
source_dir,
|
|
1682
|
+
skill_dir,
|
|
1683
|
+
dirs_exist_ok=True,
|
|
1684
|
+
ignore=shutil.ignore_patterns(".comet"),
|
|
1685
|
+
)
|
|
1143
1686
|
|
|
1144
1687
|
shutil.copyfile(skill_file, skill_dir / "SKILL.md")
|
|
1145
1688
|
|
|
@@ -1150,7 +1693,10 @@ def setup_test_context(test_dir):
|
|
|
1150
1693
|
|
|
1151
1694
|
def _copy_environment(environment_dir: Path) -> None:
|
|
1152
1695
|
for item in environment_dir.iterdir():
|
|
1153
|
-
if item.name in {
|
|
1696
|
+
if item.name in {
|
|
1697
|
+
CURRENT_COMET_CLI_MARKER,
|
|
1698
|
+
TRUSTED_NATIVE_RUNTIME_MARKER,
|
|
1699
|
+
}:
|
|
1154
1700
|
continue
|
|
1155
1701
|
dest = test_dir / item.name
|
|
1156
1702
|
if item.is_dir():
|
|
@@ -1163,13 +1709,38 @@ def setup_test_context(test_dir):
|
|
|
1163
1709
|
shutil.copy2(item, dest)
|
|
1164
1710
|
_copy_current_comet_cli_snapshot(environment_dir, test_dir)
|
|
1165
1711
|
|
|
1712
|
+
def _copy_workspace(workspace_dir: Path) -> None:
|
|
1713
|
+
"""Copy a bounded project fixture without replacing the task Dockerfile."""
|
|
1714
|
+
for item in workspace_dir.iterdir():
|
|
1715
|
+
if item.name in {"Dockerfile", CURRENT_COMET_CLI_MARKER, TRUSTED_NATIVE_RUNTIME_MARKER}:
|
|
1716
|
+
continue
|
|
1717
|
+
dest = test_dir / item.name
|
|
1718
|
+
if item.is_dir():
|
|
1719
|
+
shutil.copytree(item, dest, dirs_exist_ok=True)
|
|
1720
|
+
else:
|
|
1721
|
+
dest.parent.mkdir(parents=True, exist_ok=True)
|
|
1722
|
+
shutil.copy2(item, dest)
|
|
1723
|
+
|
|
1166
1724
|
def _write_claude_md(content_file: str) -> None:
|
|
1167
|
-
|
|
1168
|
-
|
|
1169
|
-
|
|
1170
|
-
|
|
1725
|
+
agent = _resolve_eval_agent(_plugin.config).agent if _plugin else "claude-code"
|
|
1726
|
+
if agent == "claude-code":
|
|
1727
|
+
claude_dir = test_dir / ".claude"
|
|
1728
|
+
claude_dir.mkdir(parents=True, exist_ok=True)
|
|
1729
|
+
shutil.copyfile(content_file, claude_dir / "CLAUDE.md")
|
|
1730
|
+
shutil.copyfile(content_file, test_dir / "CLAUDE.md")
|
|
1731
|
+
elif agent == "codebuddy":
|
|
1732
|
+
codebuddy_dir = test_dir / ".codebuddy"
|
|
1733
|
+
codebuddy_dir.mkdir(parents=True, exist_ok=True)
|
|
1734
|
+
shutil.copyfile(content_file, codebuddy_dir / "CODEBUDDY.md")
|
|
1735
|
+
else:
|
|
1736
|
+
shutil.copyfile(content_file, test_dir / "AGENTS.md")
|
|
1171
1737
|
|
|
1172
|
-
def _setup(
|
|
1738
|
+
def _setup(
|
|
1739
|
+
skills: dict = None,
|
|
1740
|
+
claude_md: str = None,
|
|
1741
|
+
environment_dir: Path = None,
|
|
1742
|
+
workspace_dir: Path = None,
|
|
1743
|
+
):
|
|
1173
1744
|
for skill_name, cfg in (skills or {}).items():
|
|
1174
1745
|
if not cfg:
|
|
1175
1746
|
continue
|
|
@@ -1202,6 +1773,9 @@ def setup_test_context(test_dir):
|
|
|
1202
1773
|
if is_temp_dir and filtered_dir.exists():
|
|
1203
1774
|
shutil.rmtree(filtered_dir)
|
|
1204
1775
|
|
|
1776
|
+
if workspace_dir and workspace_dir.exists():
|
|
1777
|
+
_copy_workspace(workspace_dir)
|
|
1778
|
+
|
|
1205
1779
|
if environment_dir and environment_dir.exists():
|
|
1206
1780
|
_copy_environment(environment_dir)
|
|
1207
1781
|
_copy_trusted_native_runtime_snapshot(environment_dir, test_dir, skills)
|
|
@@ -1217,7 +1791,9 @@ def setup_test_context(test_dir):
|
|
|
1217
1791
|
finally:
|
|
1218
1792
|
os.unlink(temp_file)
|
|
1219
1793
|
|
|
1220
|
-
|
|
1794
|
+
agent = _resolve_eval_agent(_plugin.config).agent if _plugin else "claude-code"
|
|
1795
|
+
_ensure_langfuse_trajectory_support(test_dir, agent)
|
|
1796
|
+
_ensure_agent_pre_tool_hook(test_dir, agent, _comet_hook_command(test_dir, agent))
|
|
1221
1797
|
|
|
1222
1798
|
return test_dir
|
|
1223
1799
|
|
|
@@ -1226,13 +1802,15 @@ def setup_test_context(test_dir):
|
|
|
1226
1802
|
|
|
1227
1803
|
@pytest.fixture
|
|
1228
1804
|
def run_claude(test_dir, experiment_logger, request):
|
|
1229
|
-
"""Factory fixture to run
|
|
1805
|
+
"""Factory fixture to run the selected evaluation agent in Docker.
|
|
1230
1806
|
|
|
1231
1807
|
For tasks using ``interaction.mode=auto_user`` the single-shot ``run-claude``
|
|
1232
1808
|
is replaced by the multi-turn ``run-claude-loop`` driver, which simulates a
|
|
1233
1809
|
user replying at the workflow's decision points.
|
|
1234
1810
|
"""
|
|
1235
|
-
|
|
1811
|
+
execution = _resolve_eval_execution(request.config)
|
|
1812
|
+
selected_agent = execution.agent
|
|
1813
|
+
default_model = execution.model
|
|
1236
1814
|
|
|
1237
1815
|
def _run(
|
|
1238
1816
|
prompt: str,
|
|
@@ -1242,18 +1820,28 @@ def run_claude(test_dir, experiment_logger, request):
|
|
|
1242
1820
|
image_id: str | None = None,
|
|
1243
1821
|
):
|
|
1244
1822
|
mdl = model or default_model
|
|
1823
|
+
run_execution = ResolvedExecution(
|
|
1824
|
+
selected_agent,
|
|
1825
|
+
mdl,
|
|
1826
|
+
execution.base_url,
|
|
1827
|
+
execution.sources,
|
|
1828
|
+
)
|
|
1829
|
+
run_environment = build_agent_environment(run_execution)
|
|
1245
1830
|
if os.environ.get("TRACE_TO_LANGSMITH", "").lower() == "true" and not os.environ.get(
|
|
1246
1831
|
"CC_LANGSMITH_LOG_FILE"
|
|
1247
1832
|
):
|
|
1248
1833
|
os.environ["CC_LANGSMITH_LOG_FILE"] = "/workspace/langsmith-hook.log"
|
|
1249
1834
|
use_loop = interaction is not None and interaction.mode == "auto_user"
|
|
1250
1835
|
if not use_loop:
|
|
1251
|
-
result =
|
|
1836
|
+
result = run_agent_in_docker(
|
|
1252
1837
|
test_dir,
|
|
1253
1838
|
prompt,
|
|
1839
|
+
agent=selected_agent,
|
|
1254
1840
|
timeout=timeout,
|
|
1255
1841
|
model=mdl,
|
|
1842
|
+
base_url=execution.base_url,
|
|
1256
1843
|
image_id=image_id,
|
|
1844
|
+
environment=run_environment,
|
|
1257
1845
|
)
|
|
1258
1846
|
else:
|
|
1259
1847
|
task_prompt_file = test_dir / ".eval-task-prompt.txt"
|
|
@@ -1293,11 +1881,25 @@ def run_claude(test_dir, experiment_logger, request):
|
|
|
1293
1881
|
"--simulator-prompt-file",
|
|
1294
1882
|
"//workspace/.eval-simulator-prompt.txt",
|
|
1295
1883
|
]
|
|
1296
|
-
|
|
1297
|
-
|
|
1298
|
-
|
|
1299
|
-
|
|
1300
|
-
|
|
1884
|
+
if selected_agent == "claude-code":
|
|
1885
|
+
result = run_claude_loop_in_docker(
|
|
1886
|
+
test_dir,
|
|
1887
|
+
loop_args[2:],
|
|
1888
|
+
timeout=timeout + 60,
|
|
1889
|
+
environment=run_environment,
|
|
1890
|
+
)
|
|
1891
|
+
else:
|
|
1892
|
+
result = run_agent_loop_in_docker(
|
|
1893
|
+
test_dir,
|
|
1894
|
+
[
|
|
1895
|
+
loop_args[2],
|
|
1896
|
+
"--agent",
|
|
1897
|
+
selected_agent,
|
|
1898
|
+
*loop_args[3:],
|
|
1899
|
+
],
|
|
1900
|
+
timeout=timeout + 60,
|
|
1901
|
+
environment=run_environment,
|
|
1902
|
+
)
|
|
1301
1903
|
finally:
|
|
1302
1904
|
task_prompt_file.unlink(missing_ok=True)
|
|
1303
1905
|
if prompt_file and prompt_file.exists():
|
|
@@ -1335,12 +1937,22 @@ def record_result(test_dir, experiment_logger, request):
|
|
|
1335
1937
|
if not experiment_logger:
|
|
1336
1938
|
return
|
|
1337
1939
|
|
|
1940
|
+
if _plugin is not None:
|
|
1941
|
+
_plugin.last_test_dir = test_dir
|
|
1942
|
+
|
|
1338
1943
|
treatment_name = _get_treatment_name(request.node)
|
|
1339
1944
|
rep = _plugin.run_counter.get(treatment_name, 1) if _plugin else 1
|
|
1945
|
+
events["sample"] = rep
|
|
1340
1946
|
base_dir = experiment_logger.base_dir
|
|
1341
1947
|
|
|
1342
1948
|
save_events(base_dir, treatment_name, rep, events)
|
|
1343
|
-
_save_artifacts(
|
|
1949
|
+
_save_artifacts(
|
|
1950
|
+
base_dir,
|
|
1951
|
+
treatment_name,
|
|
1952
|
+
rep,
|
|
1953
|
+
test_dir,
|
|
1954
|
+
agent=events.get("agent", "claude-code"),
|
|
1955
|
+
)
|
|
1344
1956
|
artifact_references = build_eval_artifact_references(base_dir, treatment_name, rep)
|
|
1345
1957
|
|
|
1346
1958
|
scripts_used = _extract_scripts_used(events)
|
|
@@ -1390,9 +2002,23 @@ def record_result(test_dir, experiment_logger, request):
|
|
|
1390
2002
|
"skill_sources": events.get("skill_sources", []),
|
|
1391
2003
|
"eval_manifest": events.get("eval_manifest"),
|
|
1392
2004
|
"case_manifest": events.get("case_manifest"),
|
|
2005
|
+
"eval_generation": events.get("eval_generation"),
|
|
1393
2006
|
"interaction": events.get("interaction", {}),
|
|
1394
2007
|
"artifact_references": artifact_references,
|
|
1395
2008
|
"failure_attribution": failure_attribution,
|
|
2009
|
+
"agent": events.get("agent", "claude-code"),
|
|
2010
|
+
"role_models": events.get("role_models", {}),
|
|
2011
|
+
"role_agents": events.get("role_agents", {}),
|
|
2012
|
+
"telemetry_status": events.get("telemetry_status", "N/A"),
|
|
2013
|
+
"role_sessions": events.get("role_sessions", {}),
|
|
2014
|
+
"task": events.get("task"),
|
|
2015
|
+
"treatment": events.get("treatment", treatment_name),
|
|
2016
|
+
"sample": events.get("sample", rep),
|
|
2017
|
+
"prompt": events.get("prompt"),
|
|
2018
|
+
"skill": events.get("skill"),
|
|
2019
|
+
"final_response": events.get("final_response"),
|
|
2020
|
+
"quality_gates": events.get("quality_gates", {}),
|
|
2021
|
+
"execution_identity": events.get("execution_identity"),
|
|
1396
2022
|
},
|
|
1397
2023
|
run_id=run_id,
|
|
1398
2024
|
),
|
|
@@ -1446,14 +2072,29 @@ def _build_report_payload(
|
|
|
1446
2072
|
"model_usage": events.get("model_usage", {}),
|
|
1447
2073
|
"files_created": events.get("files_created", []),
|
|
1448
2074
|
"skills_invoked": events.get("skills_invoked", []),
|
|
2075
|
+
"skill_invocations": events.get("skill_invocations", []),
|
|
1449
2076
|
"scripts_used": scripts_used,
|
|
1450
2077
|
"profile": events.get("profile"),
|
|
1451
2078
|
"skill_sources": events.get("skill_sources", []),
|
|
1452
2079
|
"eval_manifest": events.get("eval_manifest"),
|
|
1453
2080
|
"case_manifest": events.get("case_manifest"),
|
|
2081
|
+
"eval_generation": events.get("eval_generation"),
|
|
1454
2082
|
"interaction": events.get("interaction", {}),
|
|
1455
2083
|
"artifact_references": artifact_references,
|
|
1456
2084
|
"failure_attribution": failure_attribution,
|
|
2085
|
+
"agent": events.get("agent", "claude-code"),
|
|
2086
|
+
"role_models": events.get("role_models", {}),
|
|
2087
|
+
"role_agents": events.get("role_agents", {}),
|
|
2088
|
+
"telemetry_status": events.get("telemetry_status", "N/A"),
|
|
2089
|
+
"role_sessions": events.get("role_sessions", {}),
|
|
2090
|
+
"task": events.get("task"),
|
|
2091
|
+
"treatment": events.get("treatment", treatment_name),
|
|
2092
|
+
"sample": events.get("sample", rep),
|
|
2093
|
+
"prompt": events.get("prompt"),
|
|
2094
|
+
"skill": events.get("skill"),
|
|
2095
|
+
"final_response": events.get("final_response"),
|
|
2096
|
+
"quality_gates": events.get("quality_gates", {}),
|
|
2097
|
+
"execution_identity": events.get("execution_identity"),
|
|
1457
2098
|
},
|
|
1458
2099
|
"timestamp": datetime.now().isoformat(),
|
|
1459
2100
|
}
|
|
@@ -1532,13 +2173,32 @@ def _filter_scripts(scripts_dir: Path, script_filter: str) -> Path | None:
|
|
|
1532
2173
|
return temp_dir
|
|
1533
2174
|
|
|
1534
2175
|
|
|
1535
|
-
def _build_docker_image_with_lock(
|
|
2176
|
+
def _build_docker_image_with_lock(
|
|
2177
|
+
environment_dir: Path,
|
|
2178
|
+
agent: str | None = None,
|
|
2179
|
+
*,
|
|
2180
|
+
environment: dict[str, str] | None = None,
|
|
2181
|
+
) -> str | None:
|
|
1536
2182
|
"""Build Docker image with file locking to prevent race conditions."""
|
|
1537
2183
|
if not environment_dir or not (environment_dir / "Dockerfile").exists():
|
|
1538
2184
|
return None
|
|
1539
2185
|
|
|
1540
|
-
|
|
1541
|
-
|
|
2186
|
+
context = context_from_environment()
|
|
2187
|
+
lock_path = (
|
|
2188
|
+
resolve_managed_path(context, "locks", ".pytest_docker_build.lock")
|
|
2189
|
+
if context is not None
|
|
2190
|
+
else DOCKER_BUILD_LOCK
|
|
2191
|
+
)
|
|
2192
|
+
with file_lock(lock_path):
|
|
2193
|
+
# A cold image build downloads Debian packages and installs the selected CLI.
|
|
2194
|
+
# Five minutes is insufficient after cache cleanup or on a proxied connection.
|
|
2195
|
+
command = ["docker.sh", "build", str(environment_dir)]
|
|
2196
|
+
if agent:
|
|
2197
|
+
command.extend(["--agent", agent])
|
|
2198
|
+
run_options = {"timeout": 900, "check": False}
|
|
2199
|
+
if environment is not None:
|
|
2200
|
+
run_options["env"] = environment
|
|
2201
|
+
result = run_shell(*command, **run_options)
|
|
1542
2202
|
if result.returncode == 0:
|
|
1543
2203
|
return result.stdout.strip()
|
|
1544
2204
|
return None
|
|
@@ -1613,18 +2273,34 @@ def _extract_scripts_used(events: dict) -> list[str]:
|
|
|
1613
2273
|
return [s for s in _get_known_scripts() if s.lower() in all_activity]
|
|
1614
2274
|
|
|
1615
2275
|
|
|
1616
|
-
def _save_artifacts(
|
|
1617
|
-
|
|
2276
|
+
def _save_artifacts(
|
|
2277
|
+
base_dir: Path,
|
|
2278
|
+
treatment_name: str,
|
|
2279
|
+
rep: int,
|
|
2280
|
+
test_dir: Path,
|
|
2281
|
+
*,
|
|
2282
|
+
agent: str = "claude-code",
|
|
2283
|
+
):
|
|
2284
|
+
"""Save the selected Agent's generated files as artifacts."""
|
|
1618
2285
|
artifacts_dir = base_dir / "artifacts" / f"{treatment_name.lower()}_rep{rep}"
|
|
1619
|
-
|
|
2286
|
+
agent_dir_name = {
|
|
2287
|
+
"claude-code": "claude",
|
|
2288
|
+
"codex": "codex",
|
|
2289
|
+
"qoder": "qoder",
|
|
2290
|
+
"codebuddy": "codebuddy",
|
|
2291
|
+
}.get(agent, agent)
|
|
2292
|
+
agent_dir = artifacts_dir / agent_dir_name
|
|
1620
2293
|
execution_dir = artifacts_dir / "execution"
|
|
1621
|
-
|
|
2294
|
+
agent_dir.mkdir(parents=True, exist_ok=True)
|
|
1622
2295
|
execution_dir.mkdir(parents=True, exist_ok=True)
|
|
1623
2296
|
|
|
1624
2297
|
from scaffold.python.utils import TEST_CONTEXT_FILE, TEST_RESULTS_FILE
|
|
1625
2298
|
|
|
1626
2299
|
exclude_dirs = {
|
|
1627
2300
|
".claude",
|
|
2301
|
+
".agents",
|
|
2302
|
+
".qoder",
|
|
2303
|
+
".codebuddy",
|
|
1628
2304
|
".git",
|
|
1629
2305
|
"_eval_current_comet",
|
|
1630
2306
|
"node_modules",
|
|
@@ -1656,9 +2332,20 @@ def _save_artifacts(base_dir: Path, treatment_name: str, rep: int, test_dir: Pat
|
|
|
1656
2332
|
continue
|
|
1657
2333
|
try:
|
|
1658
2334
|
rel_path = item.relative_to(test_dir)
|
|
1659
|
-
dest =
|
|
2335
|
+
dest = agent_dir / rel_path
|
|
1660
2336
|
dest.parent.mkdir(parents=True, exist_ok=True)
|
|
1661
|
-
|
|
2337
|
+
try:
|
|
2338
|
+
content = item.read_text(encoding="utf-8")
|
|
2339
|
+
except UnicodeDecodeError:
|
|
2340
|
+
import sys
|
|
2341
|
+
|
|
2342
|
+
print(
|
|
2343
|
+
f"Warning: skipped non-text artifact {rel_path}; binary content is not persisted to protect credentials",
|
|
2344
|
+
file=sys.stderr,
|
|
2345
|
+
)
|
|
2346
|
+
continue
|
|
2347
|
+
else:
|
|
2348
|
+
dest.write_text(redact_sensitive(content), encoding="utf-8")
|
|
1662
2349
|
claude_files.append(item)
|
|
1663
2350
|
except Exception as e:
|
|
1664
2351
|
import sys
|
|
@@ -1671,7 +2358,7 @@ def _save_artifacts(base_dir: Path, treatment_name: str, rep: int, test_dir: Pat
|
|
|
1671
2358
|
success, output = run_python_in_docker(test_dir, py_file.name, timeout=300)
|
|
1672
2359
|
status = "success" if success else "error"
|
|
1673
2360
|
output_file = execution_dir / f"{py_file.stem}_{status}.txt"
|
|
1674
|
-
output_file.write_text(strip_ansi(output))
|
|
2361
|
+
output_file.write_text(redact_sensitive(strip_ansi(output)), encoding="utf-8")
|
|
1675
2362
|
except Exception as e:
|
|
1676
2363
|
error_file = execution_dir / f"{py_file.stem}_error.txt"
|
|
1677
|
-
error_file.write_text(str(e))
|
|
2364
|
+
error_file.write_text(redact_sensitive(str(e)), encoding="utf-8")
|