@kilnai/cli 1.0.7 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +34 -8
- package/dist/application/__tests__/session-report.test.d.ts +2 -0
- package/dist/application/__tests__/session-report.test.d.ts.map +1 -0
- package/dist/application/__tests__/session-report.test.js +100 -0
- package/dist/application/__tests__/session-report.test.js.map +1 -0
- package/dist/application/agent-loader.d.ts +30 -2
- package/dist/application/agent-loader.d.ts.map +1 -1
- package/dist/application/agent-loader.js +99 -3
- package/dist/application/agent-loader.js.map +1 -1
- package/dist/application/agent-loader.test.js +112 -18
- package/dist/application/agent-loader.test.js.map +1 -1
- package/dist/application/agent-skill-context.d.ts +12 -0
- package/dist/application/agent-skill-context.d.ts.map +1 -0
- package/dist/application/agent-skill-context.js +32 -0
- package/dist/application/agent-skill-context.js.map +1 -0
- package/dist/application/agent-skill-context.test.d.ts +2 -0
- package/dist/application/agent-skill-context.test.d.ts.map +1 -0
- package/dist/application/agent-skill-context.test.js +156 -0
- package/dist/application/agent-skill-context.test.js.map +1 -0
- package/dist/application/benchmark-session-executor.d.ts +14 -0
- package/dist/application/benchmark-session-executor.d.ts.map +1 -0
- package/dist/application/benchmark-session-executor.js +210 -0
- package/dist/application/benchmark-session-executor.js.map +1 -0
- package/dist/application/config-apply-tool.d.ts +30 -0
- package/dist/application/config-apply-tool.d.ts.map +1 -0
- package/dist/application/config-apply-tool.js +68 -0
- package/dist/application/config-apply-tool.js.map +1 -0
- package/dist/application/config-apply.d.ts +9 -0
- package/dist/application/config-apply.d.ts.map +1 -0
- package/dist/application/config-apply.js +146 -0
- package/dist/application/config-apply.js.map +1 -0
- package/dist/application/config-approval.d.ts +10 -0
- package/dist/application/config-approval.d.ts.map +1 -0
- package/dist/application/config-approval.js +30 -0
- package/dist/application/config-approval.js.map +1 -0
- package/dist/application/config-mutation-store.d.ts +25 -0
- package/dist/application/config-mutation-store.d.ts.map +1 -0
- package/dist/application/config-mutation-store.js +59 -0
- package/dist/application/config-mutation-store.js.map +1 -0
- package/dist/application/config-proposal.d.ts +22 -0
- package/dist/application/config-proposal.d.ts.map +1 -0
- package/dist/application/config-proposal.js +395 -0
- package/dist/application/config-proposal.js.map +1 -0
- package/dist/application/config-propose-tool.d.ts +30 -0
- package/dist/application/config-propose-tool.d.ts.map +1 -0
- package/dist/application/config-propose-tool.js +63 -0
- package/dist/application/config-propose-tool.js.map +1 -0
- package/dist/application/config-read-tool.d.ts +26 -0
- package/dist/application/config-read-tool.d.ts.map +1 -0
- package/dist/application/config-read-tool.js +51 -0
- package/dist/application/config-read-tool.js.map +1 -0
- package/dist/application/config-status.d.ts +9 -0
- package/dist/application/config-status.d.ts.map +1 -0
- package/dist/application/config-status.js +361 -0
- package/dist/application/config-status.js.map +1 -0
- package/dist/application/config-tools.d.ts +3 -0
- package/dist/application/config-tools.d.ts.map +1 -0
- package/dist/application/config-tools.js +11 -0
- package/dist/application/config-tools.js.map +1 -0
- package/dist/application/context-types.d.ts +4 -17
- package/dist/application/context-types.d.ts.map +1 -1
- package/dist/application/context-types.js.map +1 -1
- package/dist/application/first-party-agent-defaults.d.ts +3 -0
- package/dist/application/first-party-agent-defaults.d.ts.map +1 -0
- package/dist/application/first-party-agent-defaults.js +135 -0
- package/dist/application/first-party-agent-defaults.js.map +1 -0
- package/dist/application/instruction-profile-context.d.ts +15 -0
- package/dist/application/instruction-profile-context.d.ts.map +1 -0
- package/dist/application/instruction-profile-context.js +80 -0
- package/dist/application/instruction-profile-context.js.map +1 -0
- package/dist/application/instruction-profile-loader.d.ts +20 -0
- package/dist/application/instruction-profile-loader.d.ts.map +1 -0
- package/dist/application/instruction-profile-loader.js +132 -0
- package/dist/application/instruction-profile-loader.js.map +1 -0
- package/dist/application/instruction-profile-loader.test.d.ts +2 -0
- package/dist/application/instruction-profile-loader.test.d.ts.map +1 -0
- package/dist/application/instruction-profile-loader.test.js +100 -0
- package/dist/application/instruction-profile-loader.test.js.map +1 -0
- package/dist/application/operator-theme-preferences.d.ts +11 -0
- package/dist/application/operator-theme-preferences.d.ts.map +1 -0
- package/dist/application/operator-theme-preferences.js +49 -0
- package/dist/application/operator-theme-preferences.js.map +1 -0
- package/dist/application/project-context.d.ts +22 -0
- package/dist/application/project-context.d.ts.map +1 -0
- package/dist/application/project-context.js +139 -0
- package/dist/application/project-context.js.map +1 -0
- package/dist/application/project-root-resolver.d.ts +14 -0
- package/dist/application/project-root-resolver.d.ts.map +1 -0
- package/dist/application/project-root-resolver.js +71 -0
- package/dist/application/project-root-resolver.js.map +1 -0
- package/dist/application/repo-shim-projection.d.ts +48 -0
- package/dist/application/repo-shim-projection.d.ts.map +1 -0
- package/dist/application/repo-shim-projection.js +536 -0
- package/dist/application/repo-shim-projection.js.map +1 -0
- package/dist/application/resume-sidebar-info.d.ts +9 -0
- package/dist/application/resume-sidebar-info.d.ts.map +1 -0
- package/dist/application/resume-sidebar-info.js +40 -0
- package/dist/application/resume-sidebar-info.js.map +1 -0
- package/dist/application/resume-strategy-feedback.d.ts.map +1 -1
- package/dist/application/resume-strategy-feedback.js +2 -1
- package/dist/application/resume-strategy-feedback.js.map +1 -1
- package/dist/application/run-session.d.ts +15 -0
- package/dist/application/run-session.d.ts.map +1 -1
- package/dist/application/run-session.js +110 -19
- package/dist/application/run-session.js.map +1 -1
- package/dist/application/runtime-session-rehydration.d.ts +9 -0
- package/dist/application/runtime-session-rehydration.d.ts.map +1 -0
- package/dist/application/runtime-session-rehydration.js +115 -0
- package/dist/application/runtime-session-rehydration.js.map +1 -0
- package/dist/application/session-context-artifacts.d.ts +19 -0
- package/dist/application/session-context-artifacts.d.ts.map +1 -0
- package/dist/application/session-context-artifacts.js +60 -0
- package/dist/application/session-context-artifacts.js.map +1 -0
- package/dist/application/session-metadata.d.ts +35 -0
- package/dist/application/session-metadata.d.ts.map +1 -0
- package/dist/application/session-metadata.js +157 -0
- package/dist/application/session-metadata.js.map +1 -0
- package/dist/application/session-report.d.ts.map +1 -1
- package/dist/application/session-report.js +8 -0
- package/dist/application/session-report.js.map +1 -1
- package/dist/application/session-resume.d.ts +1 -1
- package/dist/application/session-resume.d.ts.map +1 -1
- package/dist/application/session-resume.js +4 -4
- package/dist/application/session-resume.js.map +1 -1
- package/dist/application/work-governance-context.d.ts +7 -0
- package/dist/application/work-governance-context.d.ts.map +1 -0
- package/dist/application/work-governance-context.js +64 -0
- package/dist/application/work-governance-context.js.map +1 -0
- package/dist/application/work-governance-context.test.d.ts +2 -0
- package/dist/application/work-governance-context.test.d.ts.map +1 -0
- package/dist/application/work-governance-context.test.js +55 -0
- package/dist/application/work-governance-context.test.js.map +1 -0
- package/dist/application/work-governance-policy.d.ts +15 -0
- package/dist/application/work-governance-policy.d.ts.map +1 -0
- package/dist/application/work-governance-policy.js +53 -0
- package/dist/application/work-governance-policy.js.map +1 -0
- package/dist/application/work-governance-tool.d.ts +421 -0
- package/dist/application/work-governance-tool.d.ts.map +1 -0
- package/dist/application/work-governance-tool.js +937 -0
- package/dist/application/work-governance-tool.js.map +1 -0
- package/dist/application/work-governance-tool.test.d.ts +2 -0
- package/dist/application/work-governance-tool.test.d.ts.map +1 -0
- package/dist/application/work-governance-tool.test.js +935 -0
- package/dist/application/work-governance-tool.test.js.map +1 -0
- package/dist/application/work-governance-workflows.d.ts +23 -0
- package/dist/application/work-governance-workflows.d.ts.map +1 -0
- package/dist/application/work-governance-workflows.js +177 -0
- package/dist/application/work-governance-workflows.js.map +1 -0
- package/dist/application/workflow-snapshot-export.d.ts +81 -0
- package/dist/application/workflow-snapshot-export.d.ts.map +1 -0
- package/dist/application/workflow-snapshot-export.js +141 -0
- package/dist/application/workflow-snapshot-export.js.map +1 -0
- package/dist/commands/auth.d.ts.map +1 -1
- package/dist/commands/auth.js +242 -24
- package/dist/commands/auth.js.map +1 -1
- package/dist/commands/benchmark.d.ts +8 -0
- package/dist/commands/benchmark.d.ts.map +1 -0
- package/dist/commands/benchmark.js +287 -0
- package/dist/commands/benchmark.js.map +1 -0
- package/dist/commands/config.d.ts +1 -1
- package/dist/commands/config.d.ts.map +1 -1
- package/dist/commands/config.js +369 -39
- package/dist/commands/config.js.map +1 -1
- package/dist/commands/config.test.d.ts +2 -0
- package/dist/commands/config.test.d.ts.map +1 -0
- package/dist/commands/config.test.js +86 -0
- package/dist/commands/config.test.js.map +1 -0
- package/dist/commands/goal.d.ts +12 -0
- package/dist/commands/goal.d.ts.map +1 -0
- package/dist/commands/goal.js +469 -0
- package/dist/commands/goal.js.map +1 -0
- package/dist/commands/goal.test.d.ts +2 -0
- package/dist/commands/goal.test.d.ts.map +1 -0
- package/dist/commands/goal.test.js +317 -0
- package/dist/commands/goal.test.js.map +1 -0
- package/dist/commands/gui-options.d.ts +5 -0
- package/dist/commands/gui-options.d.ts.map +1 -0
- package/dist/commands/gui-options.js +18 -0
- package/dist/commands/gui-options.js.map +1 -0
- package/dist/commands/gui-session-detail.d.ts +4 -0
- package/dist/commands/gui-session-detail.d.ts.map +1 -0
- package/dist/commands/gui-session-detail.js +32 -0
- package/dist/commands/gui-session-detail.js.map +1 -0
- package/dist/commands/gui-session-summaries.d.ts +5 -0
- package/dist/commands/gui-session-summaries.d.ts.map +1 -0
- package/dist/commands/gui-session-summaries.js +62 -0
- package/dist/commands/gui-session-summaries.js.map +1 -0
- package/dist/commands/gui-shutdown-monitor.d.ts +8 -0
- package/dist/commands/gui-shutdown-monitor.d.ts.map +1 -0
- package/dist/commands/gui-shutdown-monitor.js +50 -0
- package/dist/commands/gui-shutdown-monitor.js.map +1 -0
- package/dist/commands/gui-window.d.ts +42 -0
- package/dist/commands/gui-window.d.ts.map +1 -0
- package/dist/commands/gui-window.js +287 -0
- package/dist/commands/gui-window.js.map +1 -0
- package/dist/commands/gui-workspace.d.ts +3 -0
- package/dist/commands/gui-workspace.d.ts.map +1 -0
- package/dist/commands/gui-workspace.js +297 -0
- package/dist/commands/gui-workspace.js.map +1 -0
- package/dist/commands/gui.d.ts +14 -0
- package/dist/commands/gui.d.ts.map +1 -0
- package/dist/commands/gui.js +391 -0
- package/dist/commands/gui.js.map +1 -0
- package/dist/commands/import-native.d.ts +34 -0
- package/dist/commands/import-native.d.ts.map +1 -0
- package/dist/commands/import-native.js +302 -0
- package/dist/commands/import-native.js.map +1 -0
- package/dist/commands/init-templates.d.ts.map +1 -1
- package/dist/commands/init-templates.js +13 -12
- package/dist/commands/init-templates.js.map +1 -1
- package/dist/commands/init.js +1 -1
- package/dist/commands/init.js.map +1 -1
- package/dist/commands/mcp-config.d.ts.map +1 -1
- package/dist/commands/mcp-config.js +6 -3
- package/dist/commands/mcp-config.js.map +1 -1
- package/dist/commands/memory.d.ts +1 -1
- package/dist/commands/memory.d.ts.map +1 -1
- package/dist/commands/memory.js +188 -39
- package/dist/commands/memory.js.map +1 -1
- package/dist/commands/project.d.ts +3 -0
- package/dist/commands/project.d.ts.map +1 -0
- package/dist/commands/project.js +64 -0
- package/dist/commands/project.js.map +1 -0
- package/dist/commands/route.d.ts +3 -0
- package/dist/commands/route.d.ts.map +1 -0
- package/dist/commands/route.js +19 -0
- package/dist/commands/route.js.map +1 -0
- package/dist/commands/run.d.ts +23 -1
- package/dist/commands/run.d.ts.map +1 -1
- package/dist/commands/run.js +416 -81
- package/dist/commands/run.js.map +1 -1
- package/dist/commands/skill-capture.js +34 -14
- package/dist/commands/skill-capture.js.map +1 -1
- package/dist/commands/skill.d.ts.map +1 -1
- package/dist/commands/skill.js +10 -9
- package/dist/commands/skill.js.map +1 -1
- package/dist/commands/status.d.ts +5 -1
- package/dist/commands/status.d.ts.map +1 -1
- package/dist/commands/status.js +134 -5
- package/dist/commands/status.js.map +1 -1
- package/dist/commands/sync.d.ts +8 -6
- package/dist/commands/sync.d.ts.map +1 -1
- package/dist/commands/sync.js +173 -48
- package/dist/commands/sync.js.map +1 -1
- package/dist/commands/tools.d.ts +2 -0
- package/dist/commands/tools.d.ts.map +1 -1
- package/dist/commands/tools.js +34 -15
- package/dist/commands/tools.js.map +1 -1
- package/dist/commands/tui.d.ts +6 -4
- package/dist/commands/tui.d.ts.map +1 -1
- package/dist/commands/tui.js +594 -94
- package/dist/commands/tui.js.map +1 -1
- package/dist/commands/uninstall.d.ts +13 -0
- package/dist/commands/uninstall.d.ts.map +1 -0
- package/dist/commands/uninstall.js +111 -0
- package/dist/commands/uninstall.js.map +1 -0
- package/dist/config/builtin-tool-surface-config.d.ts +6 -0
- package/dist/config/builtin-tool-surface-config.d.ts.map +1 -0
- package/dist/config/builtin-tool-surface-config.js +27 -0
- package/dist/config/builtin-tool-surface-config.js.map +1 -0
- package/dist/config/config-merger.d.ts +1 -1
- package/dist/config/config-merger.d.ts.map +1 -1
- package/dist/config/config-merger.js +21 -4
- package/dist/config/config-merger.js.map +1 -1
- package/dist/config/config-merger.test.js +202 -7
- package/dist/config/config-merger.test.js.map +1 -1
- package/dist/config/global-config.d.ts +59 -13
- package/dist/config/global-config.d.ts.map +1 -1
- package/dist/config/global-config.js +580 -5
- package/dist/config/global-config.js.map +1 -1
- package/dist/config/global-config.test.js +481 -8
- package/dist/config/global-config.test.js.map +1 -1
- package/dist/config/harness-integration-capabilities.d.ts +27 -0
- package/dist/config/harness-integration-capabilities.d.ts.map +1 -0
- package/dist/config/harness-integration-capabilities.js +64 -0
- package/dist/config/harness-integration-capabilities.js.map +1 -0
- package/dist/config/interactive-use-config.d.ts +25 -0
- package/dist/config/interactive-use-config.d.ts.map +1 -0
- package/dist/config/interactive-use-config.js +210 -0
- package/dist/config/interactive-use-config.js.map +1 -0
- package/dist/config/json-comments.d.ts +2 -0
- package/dist/config/json-comments.d.ts.map +1 -0
- package/dist/config/json-comments.js +21 -0
- package/dist/config/json-comments.js.map +1 -0
- package/dist/config/managed-agent-direct-adapters.d.ts +15 -0
- package/dist/config/managed-agent-direct-adapters.d.ts.map +1 -0
- package/dist/config/managed-agent-direct-adapters.js +54 -0
- package/dist/config/managed-agent-direct-adapters.js.map +1 -0
- package/dist/config/managed-agent-provider-models.d.ts +3 -0
- package/dist/config/managed-agent-provider-models.d.ts.map +1 -0
- package/dist/config/managed-agent-provider-models.js +12 -0
- package/dist/config/managed-agent-provider-models.js.map +1 -0
- package/dist/config/managed-agent-routes.d.ts +49 -0
- package/dist/config/managed-agent-routes.d.ts.map +1 -0
- package/dist/config/managed-agent-routes.js +578 -0
- package/dist/config/managed-agent-routes.js.map +1 -0
- package/dist/config/managed-invocation-context-resolver.d.ts +10 -0
- package/dist/config/managed-invocation-context-resolver.d.ts.map +1 -0
- package/dist/config/managed-invocation-context-resolver.js +98 -0
- package/dist/config/managed-invocation-context-resolver.js.map +1 -0
- package/dist/config/managed-invocation-context-resolver.test.d.ts +2 -0
- package/dist/config/managed-invocation-context-resolver.test.d.ts.map +1 -0
- package/dist/config/managed-invocation-context-resolver.test.js +133 -0
- package/dist/config/managed-invocation-context-resolver.test.js.map +1 -0
- package/dist/config/model-task-suitability.d.ts +9 -0
- package/dist/config/model-task-suitability.d.ts.map +1 -0
- package/dist/config/model-task-suitability.js +40 -0
- package/dist/config/model-task-suitability.js.map +1 -0
- package/dist/config/native-agent-projection.d.ts +16 -0
- package/dist/config/native-agent-projection.d.ts.map +1 -0
- package/dist/config/native-agent-projection.js +242 -0
- package/dist/config/native-agent-projection.js.map +1 -0
- package/dist/config/native-hook-projection.d.ts +11 -0
- package/dist/config/native-hook-projection.d.ts.map +1 -0
- package/dist/config/native-hook-projection.js +180 -0
- package/dist/config/native-hook-projection.js.map +1 -0
- package/dist/config/native-permission-projection.d.ts +12 -0
- package/dist/config/native-permission-projection.d.ts.map +1 -0
- package/dist/config/native-permission-projection.js +162 -0
- package/dist/config/native-permission-projection.js.map +1 -0
- package/dist/config/native-projection-backup.d.ts +8 -0
- package/dist/config/native-projection-backup.d.ts.map +1 -0
- package/dist/config/native-projection-backup.js +19 -0
- package/dist/config/native-projection-backup.js.map +1 -0
- package/dist/config/native-projection-policy.d.ts +10 -0
- package/dist/config/native-projection-policy.d.ts.map +1 -0
- package/dist/config/native-projection-policy.js +9 -0
- package/dist/config/native-projection-policy.js.map +1 -0
- package/dist/config/native-projection-state.d.ts +57 -0
- package/dist/config/native-projection-state.d.ts.map +1 -0
- package/dist/config/native-projection-state.js +199 -0
- package/dist/config/native-projection-state.js.map +1 -0
- package/dist/config/native-skill-projection.d.ts +24 -0
- package/dist/config/native-skill-projection.d.ts.map +1 -0
- package/dist/config/native-skill-projection.js +170 -0
- package/dist/config/native-skill-projection.js.map +1 -0
- package/dist/config/operator-identity-context.d.ts +7 -0
- package/dist/config/operator-identity-context.d.ts.map +1 -0
- package/dist/config/operator-identity-context.js +46 -0
- package/dist/config/operator-identity-context.js.map +1 -0
- package/dist/config/operator-identity-context.test.d.ts +2 -0
- package/dist/config/operator-identity-context.test.d.ts.map +1 -0
- package/dist/config/operator-identity-context.test.js +61 -0
- package/dist/config/operator-identity-context.test.js.map +1 -0
- package/dist/config/operator-voice.d.ts +10 -0
- package/dist/config/operator-voice.d.ts.map +1 -0
- package/dist/config/operator-voice.js +29 -0
- package/dist/config/operator-voice.js.map +1 -0
- package/dist/config/provider-route-candidates.d.ts +20 -0
- package/dist/config/provider-route-candidates.d.ts.map +1 -0
- package/dist/config/provider-route-candidates.js +211 -0
- package/dist/config/provider-route-candidates.js.map +1 -0
- package/dist/config/provider-route-candidates.test.d.ts +2 -0
- package/dist/config/provider-route-candidates.test.d.ts.map +1 -0
- package/dist/config/provider-route-candidates.test.js +150 -0
- package/dist/config/provider-route-candidates.test.js.map +1 -0
- package/dist/config/skill-registry.d.ts +9 -0
- package/dist/config/skill-registry.d.ts.map +1 -0
- package/dist/config/skill-registry.js +13 -0
- package/dist/config/skill-registry.js.map +1 -0
- package/dist/config/skill-registry.test.d.ts +2 -0
- package/dist/config/skill-registry.test.d.ts.map +1 -0
- package/dist/config/skill-registry.test.js +64 -0
- package/dist/config/skill-registry.test.js.map +1 -0
- package/dist/config/task-skill-selection.d.ts +24 -0
- package/dist/config/task-skill-selection.d.ts.map +1 -0
- package/dist/config/task-skill-selection.js +79 -0
- package/dist/config/task-skill-selection.js.map +1 -0
- package/dist/config/translators/claude-translator.d.ts +7 -0
- package/dist/config/translators/claude-translator.d.ts.map +1 -0
- package/dist/config/translators/claude-translator.js +30 -0
- package/dist/config/translators/claude-translator.js.map +1 -0
- package/dist/config/translators/codex-translator.d.ts +7 -0
- package/dist/config/translators/codex-translator.d.ts.map +1 -0
- package/dist/config/translators/codex-translator.js +20 -0
- package/dist/config/translators/codex-translator.js.map +1 -0
- package/dist/config/translators/opencode-translator.d.ts +7 -0
- package/dist/config/translators/opencode-translator.d.ts.map +1 -0
- package/dist/config/translators/opencode-translator.js +19 -0
- package/dist/config/translators/opencode-translator.js.map +1 -0
- package/dist/config/translators/permission-projection.d.ts +26 -0
- package/dist/config/translators/permission-projection.d.ts.map +1 -0
- package/dist/config/translators/permission-projection.js +22 -0
- package/dist/config/translators/permission-projection.js.map +1 -0
- package/dist/config/web-tools-config.d.ts +45 -0
- package/dist/config/web-tools-config.d.ts.map +1 -0
- package/dist/config/web-tools-config.js +846 -0
- package/dist/config/web-tools-config.js.map +1 -0
- package/dist/config.d.ts +4 -0
- package/dist/config.d.ts.map +1 -1
- package/dist/config.js.map +1 -1
- package/dist/engines/engine-registry.d.ts +45 -0
- package/dist/engines/engine-registry.d.ts.map +1 -0
- package/dist/engines/engine-registry.js +125 -0
- package/dist/engines/engine-registry.js.map +1 -0
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +141 -18
- package/dist/index.js.map +1 -1
- package/dist/kiln-yaml-types.d.ts +207 -1
- package/dist/kiln-yaml-types.d.ts.map +1 -1
- package/dist/kiln-yaml-types.js +29 -0
- package/dist/kiln-yaml-types.js.map +1 -1
- package/dist/kiln-yaml.d.ts +1 -1
- package/dist/kiln-yaml.d.ts.map +1 -1
- package/dist/kiln-yaml.js +93 -0
- package/dist/kiln-yaml.js.map +1 -1
- package/dist/mcp/config-generator.d.ts.map +1 -1
- package/dist/mcp/config-generator.js +8 -7
- package/dist/mcp/config-generator.js.map +1 -1
- package/dist/mcp/index.d.ts +2 -25
- package/dist/mcp/index.d.ts.map +1 -1
- package/dist/mcp/index.js +1 -103
- package/dist/mcp/index.js.map +1 -1
- package/dist/wrapper/__tests__/session-manager-context-governor.test.d.ts +2 -0
- package/dist/wrapper/__tests__/session-manager-context-governor.test.d.ts.map +1 -0
- package/dist/wrapper/__tests__/session-manager-context-governor.test.js +210 -0
- package/dist/wrapper/__tests__/session-manager-context-governor.test.js.map +1 -0
- package/dist/wrapper/claude-code-process.d.ts +1 -0
- package/dist/wrapper/claude-code-process.d.ts.map +1 -1
- package/dist/wrapper/claude-code-process.js +32 -19
- package/dist/wrapper/claude-code-process.js.map +1 -1
- package/dist/wrapper/cleanup-registry.d.ts.map +1 -1
- package/dist/wrapper/cleanup-registry.js +3 -1
- package/dist/wrapper/cleanup-registry.js.map +1 -1
- package/dist/wrapper/codex-session.d.ts +3 -0
- package/dist/wrapper/codex-session.d.ts.map +1 -1
- package/dist/wrapper/codex-session.js +193 -85
- package/dist/wrapper/codex-session.js.map +1 -1
- package/dist/wrapper/debug.d.ts.map +1 -1
- package/dist/wrapper/debug.js +2 -0
- package/dist/wrapper/debug.js.map +1 -1
- package/dist/wrapper/direct-provider-adapter-factory.d.ts +12 -0
- package/dist/wrapper/direct-provider-adapter-factory.d.ts.map +1 -0
- package/dist/wrapper/direct-provider-adapter-factory.js +99 -0
- package/dist/wrapper/direct-provider-adapter-factory.js.map +1 -0
- package/dist/wrapper/index.d.ts +0 -2
- package/dist/wrapper/index.d.ts.map +1 -1
- package/dist/wrapper/index.js +0 -1
- package/dist/wrapper/index.js.map +1 -1
- package/dist/wrapper/opencode-session.d.ts +4 -0
- package/dist/wrapper/opencode-session.d.ts.map +1 -1
- package/dist/wrapper/opencode-session.js +245 -38
- package/dist/wrapper/opencode-session.js.map +1 -1
- package/dist/wrapper/permission-evaluator.d.ts +2 -1
- package/dist/wrapper/permission-evaluator.d.ts.map +1 -1
- package/dist/wrapper/permission-evaluator.js +54 -0
- package/dist/wrapper/permission-evaluator.js.map +1 -1
- package/dist/wrapper/permission-normalizer.d.ts +5 -1
- package/dist/wrapper/permission-normalizer.d.ts.map +1 -1
- package/dist/wrapper/permission-normalizer.js +17 -0
- package/dist/wrapper/permission-normalizer.js.map +1 -1
- package/dist/wrapper/permission-policy-authorizer.d.ts +1 -1
- package/dist/wrapper/permission-policy-authorizer.js +1 -1
- package/dist/wrapper/pooled-harness-session.d.ts +24 -0
- package/dist/wrapper/pooled-harness-session.d.ts.map +1 -0
- package/dist/wrapper/pooled-harness-session.js +123 -0
- package/dist/wrapper/pooled-harness-session.js.map +1 -0
- package/dist/wrapper/preamble-builder.d.ts +4 -1
- package/dist/wrapper/preamble-builder.d.ts.map +1 -1
- package/dist/wrapper/preamble-builder.js +48 -20
- package/dist/wrapper/preamble-builder.js.map +1 -1
- package/dist/wrapper/provider-session.d.ts +25 -5
- package/dist/wrapper/provider-session.d.ts.map +1 -1
- package/dist/wrapper/provider-session.js +562 -138
- package/dist/wrapper/provider-session.js.map +1 -1
- package/dist/wrapper/session-manager.d.ts.map +1 -1
- package/dist/wrapper/session-manager.js +16 -5
- package/dist/wrapper/session-manager.js.map +1 -1
- package/dist/wrapper/session-registry.d.ts +11 -1
- package/dist/wrapper/session-registry.d.ts.map +1 -1
- package/dist/wrapper/session-registry.js +167 -259
- package/dist/wrapper/session-registry.js.map +1 -1
- package/dist/wrapper/session-store.d.ts +33 -10
- package/dist/wrapper/session-store.d.ts.map +1 -1
- package/dist/wrapper/session-store.js +327 -84
- package/dist/wrapper/session-store.js.map +1 -1
- package/dist/wrapper/session.d.ts +55 -2
- package/dist/wrapper/session.d.ts.map +1 -1
- package/dist/wrapper/session.js +11 -2
- package/dist/wrapper/session.js.map +1 -1
- package/package.json +8 -8
- package/dist/application/__tests__/plan-exit-tool.test.d.ts +0 -2
- package/dist/application/__tests__/plan-exit-tool.test.d.ts.map +0 -1
- package/dist/application/__tests__/plan-exit-tool.test.js +0 -12
- package/dist/application/__tests__/plan-exit-tool.test.js.map +0 -1
- package/dist/application/context-governor.d.ts +0 -26
- package/dist/application/context-governor.d.ts.map +0 -1
- package/dist/application/context-governor.js +0 -164
- package/dist/application/context-governor.js.map +0 -1
- package/dist/application/plan-exit-tool.d.ts +0 -19
- package/dist/application/plan-exit-tool.d.ts.map +0 -1
- package/dist/application/plan-exit-tool.js +0 -13
- package/dist/application/plan-exit-tool.js.map +0 -1
- package/dist/commands/serve.d.ts +0 -7
- package/dist/commands/serve.d.ts.map +0 -1
- package/dist/commands/serve.js +0 -24
- package/dist/commands/serve.js.map +0 -1
- package/dist/mcp/server.d.ts +0 -36
- package/dist/mcp/server.d.ts.map +0 -1
- package/dist/mcp/server.js +0 -156
- package/dist/mcp/server.js.map +0 -1
- package/dist/mcp/transports.d.ts +0 -28
- package/dist/mcp/transports.d.ts.map +0 -1
- package/dist/mcp/transports.js +0 -108
- package/dist/mcp/transports.js.map +0 -1
- package/dist/mcp-entry.d.ts +0 -3
- package/dist/mcp-entry.d.ts.map +0 -1
- package/dist/mcp-entry.js +0 -19
- package/dist/mcp-entry.js.map +0 -1
- package/dist/sync/agent-sync.d.ts +0 -13
- package/dist/sync/agent-sync.d.ts.map +0 -1
- package/dist/sync/agent-sync.js +0 -130
- package/dist/sync/agent-sync.js.map +0 -1
- package/dist/sync/agent-sync.test.d.ts +0 -2
- package/dist/sync/agent-sync.test.d.ts.map +0 -1
- package/dist/sync/agent-sync.test.js +0 -130
- package/dist/sync/agent-sync.test.js.map +0 -1
- package/dist/sync/agents-md-sync.d.ts +0 -7
- package/dist/sync/agents-md-sync.d.ts.map +0 -1
- package/dist/sync/agents-md-sync.js +0 -44
- package/dist/sync/agents-md-sync.js.map +0 -1
- package/dist/sync/agents-md-sync.test.d.ts +0 -2
- package/dist/sync/agents-md-sync.test.d.ts.map +0 -1
- package/dist/sync/agents-md-sync.test.js +0 -154
- package/dist/sync/agents-md-sync.test.js.map +0 -1
- package/dist/sync/hook-sync.d.ts +0 -8
- package/dist/sync/hook-sync.d.ts.map +0 -1
- package/dist/sync/hook-sync.js +0 -90
- package/dist/sync/hook-sync.js.map +0 -1
- package/dist/sync/security-sync.d.ts +0 -9
- package/dist/sync/security-sync.d.ts.map +0 -1
- package/dist/sync/security-sync.js +0 -161
- package/dist/sync/security-sync.js.map +0 -1
- package/dist/sync/skill-sync.d.ts +0 -10
- package/dist/sync/skill-sync.d.ts.map +0 -1
- package/dist/sync/skill-sync.js +0 -87
- package/dist/sync/skill-sync.js.map +0 -1
- package/dist/sync/skill-sync.test.d.ts +0 -2
- package/dist/sync/skill-sync.test.d.ts.map +0 -1
- package/dist/sync/skill-sync.test.js +0 -163
- package/dist/sync/skill-sync.test.js.map +0 -1
- package/dist/wrapper/executable-provider-session.d.ts +0 -26
- package/dist/wrapper/executable-provider-session.d.ts.map +0 -1
- package/dist/wrapper/executable-provider-session.js +0 -214
- package/dist/wrapper/executable-provider-session.js.map +0 -1
package/dist/commands/auth.js
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { readdir, readFile } from "node:fs/promises";
|
|
2
2
|
import { homedir } from "node:os";
|
|
3
3
|
import { join } from "node:path";
|
|
4
|
-
import {
|
|
4
|
+
import { OpenCodeAuth } from "@kilnai/core";
|
|
5
|
+
import { CodexOAuthCredentialPoolService, OpenCodeCredentialPoolService, startProviderAuthRequest, } from "@kilnai/runtime";
|
|
5
6
|
const AUTH_DIR = join(homedir(), ".kiln", "auth");
|
|
6
7
|
const EXPIRING_SOON_MS = 120 * 1000;
|
|
8
|
+
const POOLED_PROVIDER_AUTH_FILES = new Set(["opencode.json", "codex-oauth.json"]);
|
|
7
9
|
export async function runAuth(args) {
|
|
8
10
|
const [subcommand, action] = args;
|
|
9
11
|
try {
|
|
@@ -15,6 +17,28 @@ export async function runAuth(args) {
|
|
|
15
17
|
await printAllProviderStatuses();
|
|
16
18
|
return;
|
|
17
19
|
}
|
|
20
|
+
if (subcommand === "opencode") {
|
|
21
|
+
switch (action ?? "link") {
|
|
22
|
+
case "link":
|
|
23
|
+
await runOpenCodeLink(args.slice(2));
|
|
24
|
+
return;
|
|
25
|
+
case "import":
|
|
26
|
+
await runOpenCodeImport(args.slice(2));
|
|
27
|
+
return;
|
|
28
|
+
case "status":
|
|
29
|
+
await runOpenCodeStatus(args.slice(2));
|
|
30
|
+
return;
|
|
31
|
+
case "logout":
|
|
32
|
+
await runOpenCodeLogout(args.slice(2));
|
|
33
|
+
return;
|
|
34
|
+
case "help":
|
|
35
|
+
printUsage();
|
|
36
|
+
return;
|
|
37
|
+
default:
|
|
38
|
+
printUsage();
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
}
|
|
18
42
|
if (subcommand !== "codex") {
|
|
19
43
|
printUsage();
|
|
20
44
|
return;
|
|
@@ -42,37 +66,210 @@ export async function runAuth(args) {
|
|
|
42
66
|
}
|
|
43
67
|
}
|
|
44
68
|
async function runCodexLogin() {
|
|
45
|
-
const
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
console.log("");
|
|
49
|
-
console.log(" 1. Visit: https://auth.openai.com/codex/device");
|
|
50
|
-
console.log(` 2. Enter code: ${authRequest.userCode}`);
|
|
51
|
-
console.log("");
|
|
52
|
-
console.log("Waiting for sign-in... (Ctrl+C to cancel)");
|
|
53
|
-
const tokenFile = await auth.pollForAuthorization({
|
|
54
|
-
deviceAuthId: authRequest.deviceAuthId,
|
|
55
|
-
userCode: authRequest.userCode,
|
|
56
|
-
intervalSeconds: authRequest.intervalSeconds,
|
|
69
|
+
const authRequest = await startProviderAuthRequest({
|
|
70
|
+
provider: "codex-oauth",
|
|
71
|
+
requestId: `cli-auth:${Date.now()}`,
|
|
57
72
|
});
|
|
58
|
-
|
|
73
|
+
if (!authRequest.ok) {
|
|
74
|
+
console.log(authRequest.error);
|
|
75
|
+
return;
|
|
76
|
+
}
|
|
77
|
+
if (authRequest.started) {
|
|
78
|
+
console.log("Prerequisite: Enable device code auth in ChatGPT Settings > Security.");
|
|
79
|
+
console.log("");
|
|
80
|
+
console.log(` 1. Visit: ${authRequest.started.verificationUri}`);
|
|
81
|
+
console.log(` 2. Enter code: ${authRequest.started.userCode}`);
|
|
82
|
+
console.log("");
|
|
83
|
+
}
|
|
84
|
+
console.log("Waiting for sign-in... (Ctrl+C to cancel)");
|
|
85
|
+
await authRequest.complete();
|
|
59
86
|
console.log("Authenticated successfully");
|
|
60
87
|
}
|
|
61
88
|
async function runCodexStatus() {
|
|
62
|
-
const
|
|
63
|
-
const
|
|
64
|
-
if (
|
|
89
|
+
const pool = new CodexOAuthCredentialPoolService();
|
|
90
|
+
const entries = await pool.listStatus();
|
|
91
|
+
if (entries.length === 0) {
|
|
65
92
|
console.log("Not authenticated");
|
|
66
93
|
return;
|
|
67
94
|
}
|
|
68
|
-
console.log(
|
|
69
|
-
|
|
95
|
+
console.log("Codex OAuth");
|
|
96
|
+
for (const entry of entries) {
|
|
97
|
+
console.log(` ${entry.id}`);
|
|
98
|
+
console.log(` Token expiry: ${entry.expiresAt}`);
|
|
99
|
+
console.log(` Status: ${entry.status}`);
|
|
100
|
+
if (entry.health) {
|
|
101
|
+
console.log(` Requests: ${entry.health.requestCount}`);
|
|
102
|
+
console.log(` Cooldown: ${entry.health.cooldownUntil ?? "none"}`);
|
|
103
|
+
}
|
|
104
|
+
}
|
|
70
105
|
}
|
|
71
106
|
async function runCodexLogout() {
|
|
72
|
-
|
|
73
|
-
await auth.clearTokenFile();
|
|
107
|
+
await new CodexOAuthCredentialPoolService().clearCredentials();
|
|
74
108
|
console.log("Logged out");
|
|
75
109
|
}
|
|
110
|
+
async function runOpenCodeLink(rest) {
|
|
111
|
+
const options = parseOpenCodeOptions(rest);
|
|
112
|
+
const id = options.id ?? `${options.tier}-primary`;
|
|
113
|
+
const auth = new OpenCodeAuth();
|
|
114
|
+
const pool = new OpenCodeCredentialPoolService();
|
|
115
|
+
if (options.key) {
|
|
116
|
+
const linked = await startProviderAuthRequest({
|
|
117
|
+
provider: options.tier === "zen" ? "opencode-zen" : "opencode-go",
|
|
118
|
+
requestId: `cli-auth:${Date.now()}`,
|
|
119
|
+
apiKey: options.key,
|
|
120
|
+
tier: options.tier,
|
|
121
|
+
credentialId: id,
|
|
122
|
+
});
|
|
123
|
+
if (!linked.ok) {
|
|
124
|
+
console.log(linked.error);
|
|
125
|
+
return;
|
|
126
|
+
}
|
|
127
|
+
await linked.complete();
|
|
128
|
+
console.log(`Linked OpenCode (${options.tier}) as ${id} from --key`);
|
|
129
|
+
return;
|
|
130
|
+
}
|
|
131
|
+
const imported = await auth.readFromOpenCodeConfig({ tier: options.tier });
|
|
132
|
+
if (imported) {
|
|
133
|
+
await pool.linkCredential({
|
|
134
|
+
id,
|
|
135
|
+
apiKey: imported.api_key,
|
|
136
|
+
tier: imported.tier,
|
|
137
|
+
createdAt: imported.created_at,
|
|
138
|
+
});
|
|
139
|
+
console.log(`Linked OpenCode (${options.tier}) as ${id} from OpenCode config`);
|
|
140
|
+
return;
|
|
141
|
+
}
|
|
142
|
+
console.log("Get your API key from https://opencode.ai/auth");
|
|
143
|
+
console.log("Paste it below and press Enter:");
|
|
144
|
+
const key = (await readLineFromStdin()).trim();
|
|
145
|
+
if (!key) {
|
|
146
|
+
console.log("No key provided. Aborted.");
|
|
147
|
+
return;
|
|
148
|
+
}
|
|
149
|
+
const linked = await startProviderAuthRequest({
|
|
150
|
+
provider: options.tier === "zen" ? "opencode-zen" : "opencode-go",
|
|
151
|
+
requestId: `cli-auth:${Date.now()}`,
|
|
152
|
+
apiKey: key,
|
|
153
|
+
tier: options.tier,
|
|
154
|
+
credentialId: id,
|
|
155
|
+
});
|
|
156
|
+
if (!linked.ok) {
|
|
157
|
+
console.log(linked.error);
|
|
158
|
+
return;
|
|
159
|
+
}
|
|
160
|
+
await linked.complete();
|
|
161
|
+
console.log(`Linked OpenCode (${options.tier}) as ${id}`);
|
|
162
|
+
}
|
|
163
|
+
async function runOpenCodeImport(rest) {
|
|
164
|
+
const options = parseOpenCodeOptions(rest, { allowKey: false });
|
|
165
|
+
const id = options.id ?? `${options.tier}-primary`;
|
|
166
|
+
const auth = new OpenCodeAuth();
|
|
167
|
+
const pool = new OpenCodeCredentialPoolService();
|
|
168
|
+
const imported = await auth.readFromOpenCodeConfig({ tier: options.tier });
|
|
169
|
+
if (!imported) {
|
|
170
|
+
console.log(`No OpenCode ${options.tier} API key found in OpenCode config`);
|
|
171
|
+
return;
|
|
172
|
+
}
|
|
173
|
+
await pool.linkCredential({
|
|
174
|
+
id,
|
|
175
|
+
apiKey: imported.api_key,
|
|
176
|
+
tier: imported.tier,
|
|
177
|
+
createdAt: imported.created_at,
|
|
178
|
+
});
|
|
179
|
+
console.log(`Imported OpenCode (${options.tier}) as ${id} from OpenCode config`);
|
|
180
|
+
}
|
|
181
|
+
async function runOpenCodeStatus(rest = []) {
|
|
182
|
+
const options = parseOpenCodeFilterOptions(rest);
|
|
183
|
+
const pool = new OpenCodeCredentialPoolService();
|
|
184
|
+
const entries = (await pool.listStatus()).filter((entry) => {
|
|
185
|
+
if (options.tier !== undefined && entry.tier !== options.tier) {
|
|
186
|
+
return false;
|
|
187
|
+
}
|
|
188
|
+
if (options.id !== undefined && entry.id !== options.id) {
|
|
189
|
+
return false;
|
|
190
|
+
}
|
|
191
|
+
return true;
|
|
192
|
+
});
|
|
193
|
+
if (entries.length === 0) {
|
|
194
|
+
console.log(options.tier || options.id ? "No matching OpenCode credentials" : "Not authenticated");
|
|
195
|
+
return;
|
|
196
|
+
}
|
|
197
|
+
console.log("OpenCode");
|
|
198
|
+
console.log(formatStatusRow(["Name", "Tier", "Requests", "Health"]));
|
|
199
|
+
for (const entry of entries) {
|
|
200
|
+
console.log(formatStatusRow([
|
|
201
|
+
entry.id,
|
|
202
|
+
entry.tier,
|
|
203
|
+
String(entry.health?.requestCount ?? 0),
|
|
204
|
+
describeCredentialHealth(entry.health),
|
|
205
|
+
]));
|
|
206
|
+
console.log(` Linked at: ${entry.createdAt}`);
|
|
207
|
+
console.log(` Key: ${entry.key}`);
|
|
208
|
+
}
|
|
209
|
+
}
|
|
210
|
+
async function runOpenCodeLogout(rest = []) {
|
|
211
|
+
const options = parseOpenCodeFilterOptions(rest);
|
|
212
|
+
await new OpenCodeCredentialPoolService().clearCredentials(options);
|
|
213
|
+
if (!options.tier && !options.id) {
|
|
214
|
+
console.log("Logged out of OpenCode");
|
|
215
|
+
return;
|
|
216
|
+
}
|
|
217
|
+
console.log(`Logged out of OpenCode credentials matching ${describeOpenCodeCredentialFilter(options)}`);
|
|
218
|
+
}
|
|
219
|
+
function parseOpenCodeOptions(args, options = {}) {
|
|
220
|
+
const allowKey = options.allowKey ?? true;
|
|
221
|
+
const tier = parseTierOption(args) ?? "go";
|
|
222
|
+
const id = parseValueFlag(args, "--id", "-i");
|
|
223
|
+
const key = allowKey ? parseValueFlag(args, "--key", "-k") : undefined;
|
|
224
|
+
return { tier, id, key };
|
|
225
|
+
}
|
|
226
|
+
function parseOpenCodeFilterOptions(args) {
|
|
227
|
+
return {
|
|
228
|
+
tier: parseTierOption(args),
|
|
229
|
+
id: parseValueFlag(args, "--id", "-i"),
|
|
230
|
+
};
|
|
231
|
+
}
|
|
232
|
+
function parseTierOption(args) {
|
|
233
|
+
const value = parseValueFlag(args, "--tier", "-t");
|
|
234
|
+
if (value === undefined) {
|
|
235
|
+
return undefined;
|
|
236
|
+
}
|
|
237
|
+
if (value !== "go" && value !== "zen") {
|
|
238
|
+
throw new Error(`Invalid OpenCode tier '${value}'. Expected 'go' or 'zen'.`);
|
|
239
|
+
}
|
|
240
|
+
return value;
|
|
241
|
+
}
|
|
242
|
+
function parseValueFlag(args, longName, shortName) {
|
|
243
|
+
const idx = args.findIndex((arg) => arg === longName || arg === shortName);
|
|
244
|
+
if (idx < 0) {
|
|
245
|
+
return undefined;
|
|
246
|
+
}
|
|
247
|
+
const value = args[idx + 1];
|
|
248
|
+
if (!value || value.startsWith("-")) {
|
|
249
|
+
throw new Error(`${longName} requires a value`);
|
|
250
|
+
}
|
|
251
|
+
return value;
|
|
252
|
+
}
|
|
253
|
+
function describeOpenCodeCredentialFilter(filter) {
|
|
254
|
+
const parts = [];
|
|
255
|
+
if (filter.tier) {
|
|
256
|
+
parts.push(`tier ${filter.tier}`);
|
|
257
|
+
}
|
|
258
|
+
if (filter.id) {
|
|
259
|
+
parts.push(`id ${filter.id}`);
|
|
260
|
+
}
|
|
261
|
+
return parts.join(" and ");
|
|
262
|
+
}
|
|
263
|
+
function readLineFromStdin() {
|
|
264
|
+
return new Promise((resolve) => {
|
|
265
|
+
process.stdin.setEncoding("utf8");
|
|
266
|
+
process.stdin.once("data", (chunk) => {
|
|
267
|
+
const data = chunk.toString();
|
|
268
|
+
const nl = data.indexOf("\n");
|
|
269
|
+
resolve(nl >= 0 ? data.slice(0, nl) : data);
|
|
270
|
+
});
|
|
271
|
+
});
|
|
272
|
+
}
|
|
76
273
|
async function printAllProviderStatuses() {
|
|
77
274
|
let entries;
|
|
78
275
|
try {
|
|
@@ -86,14 +283,21 @@ async function printAllProviderStatuses() {
|
|
|
86
283
|
}
|
|
87
284
|
throw error;
|
|
88
285
|
}
|
|
89
|
-
const providerFiles = entries.filter((entry) => entry.endsWith(".json"));
|
|
90
|
-
|
|
286
|
+
const providerFiles = entries.filter((entry) => entry.endsWith(".json") && !POOLED_PROVIDER_AUTH_FILES.has(entry));
|
|
287
|
+
const providerDirs = entries.filter((entry) => !entry.endsWith(".json"));
|
|
288
|
+
if (providerFiles.length === 0 && providerDirs.length === 0) {
|
|
91
289
|
console.log("No authenticated providers");
|
|
92
290
|
return;
|
|
93
291
|
}
|
|
292
|
+
if (providerDirs.includes("opencode")) {
|
|
293
|
+
await runOpenCodeStatus();
|
|
294
|
+
}
|
|
295
|
+
if (providerDirs.includes("codex-oauth")) {
|
|
296
|
+
await runCodexStatus();
|
|
297
|
+
}
|
|
94
298
|
for (const file of providerFiles) {
|
|
95
|
-
const provider = file.slice(0, -".json".length);
|
|
96
299
|
const tokenPath = join(AUTH_DIR, file);
|
|
300
|
+
const provider = file.slice(0, -".json".length);
|
|
97
301
|
const tokenFile = await loadGenericTokenFile(tokenPath);
|
|
98
302
|
if (!tokenFile) {
|
|
99
303
|
console.log(`${provider}: unreadable`);
|
|
@@ -128,11 +332,25 @@ function describeExpiry(expiresAt) {
|
|
|
128
332
|
}
|
|
129
333
|
return "valid";
|
|
130
334
|
}
|
|
335
|
+
function describeCredentialHealth(health) {
|
|
336
|
+
if (!health?.cooldownUntil || health.cooldownUntil <= Date.now()) {
|
|
337
|
+
return "ok";
|
|
338
|
+
}
|
|
339
|
+
return health.lastExhausted === null || health.lastExhausted === undefined ? "cooling" : "exhausted";
|
|
340
|
+
}
|
|
341
|
+
function formatStatusRow(cells) {
|
|
342
|
+
const widths = [24, 8, 10, 10];
|
|
343
|
+
return ` ${cells.map((cell, index) => cell.padEnd(widths[index] ?? 10)).join(" ").trimEnd()}`;
|
|
344
|
+
}
|
|
131
345
|
function printUsage() {
|
|
132
346
|
console.log("Usage: kiln auth <subcommand>");
|
|
133
347
|
console.log(" kiln auth codex login");
|
|
134
348
|
console.log(" kiln auth codex status");
|
|
135
349
|
console.log(" kiln auth codex logout");
|
|
350
|
+
console.log(" kiln auth opencode link [--tier go|zen] [--id <id>] [--key <key>] Link OpenCode API key (imports from OpenCode config if present)");
|
|
351
|
+
console.log(" kiln auth opencode import [--tier go|zen] [--id <id>] Import OpenCode API key from native OpenCode config");
|
|
352
|
+
console.log(" kiln auth opencode status [--tier go|zen] [--id <id>] Show linked OpenCode credentials");
|
|
353
|
+
console.log(" kiln auth opencode logout [--tier go|zen] [--id <id>] Remove linked OpenCode credentials");
|
|
136
354
|
console.log(" kiln auth status");
|
|
137
355
|
}
|
|
138
356
|
//# sourceMappingURL=auth.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../src/commands/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAA4B,MAAM,cAAc,CAAC;AAExE,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAClD,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AAEpC,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAc;IAC1C,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAElC,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;YACzC,UAAU,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,wBAAwB,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAC3B,UAAU,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,QAAQ,MAAM,IAAI,OAAO,EAAE,CAAC;YAC1B,KAAK,OAAO;gBACV,MAAM,aAAa,EAAE,CAAC;gBACtB,OAAO;YACT,KAAK,QAAQ;gBACX,MAAM,cAAc,EAAE,CAAC;gBACvB,OAAO;YACT,KAAK,QAAQ;gBACX,MAAM,cAAc,EAAE,CAAC;gBACvB,OAAO;YACT,KAAK,MAAM;gBACT,UAAU,EAAE,CAAC;gBACb,OAAO;YACT;gBACE,UAAU,EAAE,CAAC;gBACb,OAAO;QACX,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,MAAM,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;IAClC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAC1D,OAAO,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;IACrF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,kDAAkD,CAAC,CAAC;IAChE,OAAO,CAAC,GAAG,CAAC,oBAAoB,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;IACxD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC;QAChD,YAAY,EAAE,WAAW,CAAC,YAAY;QACtC,QAAQ,EAAE,WAAW,CAAC,QAAQ;QAC9B,eAAe,EAAE,WAAW,CAAC,eAAe;KAC7C,CAAC,CAAC;IACH,MAAM,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACpC,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;IAClC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;IAC7C,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,iBAAiB,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,WAAW,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;IAClC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;IAC5B,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,wBAAwB;IACrC,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAE,KAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACvG,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;QACT,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,cAAc,CAAC,CAAC;YACvC,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3F,MAAM,MAAM,GAAG,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ;YACrD,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC;YACtC,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,KAAK,MAAM,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,MAAM,GAAG,EAAE,CAAC,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAAY;IAC9C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAiC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACvC,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IAClD,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,CAAC;QACjD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;AACpC,CAAC"}
|
|
1
|
+
{"version":3,"file":"auth.js","sourceRoot":"","sources":["../../src/commands/auth.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,YAAY,EAA+C,MAAM,cAAc,CAAC;AACzF,OAAO,EACL,+BAA+B,EAC/B,6BAA6B,EAC7B,wBAAwB,GACzB,MAAM,iBAAiB,CAAC;AAEzB,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;AAClD,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AACpC,MAAM,0BAA0B,GAAG,IAAI,GAAG,CAAC,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAAC,CAAC;AAElF,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,IAAc;IAC1C,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC;IAElC,IAAI,CAAC;QACH,IAAI,CAAC,UAAU,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;YACzC,UAAU,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,IAAI,UAAU,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,wBAAwB,EAAE,CAAC;YACjC,OAAO;QACT,CAAC;QAED,IAAI,UAAU,KAAK,UAAU,EAAE,CAAC;YAC9B,QAAQ,MAAM,IAAI,MAAM,EAAE,CAAC;gBACzB,KAAK,MAAM;oBAAI,MAAM,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAC5D,KAAK,QAAQ;oBAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAC9D,KAAK,QAAQ;oBAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAC9D,KAAK,QAAQ;oBAAE,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;oBAAC,OAAO;gBAC9D,KAAK,MAAM;oBAAI,UAAU,EAAE,CAAC;oBAAC,OAAO;gBACpC;oBAAe,UAAU,EAAE,CAAC;oBAAC,OAAO;YACtC,CAAC;QACH,CAAC;QAED,IAAI,UAAU,KAAK,OAAO,EAAE,CAAC;YAC3B,UAAU,EAAE,CAAC;YACb,OAAO;QACT,CAAC;QAED,QAAQ,MAAM,IAAI,OAAO,EAAE,CAAC;YAC1B,KAAK,OAAO;gBACV,MAAM,aAAa,EAAE,CAAC;gBACtB,OAAO;YACT,KAAK,QAAQ;gBACX,MAAM,cAAc,EAAE,CAAC;gBACvB,OAAO;YACT,KAAK,QAAQ;gBACX,MAAM,cAAc,EAAE,CAAC;gBACvB,OAAO;YACT,KAAK,MAAM;gBACT,UAAU,EAAE,CAAC;gBACb,OAAO;YACT;gBACE,UAAU,EAAE,CAAC;gBACb,OAAO;QACX,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACtE,CAAC;AACH,CAAC;AAED,KAAK,UAAU,aAAa;IAC1B,MAAM,WAAW,GAAG,MAAM,wBAAwB,CAAC;QACjD,QAAQ,EAAE,aAAa;QACvB,SAAS,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;KACpC,CAAC,CAAC;IACH,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;QAC/B,OAAO;IACT,CAAC;IACD,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;QACrF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO,CAAC,GAAG,CAAC,eAAe,WAAW,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,oBAAoB,WAAW,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChE,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,2CAA2C,CAAC,CAAC;IACzD,MAAM,WAAW,CAAC,QAAQ,EAAE,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;AAC5C,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,IAAI,GAAG,IAAI,+BAA+B,EAAE,CAAC;IACnD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IACxC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QACjC,OAAO;IACT,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC7B,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QACpD,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC3C,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;YAC1D,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,CAAC,MAAM,CAAC,aAAa,IAAI,MAAM,EAAE,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;AACH,CAAC;AAED,KAAK,UAAU,cAAc;IAC3B,MAAM,IAAI,+BAA+B,EAAE,CAAC,gBAAgB,EAAE,CAAC;IAC/D,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAC5B,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAc;IAC3C,MAAM,OAAO,GAAG,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,UAAU,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,6BAA6B,EAAE,CAAC;IAEjD,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC;YAC5C,QAAQ,EAAE,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa;YACjE,SAAS,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;YACnC,MAAM,EAAE,OAAO,CAAC,GAAG;YACnB,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,YAAY,EAAE,EAAE;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC1B,OAAO;QACT,CAAC;QACD,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,IAAI,QAAQ,EAAE,aAAa,CAAC,CAAC;QACrE,OAAO;IACT,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3E,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,IAAI,CAAC,cAAc,CAAC;YACxB,EAAE;YACF,MAAM,EAAE,QAAQ,CAAC,OAAO;YACxB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,SAAS,EAAE,QAAQ,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,IAAI,QAAQ,EAAE,uBAAuB,CAAC,CAAC;QAC/E,OAAO;IACT,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAC;IAC9D,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IAC/C,MAAM,GAAG,GAAG,CAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC;QAC5C,QAAQ,EAAE,OAAO,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa;QACjE,SAAS,EAAE,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;QACnC,MAAM,EAAE,GAAG;QACX,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,YAAY,EAAE,EAAE;KACjB,CAAC,CAAC;IACH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,OAAO;IACT,CAAC;IACD,MAAM,MAAM,CAAC,QAAQ,EAAE,CAAC;IACxB,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,IAAI,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC5D,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAc;IAC7C,MAAM,OAAO,GAAG,oBAAoB,CAAC,IAAI,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IAChE,MAAM,EAAE,GAAG,OAAO,CAAC,EAAE,IAAI,GAAG,OAAO,CAAC,IAAI,UAAU,CAAC;IACnD,MAAM,IAAI,GAAG,IAAI,YAAY,EAAE,CAAC;IAChC,MAAM,IAAI,GAAG,IAAI,6BAA6B,EAAE,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IAC3E,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,IAAI,mCAAmC,CAAC,CAAC;QAC5E,OAAO;IACT,CAAC;IACD,MAAM,IAAI,CAAC,cAAc,CAAC;QACxB,EAAE;QACF,MAAM,EAAE,QAAQ,CAAC,OAAO;QACxB,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,SAAS,EAAE,QAAQ,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,OAAO,CAAC,GAAG,CAAC,sBAAsB,OAAO,CAAC,IAAI,QAAQ,EAAE,uBAAuB,CAAC,CAAC;AACnF,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAiB,EAAE;IAClD,MAAM,OAAO,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,IAAI,GAAG,IAAI,6BAA6B,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QACzD,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,EAAE,CAAC;YAC9D,OAAO,KAAK,CAAC;QACf,CAAC;QACD,IAAI,OAAO,CAAC,EAAE,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,KAAK,OAAO,CAAC,EAAE,EAAE,CAAC;YACxD,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACnG,OAAO;IACT,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACxB,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrE,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;YAC1B,KAAK,CAAC,EAAE;YACR,KAAK,CAAC,IAAI;YACV,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,YAAY,IAAI,CAAC,CAAC;YACvC,wBAAwB,CAAC,KAAK,CAAC,MAAM,CAAC;SACvC,CAAC,CAAC,CAAC;QACJ,OAAO,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,OAAiB,EAAE;IAClD,MAAM,OAAO,GAAG,0BAA0B,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,IAAI,6BAA6B,EAAE,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACpE,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QACjC,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACtC,OAAO;IACT,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,+CAA+C,gCAAgC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;AAC1G,CAAC;AAaD,SAAS,oBAAoB,CAC3B,IAAuB,EACvB,UAA2C,EAAE;IAE7C,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC;IAC3C,MAAM,EAAE,GAAG,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,0BAA0B,CAAC,IAAuB;IACzD,OAAO;QACL,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC;QAC3B,EAAE,EAAE,cAAc,CAAC,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC;KACvC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,IAAuB;IAC9C,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnD,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,4BAA4B,CAAC,CAAC;IAC/E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,IAAuB,EAAE,QAAgB,EAAE,SAAiB;IAClF,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,SAAS,CAAC,CAAC;IAC3E,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACZ,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;IAC5B,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,GAAG,QAAQ,mBAAmB,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gCAAgC,CAAC,MAAgC;IACxE,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;QAChB,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACd,KAAK,CAAC,IAAI,CAAC,MAAM,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,iBAAiB;IACxB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;QAC7B,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAClC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC9B,OAAO,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,wBAAwB;IACrC,IAAI,OAAiB,CAAC;IACtB,IAAI,CAAC;QACH,OAAO,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAE,KAA2B,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QACvG,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtB,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;YAC1C,OAAO;QACT,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;IACnH,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACzE,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5D,OAAO,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC;QAC1C,OAAO;IACT,CAAC;IAED,IAAI,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACtC,MAAM,iBAAiB,EAAE,CAAC;IAC5B,CAAC;IACD,IAAI,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACzC,MAAM,cAAc,EAAE,CAAC;IACzB,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAEvC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,oBAAoB,CAAC,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,cAAc,CAAC,CAAC;YACvC,SAAS;QACX,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;QAC3F,MAAM,MAAM,GAAG,OAAO,SAAS,CAAC,UAAU,KAAK,QAAQ;YACrD,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,UAAU,CAAC;YACtC,CAAC,CAAC,SAAS,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,GAAG,QAAQ,KAAK,MAAM,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,aAAa,MAAM,GAAG,EAAE,CAAC,CAAC;IAC7F,CAAC;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,IAAY;IAC9C,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAiC,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,cAAc,CAAC,SAAiB;IACvC,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;IAClD,IAAI,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QAC9B,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,EAAE,CAAC;QACjD,OAAO,eAAe,CAAC;IACzB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,wBAAwB,CAC/B,MAAqG;IAErG,IAAI,CAAC,MAAM,EAAE,aAAa,IAAI,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC;QACjE,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,MAAM,CAAC,aAAa,KAAK,IAAI,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,WAAW,CAAC;AACvG,CAAC;AAED,SAAS,eAAe,CAAC,KAAwB;IAC/C,MAAM,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IAC/B,OAAO,KAAK,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC;AAClG,CAAC;AAED,SAAS,UAAU;IACjB,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IACvC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;IACxC,OAAO,CAAC,GAAG,CAAC,wIAAwI,CAAC,CAAC;IACtJ,OAAO,CAAC,GAAG,CAAC,4HAA4H,CAAC,CAAC;IAC1I,OAAO,CAAC,GAAG,CAAC,yGAAyG,CAAC,CAAC;IACvH,OAAO,CAAC,GAAG,CAAC,2GAA2G,CAAC,CAAC;IACzH,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;AACpC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { type BenchmarkItemExecutor } from "@kilnai/core";
|
|
2
|
+
import type { KilnAppConfig } from "../config.js";
|
|
3
|
+
export interface BenchmarkCommandDependencies {
|
|
4
|
+
readonly executeItem?: BenchmarkItemExecutor;
|
|
5
|
+
readonly now?: () => Date;
|
|
6
|
+
}
|
|
7
|
+
export declare function benchmarkCommand(config: KilnAppConfig, subcommand: string | undefined, args: readonly string[], dependencies?: BenchmarkCommandDependencies): Promise<void>;
|
|
8
|
+
//# sourceMappingURL=benchmark.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"benchmark.d.ts","sourceRoot":"","sources":["../../src/commands/benchmark.ts"],"names":[],"mappings":"AAIA,OAAO,EAaL,KAAK,qBAAqB,EAC3B,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAGlD,MAAM,WAAW,4BAA4B;IAC3C,QAAQ,CAAC,WAAW,CAAC,EAAE,qBAAqB,CAAC;IAC7C,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC;CAC3B;AAED,wBAAsB,gBAAgB,CACpC,MAAM,EAAE,aAAa,EACrB,UAAU,EAAE,MAAM,GAAG,SAAS,EAC9B,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,YAAY,GAAE,4BAAiC,GAC9C,OAAO,CAAC,IAAI,CAAC,CAoCf"}
|
|
@@ -0,0 +1,287 @@
|
|
|
1
|
+
import { createHash } from "node:crypto";
|
|
2
|
+
import { mkdirSync, readFileSync, writeFileSync } from "node:fs";
|
|
3
|
+
import { dirname, join } from "node:path";
|
|
4
|
+
import { fileURLToPath } from "node:url";
|
|
5
|
+
import { BenchmarkBaselineRunner, KILN_BENCHMARK_PROFILES, KILN_EXTERNAL_BENCHMARK_TRACKS, MemoryArtifactResourceStore, createBenchmarkProfileScorers, evaluateBenchmarkReadiness, generateBenchmarkPublicReport, parseDatasetJsonl, projectAgentDojoDataset, projectBfclDataset, projectTauDataset, } from "@kilnai/core";
|
|
6
|
+
import { createBenchmarkSessionExecutor } from "../application/benchmark-session-executor.js";
|
|
7
|
+
export async function benchmarkCommand(config, subcommand, args, dependencies = {}) {
|
|
8
|
+
switch (subcommand) {
|
|
9
|
+
case "profiles":
|
|
10
|
+
printJson(KILN_BENCHMARK_PROFILES);
|
|
11
|
+
return;
|
|
12
|
+
case "tracks":
|
|
13
|
+
printJson(KILN_EXTERNAL_BENCHMARK_TRACKS);
|
|
14
|
+
return;
|
|
15
|
+
case "readiness":
|
|
16
|
+
printJson(evaluateBenchmarkReadiness({
|
|
17
|
+
baselines: readBaselines(args),
|
|
18
|
+
}));
|
|
19
|
+
return;
|
|
20
|
+
case "report":
|
|
21
|
+
writeBenchmarkReport(args);
|
|
22
|
+
return;
|
|
23
|
+
case "run-internal":
|
|
24
|
+
await runInternalBenchmark(config, args, dependencies);
|
|
25
|
+
return;
|
|
26
|
+
case "project-bfcl":
|
|
27
|
+
projectBfclCommand(args);
|
|
28
|
+
return;
|
|
29
|
+
case "project-agentdojo":
|
|
30
|
+
projectAgentDojoCommand(args);
|
|
31
|
+
return;
|
|
32
|
+
case "project-tau":
|
|
33
|
+
projectTauCommand(args);
|
|
34
|
+
return;
|
|
35
|
+
case "--help":
|
|
36
|
+
case "-h":
|
|
37
|
+
case undefined:
|
|
38
|
+
printHelp();
|
|
39
|
+
return;
|
|
40
|
+
default:
|
|
41
|
+
throw new Error(`Unknown benchmark command '${subcommand}'. Use profiles, tracks, readiness, report, run-internal, project-bfcl, project-agentdojo, or project-tau.`);
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
function printHelp() {
|
|
45
|
+
console.log([
|
|
46
|
+
"Usage:",
|
|
47
|
+
" kiln benchmark profiles",
|
|
48
|
+
" kiln benchmark tracks",
|
|
49
|
+
" kiln benchmark readiness --baseline <path>",
|
|
50
|
+
" kiln benchmark report --baseline <path> --output <path>",
|
|
51
|
+
" kiln benchmark run-internal --profile <id> [--dataset <path>] [--k <n>] [--output <path>]",
|
|
52
|
+
" kiln benchmark project-bfcl --input <path> --output <path>",
|
|
53
|
+
" kiln benchmark project-agentdojo --input <path> --output <path>",
|
|
54
|
+
" kiln benchmark project-tau --input <path> --output <path>",
|
|
55
|
+
"",
|
|
56
|
+
"The readiness command expects a JSON file containing either an array of",
|
|
57
|
+
"BenchmarkBaselineResult entries or an object with a baselines array.",
|
|
58
|
+
].join("\n"));
|
|
59
|
+
}
|
|
60
|
+
function writeBenchmarkReport(args) {
|
|
61
|
+
const outputPath = readFlag(args, "--output");
|
|
62
|
+
if (!outputPath) {
|
|
63
|
+
throw new Error("benchmark report requires --output <path>.");
|
|
64
|
+
}
|
|
65
|
+
const report = generateBenchmarkPublicReport({
|
|
66
|
+
generatedAt: new Date().toISOString(),
|
|
67
|
+
baselines: readBaselines(args),
|
|
68
|
+
limitations: [
|
|
69
|
+
"Generated from supplied Kiln baseline artifacts.",
|
|
70
|
+
"External leaderboard submission requires benchmark-specific adapter validation.",
|
|
71
|
+
],
|
|
72
|
+
});
|
|
73
|
+
mkdirSync(dirname(outputPath), { recursive: true });
|
|
74
|
+
writeFileSync(outputPath, report.markdown, "utf-8");
|
|
75
|
+
printJson({
|
|
76
|
+
outputPath,
|
|
77
|
+
status: report.readiness.status,
|
|
78
|
+
issues: report.readiness.issues,
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
function projectBfclCommand(args) {
|
|
82
|
+
const inputPath = readFlag(args, "--input");
|
|
83
|
+
const outputPath = readFlag(args, "--output");
|
|
84
|
+
if (!inputPath || !outputPath) {
|
|
85
|
+
throw new Error("benchmark project-bfcl requires --input <path> and --output <path>.");
|
|
86
|
+
}
|
|
87
|
+
const projected = projectBfclDataset({
|
|
88
|
+
datasetName: datasetNameFromPath(inputPath),
|
|
89
|
+
content: readFileSync(inputPath, "utf-8"),
|
|
90
|
+
});
|
|
91
|
+
mkdirSync(dirname(outputPath), { recursive: true });
|
|
92
|
+
writeFileSync(outputPath, projected.dataset.items.map((item) => JSON.stringify(item)).join("\n") + "\n", "utf-8");
|
|
93
|
+
printJson({
|
|
94
|
+
outputPath,
|
|
95
|
+
itemCount: projected.dataset.items.length,
|
|
96
|
+
unsupportedRows: projected.unsupportedRows,
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
function projectAgentDojoCommand(args) {
|
|
100
|
+
const inputPath = readFlag(args, "--input");
|
|
101
|
+
const outputPath = readFlag(args, "--output");
|
|
102
|
+
if (!inputPath || !outputPath) {
|
|
103
|
+
throw new Error("benchmark project-agentdojo requires --input <path> and --output <path>.");
|
|
104
|
+
}
|
|
105
|
+
const projected = projectAgentDojoDataset({
|
|
106
|
+
datasetName: datasetNameFromPath(inputPath),
|
|
107
|
+
content: readFileSync(inputPath, "utf-8"),
|
|
108
|
+
});
|
|
109
|
+
mkdirSync(dirname(outputPath), { recursive: true });
|
|
110
|
+
writeFileSync(outputPath, projected.dataset.items.map((item) => JSON.stringify(item)).join("\n") + "\n", "utf-8");
|
|
111
|
+
printJson({
|
|
112
|
+
outputPath,
|
|
113
|
+
itemCount: projected.dataset.items.length,
|
|
114
|
+
unsupportedRows: projected.unsupportedRows,
|
|
115
|
+
});
|
|
116
|
+
}
|
|
117
|
+
function projectTauCommand(args) {
|
|
118
|
+
const inputPath = readFlag(args, "--input");
|
|
119
|
+
const outputPath = readFlag(args, "--output");
|
|
120
|
+
if (!inputPath || !outputPath) {
|
|
121
|
+
throw new Error("benchmark project-tau requires --input <path> and --output <path>.");
|
|
122
|
+
}
|
|
123
|
+
const projected = projectTauDataset({
|
|
124
|
+
datasetName: datasetNameFromPath(inputPath),
|
|
125
|
+
content: readFileSync(inputPath, "utf-8"),
|
|
126
|
+
});
|
|
127
|
+
mkdirSync(dirname(outputPath), { recursive: true });
|
|
128
|
+
writeFileSync(outputPath, projected.dataset.items.map((item) => JSON.stringify(item)).join("\n") + "\n", "utf-8");
|
|
129
|
+
printJson({
|
|
130
|
+
outputPath,
|
|
131
|
+
itemCount: projected.dataset.items.length,
|
|
132
|
+
unsupportedRows: projected.unsupportedRows,
|
|
133
|
+
});
|
|
134
|
+
}
|
|
135
|
+
async function runInternalBenchmark(config, args, dependencies) {
|
|
136
|
+
const profileId = readFlag(args, "--profile");
|
|
137
|
+
if (!profileId) {
|
|
138
|
+
throw new Error("benchmark run-internal requires --profile <id>.");
|
|
139
|
+
}
|
|
140
|
+
const profile = KILN_BENCHMARK_PROFILES.find((entry) => entry.id === profileId);
|
|
141
|
+
if (!profile) {
|
|
142
|
+
throw new Error(`Unknown benchmark profile '${profileId}'.`);
|
|
143
|
+
}
|
|
144
|
+
const datasetPath = readFlag(args, "--dataset") ?? defaultDatasetPath(profile.id);
|
|
145
|
+
const datasetContent = readFileSync(datasetPath, "utf-8");
|
|
146
|
+
const dataset = parseDatasetJsonl(datasetNameFromPath(datasetPath), datasetContent);
|
|
147
|
+
const k = parsePositiveInteger(readFlag(args, "--k") ?? String(profile.minimumK), "--k");
|
|
148
|
+
const outputPath = readFlag(args, "--output") ?? defaultOutputPath(profile.id, dependencies.now?.() ?? new Date());
|
|
149
|
+
const executor = dependencies.executeItem ?? createBenchmarkSessionExecutor({
|
|
150
|
+
appConfig: config,
|
|
151
|
+
flags: readExecutorFlags(args),
|
|
152
|
+
});
|
|
153
|
+
const runner = new BenchmarkBaselineRunner({
|
|
154
|
+
profile,
|
|
155
|
+
dataset,
|
|
156
|
+
datasetVersion: datasetVersionFromPath(datasetPath),
|
|
157
|
+
k,
|
|
158
|
+
configHash: computeConfigHash({
|
|
159
|
+
profile,
|
|
160
|
+
datasetName: dataset.name,
|
|
161
|
+
datasetVersion: datasetVersionFromPath(datasetPath),
|
|
162
|
+
provider: readFlag(args, "--provider"),
|
|
163
|
+
model: readFlag(args, "--model"),
|
|
164
|
+
scorerNames: profile.requiredScorers,
|
|
165
|
+
}),
|
|
166
|
+
scorers: createBenchmarkProfileScorers(profile),
|
|
167
|
+
artifactStore: new MemoryArtifactResourceStore(),
|
|
168
|
+
executeItem: executor,
|
|
169
|
+
});
|
|
170
|
+
const result = await runner.run();
|
|
171
|
+
mkdirSync(dirname(outputPath), { recursive: true });
|
|
172
|
+
writeFileSync(outputPath, JSON.stringify({
|
|
173
|
+
baselines: [result.baseline],
|
|
174
|
+
baseline: result.baseline,
|
|
175
|
+
consistency: result.consistency,
|
|
176
|
+
artifactUris: result.artifactUris,
|
|
177
|
+
}, null, 2), "utf-8");
|
|
178
|
+
printJson({
|
|
179
|
+
outputPath,
|
|
180
|
+
baseline: result.baseline,
|
|
181
|
+
readiness: evaluateBenchmarkReadiness({ baselines: [result.baseline] }),
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
function readBaselines(args) {
|
|
185
|
+
const baselinePath = readFlag(args, "--baseline");
|
|
186
|
+
if (!baselinePath) {
|
|
187
|
+
throw new Error("benchmark readiness requires --baseline <path>.");
|
|
188
|
+
}
|
|
189
|
+
const parsed = JSON.parse(readFileSync(baselinePath, "utf-8"));
|
|
190
|
+
const baselines = Array.isArray(parsed)
|
|
191
|
+
? parsed
|
|
192
|
+
: parsed && typeof parsed === "object" && Array.isArray(parsed.baselines)
|
|
193
|
+
? parsed.baselines
|
|
194
|
+
: undefined;
|
|
195
|
+
if (!baselines) {
|
|
196
|
+
throw new Error("benchmark baseline file must be an array or an object with a baselines array.");
|
|
197
|
+
}
|
|
198
|
+
return baselines.map(parseBaseline);
|
|
199
|
+
}
|
|
200
|
+
function parseBaseline(value) {
|
|
201
|
+
if (!value || typeof value !== "object") {
|
|
202
|
+
throw new Error("benchmark baseline entries must be objects.");
|
|
203
|
+
}
|
|
204
|
+
const record = value;
|
|
205
|
+
return {
|
|
206
|
+
profileId: requireString(record.profileId, "profileId"),
|
|
207
|
+
profileVersion: requireString(record.profileVersion, "profileVersion"),
|
|
208
|
+
datasetName: requireString(record.datasetName, "datasetName"),
|
|
209
|
+
k: requireNumber(record.k, "k"),
|
|
210
|
+
passAtK: requireNumber(record.passAtK, "passAtK"),
|
|
211
|
+
scorers: requireStringArray(record.scorers, "scorers"),
|
|
212
|
+
artifactUris: requireStringArray(record.artifactUris, "artifactUris"),
|
|
213
|
+
configHash: requireString(record.configHash, "configHash"),
|
|
214
|
+
datasetVersion: requireString(record.datasetVersion, "datasetVersion"),
|
|
215
|
+
};
|
|
216
|
+
}
|
|
217
|
+
function requireString(value, field) {
|
|
218
|
+
if (typeof value !== "string" || value.trim().length === 0) {
|
|
219
|
+
throw new Error(`benchmark baseline field '${field}' must be a non-empty string.`);
|
|
220
|
+
}
|
|
221
|
+
return value;
|
|
222
|
+
}
|
|
223
|
+
function requireNumber(value, field) {
|
|
224
|
+
if (typeof value !== "number" || !Number.isFinite(value)) {
|
|
225
|
+
throw new Error(`benchmark baseline field '${field}' must be a finite number.`);
|
|
226
|
+
}
|
|
227
|
+
return value;
|
|
228
|
+
}
|
|
229
|
+
function requireStringArray(value, field) {
|
|
230
|
+
if (!Array.isArray(value) || !value.every((entry) => typeof entry === "string" && entry.trim().length > 0)) {
|
|
231
|
+
throw new Error(`benchmark baseline field '${field}' must be an array of non-empty strings.`);
|
|
232
|
+
}
|
|
233
|
+
return value;
|
|
234
|
+
}
|
|
235
|
+
function readFlag(args, flag) {
|
|
236
|
+
const index = args.indexOf(flag);
|
|
237
|
+
return index >= 0 ? args[index + 1] : undefined;
|
|
238
|
+
}
|
|
239
|
+
function readExecutorFlags(args) {
|
|
240
|
+
return {
|
|
241
|
+
provider: readFlag(args, "--provider"),
|
|
242
|
+
model: readFlag(args, "--model"),
|
|
243
|
+
apiKey: readFlag(args, "--api-key"),
|
|
244
|
+
skipGitRepoCheck: args.includes("--skip-git-repo-check"),
|
|
245
|
+
};
|
|
246
|
+
}
|
|
247
|
+
function parsePositiveInteger(value, flag) {
|
|
248
|
+
const parsed = Number.parseInt(value, 10);
|
|
249
|
+
if (!Number.isInteger(parsed) || parsed < 1) {
|
|
250
|
+
throw new Error(`${flag} must be a positive integer.`);
|
|
251
|
+
}
|
|
252
|
+
return parsed;
|
|
253
|
+
}
|
|
254
|
+
function defaultDatasetPath(profileId) {
|
|
255
|
+
const currentDir = dirname(fileURLToPath(import.meta.url));
|
|
256
|
+
return join(currentDir, "..", "..", "..", "core", "evals", "benchmark", `${profileId}-v1.jsonl`);
|
|
257
|
+
}
|
|
258
|
+
function datasetNameFromPath(path) {
|
|
259
|
+
return path.replace(/\\/gu, "/").split("/").pop()?.replace(/\.jsonl$/u, "") ?? "benchmark-dataset";
|
|
260
|
+
}
|
|
261
|
+
function datasetVersionFromPath(path) {
|
|
262
|
+
const name = datasetNameFromPath(path);
|
|
263
|
+
return name.match(/-v(\d+)$/u)?.[1] ?? "1";
|
|
264
|
+
}
|
|
265
|
+
function defaultOutputPath(profileId, now) {
|
|
266
|
+
const stamp = now.toISOString().replace(/[:.]/gu, "-");
|
|
267
|
+
return join(process.cwd(), ".kiln", "benchmarks", `${profileId}-${stamp}.json`);
|
|
268
|
+
}
|
|
269
|
+
function computeConfigHash(value) {
|
|
270
|
+
return `sha256:${createHash("sha256").update(stableStringify(value)).digest("hex")}`;
|
|
271
|
+
}
|
|
272
|
+
function stableStringify(value) {
|
|
273
|
+
if (Array.isArray(value)) {
|
|
274
|
+
return `[${value.map(stableStringify).join(",")}]`;
|
|
275
|
+
}
|
|
276
|
+
if (value && typeof value === "object") {
|
|
277
|
+
return `{${Object.entries(value)
|
|
278
|
+
.sort(([left], [right]) => left.localeCompare(right, "en"))
|
|
279
|
+
.map(([key, entry]) => `${JSON.stringify(key)}:${stableStringify(entry)}`)
|
|
280
|
+
.join(",")}}`;
|
|
281
|
+
}
|
|
282
|
+
return JSON.stringify(value);
|
|
283
|
+
}
|
|
284
|
+
function printJson(value) {
|
|
285
|
+
console.log(JSON.stringify(value, null, 2));
|
|
286
|
+
}
|
|
287
|
+
//# sourceMappingURL=benchmark.js.map
|