agent-hitch 0.1.1 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +235 -132
- package/README.zh-CN.md +335 -0
- package/dist/bin/hitch.js +9 -0
- package/dist/bin/hitch.js.map +1 -0
- package/dist/scripts/check-architecture.js +159 -0
- package/dist/scripts/check-architecture.js.map +1 -0
- package/dist/scripts/check-release.js +25 -0
- package/dist/scripts/check-release.js.map +1 -0
- package/dist/scripts/check-syntax.js +32 -0
- package/dist/scripts/check-syntax.js.map +1 -0
- package/dist/src/adapters/catalog.js +55 -0
- package/dist/src/adapters/catalog.js.map +1 -0
- package/dist/src/adapters/contract.js +2 -0
- package/dist/src/adapters/contract.js.map +1 -0
- package/dist/src/adapters/discovery.js +22 -0
- package/dist/src/adapters/discovery.js.map +1 -0
- package/dist/src/adapters/index.js +3 -0
- package/dist/src/adapters/index.js.map +1 -0
- package/dist/src/adapters/providers/claude.js +69 -0
- package/dist/src/adapters/providers/claude.js.map +1 -0
- package/dist/src/adapters/providers/codex.js +74 -0
- package/dist/src/adapters/providers/codex.js.map +1 -0
- package/dist/src/adapters/providers/deepseek.js +51 -0
- package/dist/src/adapters/providers/deepseek.js.map +1 -0
- package/dist/src/adapters/providers/opencode.js +73 -0
- package/dist/src/adapters/providers/opencode.js.map +1 -0
- package/dist/src/adapters/providers/pi.js +82 -0
- package/dist/src/adapters/providers/pi.js.map +1 -0
- package/dist/src/adapters/providers/shared.js +82 -0
- package/dist/src/adapters/providers/shared.js.map +1 -0
- package/dist/src/artifacts/index.js +3 -0
- package/dist/src/artifacts/index.js.map +1 -0
- package/dist/src/artifacts/integrity.js +188 -0
- package/dist/src/artifacts/integrity.js.map +1 -0
- package/dist/src/artifacts/preparer.js +379 -0
- package/dist/src/artifacts/preparer.js.map +1 -0
- package/dist/src/artifacts/store.js +87 -0
- package/dist/src/artifacts/store.js.map +1 -0
- package/dist/src/artifacts/types.js +2 -0
- package/dist/src/artifacts/types.js.map +1 -0
- package/dist/src/backends/contract.js +2 -0
- package/dist/src/backends/contract.js.map +1 -0
- package/dist/src/backends/harbor/backend.js +305 -0
- package/dist/src/backends/harbor/backend.js.map +1 -0
- package/dist/src/backends/harbor/index.js +4 -0
- package/dist/src/backends/harbor/index.js.map +1 -0
- package/dist/src/backends/harbor/local-git-transport.js +447 -0
- package/dist/src/backends/harbor/local-git-transport.js.map +1 -0
- package/dist/src/backends/harbor/tools.js +314 -0
- package/dist/src/backends/harbor/tools.js.map +1 -0
- package/dist/src/backends/index.js +4 -0
- package/dist/src/backends/index.js.map +1 -0
- package/dist/src/cli/arguments.js +123 -0
- package/dist/src/cli/arguments.js.map +1 -0
- package/dist/src/cli/commands/compare.js +55 -0
- package/dist/src/cli/commands/compare.js.map +1 -0
- package/dist/src/cli/commands/daemon.js +106 -0
- package/dist/src/cli/commands/daemon.js.map +1 -0
- package/dist/src/cli/commands/eval.js +126 -0
- package/dist/src/cli/commands/eval.js.map +1 -0
- package/dist/src/cli/commands/feedback.js +84 -0
- package/dist/src/cli/commands/feedback.js.map +1 -0
- package/dist/src/cli/commands/inspect.js +20 -0
- package/dist/src/cli/commands/inspect.js.map +1 -0
- package/dist/src/cli/commands/list.js +17 -0
- package/dist/src/cli/commands/list.js.map +1 -0
- package/dist/src/cli/commands/prepare.js +21 -0
- package/dist/src/cli/commands/prepare.js.map +1 -0
- package/dist/src/cli/commands/resolve.js +17 -0
- package/dist/src/cli/commands/resolve.js.map +1 -0
- package/dist/src/cli/commands/run.js +83 -0
- package/dist/src/cli/commands/run.js.map +1 -0
- package/dist/src/cli/commands/runs.js +45 -0
- package/dist/src/cli/commands/runs.js.map +1 -0
- package/dist/src/cli/commands/trajectory.js +31 -0
- package/dist/src/cli/commands/trajectory.js.map +1 -0
- package/dist/src/cli/commands/workspace.js +44 -0
- package/dist/src/cli/commands/workspace.js.map +1 -0
- package/dist/src/cli/index.js +2 -0
- package/dist/src/cli/index.js.map +1 -0
- package/dist/src/cli/main.js +48 -0
- package/dist/src/cli/main.js.map +1 -0
- package/dist/src/cli/output.js +96 -0
- package/dist/src/cli/output.js.map +1 -0
- package/dist/src/controller-runtime/hash.js +353 -0
- package/dist/src/controller-runtime/hash.js.map +1 -0
- package/dist/src/controller-runtime/index.js +3 -0
- package/dist/src/controller-runtime/index.js.map +1 -0
- package/dist/src/controller-runtime/store.js +318 -0
- package/dist/src/controller-runtime/store.js.map +1 -0
- package/dist/src/daemon/auth.js +108 -0
- package/dist/src/daemon/auth.js.map +1 -0
- package/dist/src/daemon/client.js +76 -0
- package/dist/src/daemon/client.js.map +1 -0
- package/dist/src/daemon/index.js +5 -0
- package/dist/src/daemon/index.js.map +1 -0
- package/dist/src/daemon/launcher.js +24 -0
- package/dist/src/daemon/launcher.js.map +1 -0
- package/dist/src/daemon/scheduler.js +161 -0
- package/dist/src/daemon/scheduler.js.map +1 -0
- package/dist/src/daemon/server.js +316 -0
- package/dist/src/daemon/server.js.map +1 -0
- package/dist/src/domain/artifacts.js +2 -0
- package/dist/src/domain/artifacts.js.map +1 -0
- package/dist/src/domain/controller-runtime.js +2 -0
- package/dist/src/domain/controller-runtime.js.map +1 -0
- package/dist/src/domain/eval-records.js +2 -0
- package/dist/src/domain/eval-records.js.map +1 -0
- package/dist/src/domain/evals.js +2 -0
- package/dist/src/domain/evals.js.map +1 -0
- package/dist/src/domain/feedback.js +2 -0
- package/dist/src/domain/feedback.js.map +1 -0
- package/dist/src/domain/ids.js +10 -0
- package/dist/src/domain/ids.js.map +1 -0
- package/dist/src/domain/index.js +11 -0
- package/dist/src/domain/index.js.map +1 -0
- package/dist/src/domain/revisions.js +2 -0
- package/dist/src/domain/revisions.js.map +1 -0
- package/dist/src/domain/runs.js +3 -0
- package/dist/src/domain/runs.js.map +1 -0
- package/dist/src/domain/trajectories.js +2 -0
- package/dist/src/domain/trajectories.js.map +1 -0
- package/dist/src/domain/validation.js +429 -0
- package/dist/src/domain/validation.js.map +1 -0
- package/dist/src/domain/workspaces.js +2 -0
- package/dist/src/domain/workspaces.js.map +1 -0
- package/dist/src/evals/events.js +67 -0
- package/dist/src/evals/events.js.map +1 -0
- package/dist/src/evals/index.js +5 -0
- package/dist/src/evals/index.js.map +1 -0
- package/dist/src/evals/records.js +55 -0
- package/dist/src/evals/records.js.map +1 -0
- package/dist/src/evals/request.js +109 -0
- package/dist/src/evals/request.js.map +1 -0
- package/dist/src/evals/service.js +227 -0
- package/dist/src/evals/service.js.map +1 -0
- package/dist/src/evals/trial-import.js +394 -0
- package/dist/src/evals/trial-import.js.map +1 -0
- package/dist/src/feedback/index.js +2 -0
- package/dist/src/feedback/index.js.map +1 -0
- package/dist/src/feedback/service.js +314 -0
- package/dist/src/feedback/service.js.map +1 -0
- package/dist/src/foundation/config.js +54 -0
- package/dist/src/foundation/config.js.map +1 -0
- package/dist/src/foundation/errors.js +14 -0
- package/dist/src/foundation/errors.js.map +1 -0
- package/dist/src/foundation/executable.js +135 -0
- package/dist/src/foundation/executable.js.map +1 -0
- package/dist/src/foundation/fs.js +45 -0
- package/dist/src/foundation/fs.js.map +1 -0
- package/dist/src/foundation/hash.js +24 -0
- package/dist/src/foundation/hash.js.map +1 -0
- package/dist/src/foundation/index.js +11 -0
- package/dist/src/foundation/index.js.map +1 -0
- package/dist/src/foundation/line-stream.js +20 -0
- package/dist/src/foundation/line-stream.js.map +1 -0
- package/dist/src/foundation/locks.js +114 -0
- package/dist/src/foundation/locks.js.map +1 -0
- package/dist/src/foundation/package-root.js +41 -0
- package/dist/src/foundation/package-root.js.map +1 -0
- package/dist/src/foundation/process.js +50 -0
- package/dist/src/foundation/process.js.map +1 -0
- package/dist/src/revisions/index.js +4 -0
- package/dist/src/revisions/index.js.map +1 -0
- package/dist/src/revisions/reference.js +97 -0
- package/dist/src/revisions/reference.js.map +1 -0
- package/dist/src/revisions/resolver.js +25 -0
- package/dist/src/revisions/resolver.js.map +1 -0
- package/dist/src/revisions/sources/git.js +180 -0
- package/dist/src/revisions/sources/git.js.map +1 -0
- package/dist/src/revisions/sources/installed.js +45 -0
- package/dist/src/revisions/sources/installed.js.map +1 -0
- package/dist/src/revisions/sources/npm.js +97 -0
- package/dist/src/revisions/sources/npm.js.map +1 -0
- package/dist/src/runs/compare.js +132 -0
- package/dist/src/runs/compare.js.map +1 -0
- package/dist/src/runs/events.js +79 -0
- package/dist/src/runs/events.js.map +1 -0
- package/dist/src/runs/executor.js +480 -0
- package/dist/src/runs/executor.js.map +1 -0
- package/dist/src/runs/finalizer.js +22 -0
- package/dist/src/runs/finalizer.js.map +1 -0
- package/dist/src/runs/identity.js +35 -0
- package/dist/src/runs/identity.js.map +1 -0
- package/dist/src/runs/index.js +11 -0
- package/dist/src/runs/index.js.map +1 -0
- package/dist/src/runs/manifest.js +70 -0
- package/dist/src/runs/manifest.js.map +1 -0
- package/dist/src/runs/outcome.js +49 -0
- package/dist/src/runs/outcome.js.map +1 -0
- package/dist/src/runs/query.js +104 -0
- package/dist/src/runs/query.js.map +1 -0
- package/dist/src/runs/queued.js +54 -0
- package/dist/src/runs/queued.js.map +1 -0
- package/dist/src/runs/records.js +288 -0
- package/dist/src/runs/records.js.map +1 -0
- package/dist/src/runs/request.js +169 -0
- package/dist/src/runs/request.js.map +1 -0
- package/dist/src/trajectories/contract.js +17 -0
- package/dist/src/trajectories/contract.js.map +1 -0
- package/dist/src/trajectories/format.js +127 -0
- package/dist/src/trajectories/format.js.map +1 -0
- package/dist/src/trajectories/index.js +7 -0
- package/dist/src/trajectories/index.js.map +1 -0
- package/dist/src/trajectories/projector.js +385 -0
- package/dist/src/trajectories/projector.js.map +1 -0
- package/dist/src/trajectories/provider-capture.js +133 -0
- package/dist/src/trajectories/provider-capture.js.map +1 -0
- package/dist/src/trajectories/providers/deepseek.js +179 -0
- package/dist/src/trajectories/providers/deepseek.js.map +1 -0
- package/dist/src/trajectories/store.js +421 -0
- package/dist/src/trajectories/store.js.map +1 -0
- package/dist/src/workspaces/copy.js +142 -0
- package/dist/src/workspaces/copy.js.map +1 -0
- package/dist/src/workspaces/digest.js +47 -0
- package/dist/src/workspaces/digest.js.map +1 -0
- package/dist/src/workspaces/git.js +164 -0
- package/dist/src/workspaces/git.js.map +1 -0
- package/dist/src/workspaces/index.js +6 -0
- package/dist/src/workspaces/index.js.map +1 -0
- package/dist/src/workspaces/lifecycle.js +313 -0
- package/dist/src/workspaces/lifecycle.js.map +1 -0
- package/dist/src/workspaces/planner.js +80 -0
- package/dist/src/workspaces/planner.js.map +1 -0
- package/dist/src/workspaces/store.js +25 -0
- package/dist/src/workspaces/store.js.map +1 -0
- package/dist/src/workspaces/types.js +4 -0
- package/dist/src/workspaces/types.js.map +1 -0
- package/dist/src/workspaces/utils.js +56 -0
- package/dist/src/workspaces/utils.js.map +1 -0
- package/docs/schemas/controller-runtime-manifest.schema.json +57 -0
- package/docs/schemas/controller-runtime-ref.schema.json +16 -0
- package/docs/schemas/eval-request.schema.json +2 -0
- package/docs/schemas/eval-result.schema.json +36 -1
- package/docs/schemas/local-git-transport-manifest.schema.json +34 -0
- package/docs/schemas/message-feedback.schema.json +37 -0
- package/docs/schemas/result.schema.json +9 -0
- package/docs/schemas/run-context.schema.json +39 -0
- package/docs/schemas/run-manifest.schema.json +81 -0
- package/docs/schemas/run-request.schema.json +16 -1
- package/docs/schemas/trajectory-ref.schema.json +73 -0
- package/integrations/harbor/hitch_harbor_agent.py +551 -5
- package/package.json +37 -11
- package/bin/hitch.js +0 -9
- package/src/adapters.js +0 -435
- package/src/artifacts.js +0 -949
- package/src/cli.js +0 -505
- package/src/config.js +0 -51
- package/src/daemon.js +0 -416
- package/src/engine.js +0 -400
- package/src/errors.js +0 -12
- package/src/eval-tools.js +0 -334
- package/src/evals.js +0 -276
- package/src/events.js +0 -69
- package/src/fs.js +0 -43
- package/src/harbor-backend.js +0 -285
- package/src/harness-reference.js +0 -78
- package/src/line-stream.js +0 -17
- package/src/locks.js +0 -33
- package/src/process.js +0 -49
- package/src/registry.js +0 -84
- package/src/scheduler.js +0 -156
- package/src/workspaces.js +0 -893
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../../../src/cli/commands/daemon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC3H,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACnJ,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,uBAAuB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEpF,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAc,EAAE,IAAY;IAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,OAAO,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,KAAK,OAAO,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,KAAK,MAAM,CAAC,CAAC,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,CAAC,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,OAAO,CAAC,CAAC,MAAM,YAAY,CAAC,qEAAqE,CAAC,CAAC;IACrG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,YAAY,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;IAC1H,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,KAAK;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;IAClH,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,iBAAiB,EAAE,cAAc,EAAE,CAAC,CAAC;IAClG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACrB,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAoB,KAAe,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;IAC9H,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,MAAM,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IACrD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,YAAY,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;IAC1H,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,MAAM,EAAE,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,UAAU,CAAC,kCAAkC,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAClJ,IAAI,UAAU;QAAE,OAAO,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAE9G,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IAEnF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,OAAO,EAAE,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,EAAE,CAAC;YAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,OAAO,CAAC,GAAG,UAAU,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC;YAC1F,OAAO;QACT,CAAC;IACH,CAAC;IACD,MAAM,IAAI,UAAU,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AAC5H,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc,EAAE,IAAY;IACpD,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,MAAgB,IAAI,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC;;YACxG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACvD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACrB,OAAO;IACT,CAAC;IACD,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,GAAG,UAAU,MAAM,CAAC,IAAI,KAAM,MAAM,CAAC,SAAqC,EAAE,OAAO,aAAc,MAAM,CAAC,SAAqC,EAAE,MAAM,YAAY,CAAC,CAAC;AAC/O,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5C,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrG,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAgB,EAAE,MAAM,CAAC,CAAC;IACjF,OAAO,CAAC,QAAQ,GAAI,MAAkC,CAAC,SAAmB,CAAC;AAC7E,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IAClE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACtF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc,EAAE,IAAY;IACpD,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAClE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC"}
|
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
import { DEFAULT_HARBOR_VERSION, doctorHarbor, setupHarbor } from "../../backends/index.js";
|
|
2
|
+
import { inspectEval, listEvals, runEval } from "../../evals/index.js";
|
|
3
|
+
import { SCHEMA_VERSION, invalidInput } from "../../foundation/index.js";
|
|
4
|
+
import { assertNoArgs, parseEvalRequest, takeFlag, takeOption } from "../arguments.js";
|
|
5
|
+
export async function evalCommand(args, root) {
|
|
6
|
+
const action = args.shift();
|
|
7
|
+
switch (action) {
|
|
8
|
+
case "run": return evalRunCommand(args, root);
|
|
9
|
+
case "list": return evalListCommand(args, root);
|
|
10
|
+
case "inspect": return evalInspectCommand(args, root);
|
|
11
|
+
case "setup": return evalSetupCommand(args, root);
|
|
12
|
+
case "doctor": return evalDoctorCommand(args, root);
|
|
13
|
+
default: throw invalidInput("eval requires run, list, inspect, setup, or doctor");
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
async function evalSetupCommand(args, root) {
|
|
17
|
+
const backend = args.shift();
|
|
18
|
+
if (backend !== "harbor")
|
|
19
|
+
throw invalidInput("eval setup currently supports only harbor");
|
|
20
|
+
const version = takeOption(args, "--version") || DEFAULT_HARBOR_VERSION;
|
|
21
|
+
const python = takeOption(args, "--python");
|
|
22
|
+
const force = takeFlag(args, "--force");
|
|
23
|
+
const json = takeFlag(args, "--json");
|
|
24
|
+
assertNoArgs(args);
|
|
25
|
+
const result = await setupHarbor({
|
|
26
|
+
root,
|
|
27
|
+
version,
|
|
28
|
+
...(python !== undefined ? { python } : {}),
|
|
29
|
+
force,
|
|
30
|
+
...(json ? {} : { onProgress: (message) => process.stderr.write(`${message}\n`) }),
|
|
31
|
+
});
|
|
32
|
+
if (json)
|
|
33
|
+
process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
|
|
34
|
+
else
|
|
35
|
+
process.stdout.write(`${result.cache_hit ? "Using" : "Installed"} Harbor ${result.version} at ${result.executable}\n`);
|
|
36
|
+
}
|
|
37
|
+
async function evalDoctorCommand(args, root) {
|
|
38
|
+
const json = takeFlag(args, "--json");
|
|
39
|
+
const python = takeOption(args, "--python");
|
|
40
|
+
const harbor = takeOption(args, "--harbor");
|
|
41
|
+
const docker = takeOption(args, "--docker");
|
|
42
|
+
assertNoArgs(args);
|
|
43
|
+
const result = await doctorHarbor({
|
|
44
|
+
root,
|
|
45
|
+
...(python !== undefined ? { python } : {}),
|
|
46
|
+
...(harbor !== undefined ? { harbor } : {}),
|
|
47
|
+
...(docker !== undefined ? { docker } : {}),
|
|
48
|
+
});
|
|
49
|
+
if (json) {
|
|
50
|
+
process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
|
|
51
|
+
}
|
|
52
|
+
else {
|
|
53
|
+
process.stdout.write(`Harbor eval: ${result.status}\n`);
|
|
54
|
+
for (const [name, check] of Object.entries(result.checks)) {
|
|
55
|
+
const detail = check.version || check.message || (check.present?.length ? check.present.join(", ") : "");
|
|
56
|
+
process.stdout.write(` ${name.padEnd(12)} ${check.status}${detail ? ` ${detail}` : ""}\n`);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
if (!result.ready)
|
|
60
|
+
process.exitCode = 3;
|
|
61
|
+
}
|
|
62
|
+
async function evalRunCommand(args, root) {
|
|
63
|
+
const output = takeOption(args, "--output") || "json";
|
|
64
|
+
const harborExecutable = takeOption(args, "--harbor");
|
|
65
|
+
const request = parseEvalRequest(args);
|
|
66
|
+
assertNoArgs(args);
|
|
67
|
+
if (!new Set(["json", "jsonl"]).has(output))
|
|
68
|
+
throw invalidInput("--output must be json or jsonl");
|
|
69
|
+
const controller = new AbortController();
|
|
70
|
+
const cancel = () => controller.abort();
|
|
71
|
+
process.once("SIGINT", cancel);
|
|
72
|
+
process.once("SIGTERM", cancel);
|
|
73
|
+
try {
|
|
74
|
+
const result = await runEval({
|
|
75
|
+
request,
|
|
76
|
+
root,
|
|
77
|
+
...(harborExecutable !== undefined ? { harborExecutable } : {}),
|
|
78
|
+
signal: controller.signal,
|
|
79
|
+
...(output === "jsonl" ? { onEvent: (event) => process.stdout.write(`${JSON.stringify(event)}\n`) } : {}),
|
|
80
|
+
});
|
|
81
|
+
if (output === "json")
|
|
82
|
+
process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
|
|
83
|
+
process.exitCode = result.exit_code;
|
|
84
|
+
}
|
|
85
|
+
finally {
|
|
86
|
+
process.removeListener("SIGINT", cancel);
|
|
87
|
+
process.removeListener("SIGTERM", cancel);
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
async function evalListCommand(args, root) {
|
|
91
|
+
const json = takeFlag(args, "--json");
|
|
92
|
+
assertNoArgs(args);
|
|
93
|
+
const evals = await listEvals({ root });
|
|
94
|
+
if (json) {
|
|
95
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, evals }, null, 2)}\n`);
|
|
96
|
+
return;
|
|
97
|
+
}
|
|
98
|
+
if (evals.length === 0) {
|
|
99
|
+
process.stdout.write("No evals found\n");
|
|
100
|
+
return;
|
|
101
|
+
}
|
|
102
|
+
for (const evaluation of evals) {
|
|
103
|
+
const reward = evaluation.primary_reward === null ? "-" : String(evaluation.primary_reward);
|
|
104
|
+
process.stdout.write(`${evaluation.eval_id} ${String(evaluation.status).padEnd(9)} reward=${reward} ${evaluation.harness_ref || "-"} ${evaluation.dataset || "-"}\n`);
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
async function evalInspectCommand(args, root) {
|
|
108
|
+
const json = takeFlag(args, "--json");
|
|
109
|
+
const evalId = args.shift();
|
|
110
|
+
if (!evalId)
|
|
111
|
+
throw invalidInput("eval inspect requires an eval ID");
|
|
112
|
+
assertNoArgs(args);
|
|
113
|
+
const evaluation = await inspectEval(evalId, { root });
|
|
114
|
+
if (json) {
|
|
115
|
+
process.stdout.write(`${JSON.stringify(evaluation, null, 2)}\n`);
|
|
116
|
+
return;
|
|
117
|
+
}
|
|
118
|
+
const result = evaluation.result;
|
|
119
|
+
process.stdout.write(`${evaluation.eval_id}: ${result?.status || "running"}\n`);
|
|
120
|
+
process.stdout.write(` dataset: ${evaluation.request?.dataset}\n`);
|
|
121
|
+
process.stdout.write(` harness: ${evaluation.plan?.candidate?.harness_ref || evaluation.request?.harness_ref}\n`);
|
|
122
|
+
process.stdout.write(` primary reward: ${result?.summary?.primary_reward ?? "-"}\n`);
|
|
123
|
+
process.stdout.write(` runtime storage: ${evaluation.runtime_storage}\n`);
|
|
124
|
+
process.stdout.write(` directory: ${evaluation.directory}\n`);
|
|
125
|
+
}
|
|
126
|
+
//# sourceMappingURL=eval.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../../src/cli/commands/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC5F,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAEvF,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK,CAAC,CAAC,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,CAAC,OAAO,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,KAAK,SAAS,CAAC,CAAC,OAAO,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtD,KAAK,OAAO,CAAC,CAAC,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,QAAQ,CAAC,CAAC,OAAO,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,CAAC,CAAC,MAAM,YAAY,CAAC,oDAAoD,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAY;IAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,2CAA2C,CAAC,CAAC;IAC1F,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,sBAAsB,CAAC;IACxE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;QAC/B,IAAI;QACJ,OAAO;QACP,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,KAAK;QACL,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,EAAE,CAAC;KACnF,CAAC,CAAC;IACH,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,WAAW,MAAM,CAAC,OAAO,OAAO,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;AAC9H,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAc,EAAE,IAAY;IAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,IAAI;QACJ,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C,CAAC,CAAC;IACH,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IACxD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC;IACtD,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,MAAM,YAAY,CAAC,gCAAgC,CAAC,CAAC;IAClG,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC3B,OAAO;YACP,IAAI;YACJ,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1G,CAAC,CAAC;QACH,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACpF,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC;IACtC,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,IAAY;IACzD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAChG,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACzC,OAAO;IACT,CAAC;IACD,KAAK,MAAM,UAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QAC5F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,OAAO,KAAK,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,KAAK,UAAU,CAAC,WAAW,IAAI,GAAG,KAAK,UAAU,CAAC,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC;IAC5K,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAc,EAAE,IAAY;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,CAAC,MAAM;QAAE,MAAM,YAAY,CAAC,kCAAkC,CAAC,CAAC;IACpE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IACjC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,OAAO,KAAK,MAAM,EAAE,MAAM,IAAI,SAAS,IAAI,CAAC,CAAC;IAChF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,UAAU,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC;IACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAe,UAAU,CAAC,IAAI,EAAE,SAAqC,EAAE,WAAW,IAAI,UAAU,CAAC,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAChJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAsB,MAAM,EAAE,OAAmC,EAAE,cAAc,IAAI,GAAG,IAAI,CAAC,CAAC;IACnH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,UAAU,CAAC,eAAe,IAAI,CAAC,CAAC;IAC3E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,UAAU,CAAC,SAAS,IAAI,CAAC,CAAC;AACjE,CAAC"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { MessageFeedbackService, resolveFeedbackSession, trajectoryTargetValidator } from "../../feedback/index.js";
|
|
3
|
+
import { HitchError, SCHEMA_VERSION, invalidInput, statePaths } from "../../foundation/index.js";
|
|
4
|
+
import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
|
|
5
|
+
export async function feedbackCommand(args, root) {
|
|
6
|
+
const action = args.shift();
|
|
7
|
+
const runId = args.shift();
|
|
8
|
+
if (!runId)
|
|
9
|
+
throw invalidInput("feedback requires a run ID");
|
|
10
|
+
const runDirectory = path.join(statePaths(root).runs, runId);
|
|
11
|
+
const session = await resolveFeedbackSession(runDirectory);
|
|
12
|
+
if (!session) {
|
|
13
|
+
throw new HitchError(`run ${runId} has no canonical trajectory for feedback`, {
|
|
14
|
+
code: "session-not-found",
|
|
15
|
+
exitCode: 3,
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
const service = new MessageFeedbackService({
|
|
19
|
+
root: runDirectory,
|
|
20
|
+
validateTarget: await trajectoryTargetValidator(runDirectory),
|
|
21
|
+
});
|
|
22
|
+
if (action === "list") {
|
|
23
|
+
const json = takeFlag(args, "--json");
|
|
24
|
+
assertNoArgs(args);
|
|
25
|
+
const items = await service.list({ sessionId: session.sessionId }, session);
|
|
26
|
+
if (json) {
|
|
27
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, run_id: runId, session_id: session.sessionId, items }, null, 2)}\n`);
|
|
28
|
+
return;
|
|
29
|
+
}
|
|
30
|
+
if (items.length === 0) {
|
|
31
|
+
process.stdout.write("No feedback\n");
|
|
32
|
+
return;
|
|
33
|
+
}
|
|
34
|
+
for (const item of items) {
|
|
35
|
+
process.stdout.write(`${item.messageId} ${item.rating} v${item.version}${item.note ? ` ${item.note}` : ""}\n`);
|
|
36
|
+
}
|
|
37
|
+
return;
|
|
38
|
+
}
|
|
39
|
+
if (action === "put") {
|
|
40
|
+
const json = takeFlag(args, "--json");
|
|
41
|
+
const messageId = takeOption(args, "--message");
|
|
42
|
+
const ratingValue = takeOption(args, "--rating");
|
|
43
|
+
const note = takeOption(args, "--note");
|
|
44
|
+
const ifVersion = takeOption(args, "--if-version");
|
|
45
|
+
assertNoArgs(args);
|
|
46
|
+
if (!messageId)
|
|
47
|
+
throw invalidInput("feedback put requires --message <id>");
|
|
48
|
+
if (ratingValue !== "positive" && ratingValue !== "negative") {
|
|
49
|
+
throw invalidInput("feedback put requires --rating positive|negative");
|
|
50
|
+
}
|
|
51
|
+
const item = await service.put({
|
|
52
|
+
sessionId: session.sessionId,
|
|
53
|
+
messageId,
|
|
54
|
+
rating: ratingValue,
|
|
55
|
+
...(note !== undefined ? { note } : {}),
|
|
56
|
+
ifVersion: ifVersion === undefined ? null : ifVersion,
|
|
57
|
+
}, session, { messageId });
|
|
58
|
+
if (json)
|
|
59
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, item }, null, 2)}\n`);
|
|
60
|
+
else
|
|
61
|
+
process.stdout.write(`${item.messageId}: ${item.rating} (v${item.version})\n`);
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
if (action === "delete") {
|
|
65
|
+
const json = takeFlag(args, "--json");
|
|
66
|
+
const messageId = takeOption(args, "--message");
|
|
67
|
+
const ifVersion = takeOption(args, "--if-version");
|
|
68
|
+
assertNoArgs(args);
|
|
69
|
+
if (!messageId)
|
|
70
|
+
throw invalidInput("feedback delete requires --message <id>");
|
|
71
|
+
await service.delete({
|
|
72
|
+
sessionId: session.sessionId,
|
|
73
|
+
messageId,
|
|
74
|
+
ifVersion: ifVersion === undefined ? null : ifVersion,
|
|
75
|
+
}, session);
|
|
76
|
+
if (json)
|
|
77
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, absent: true }, null, 2)}\n`);
|
|
78
|
+
else
|
|
79
|
+
process.stdout.write(`Deleted feedback for ${messageId}\n`);
|
|
80
|
+
return;
|
|
81
|
+
}
|
|
82
|
+
throw invalidInput("feedback requires list, put, or delete");
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=feedback.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"feedback.js","sourceRoot":"","sources":["../../../../src/cli/commands/feedback.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpH,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACjG,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAErE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,IAAY;IAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,4BAA4B,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,YAAY,CAAC,CAAC;IAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,2CAA2C,EAAE;YAC5E,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,sBAAsB,CAAC;QACzC,IAAI,EAAE,YAAY;QAClB,cAAc,EAAE,MAAM,yBAAyB,CAAC,YAAY,CAAC;KAC9D,CAAC,CAAC;IAEH,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9I,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACpH,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACnD,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,SAAS;YAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;QAC3E,IAAI,WAAW,KAAK,UAAU,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,YAAY,CAAC,kDAAkD,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,MAAM,EAAE,WAAoC;YAC5C,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,SAAS,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACtD,EACD,OAAO,EACP,EAAE,SAAS,EAAE,CACd,CAAC;QACF,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACpG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC;QACpF,OAAO;IACT,CAAC;IAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACnD,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,SAAS;YAAE,MAAM,YAAY,CAAC,yCAAyC,CAAC,CAAC;QAC9E,MAAM,OAAO,CAAC,MAAM,CAClB;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,SAAS,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACtD,EACD,OAAO,CACR,CAAC;QACF,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YAC5G,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,SAAS,IAAI,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IAED,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;AAC/D,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import { inspectAgent } from "../../adapters/index.js";
|
|
2
|
+
import { listPreparedArtifacts } from "../../artifacts/index.js";
|
|
3
|
+
import { SCHEMA_VERSION, invalidInput } from "../../foundation/index.js";
|
|
4
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
5
|
+
export async function inspectCommand(args, root) {
|
|
6
|
+
const json = takeFlag(args, "--json");
|
|
7
|
+
const id = args.shift();
|
|
8
|
+
if (!id)
|
|
9
|
+
throw invalidInput("inspect requires a harness name");
|
|
10
|
+
assertNoArgs(args);
|
|
11
|
+
const harness = {
|
|
12
|
+
...await inspectAgent(id),
|
|
13
|
+
prepared_artifacts: await listPreparedArtifacts(id, { root }),
|
|
14
|
+
};
|
|
15
|
+
if (json)
|
|
16
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, harness }, null, 2)}\n`);
|
|
17
|
+
else
|
|
18
|
+
process.stdout.write(`${harness.display_name}: ${harness.status}${harness.executable ? `\n executable: ${harness.executable}\n version: ${harness.version || "unknown"}` : ""}\n prepared artifacts: ${harness.prepared_artifacts.length}\n`);
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=inspect.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inspect.js","sourceRoot":"","sources":["../../../../src/cli/commands/inspect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IACxB,IAAI,CAAC,EAAE;QAAE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IAC/D,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,OAAO,GAAG;QACd,GAAG,MAAM,YAAY,CAAC,EAAE,CAAC;QACzB,kBAAkB,EAAE,MAAM,qBAAqB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;KAC9D,CAAC;IACF,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QACvG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,YAAY,KAAK,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,mBAAmB,OAAO,CAAC,UAAU,gBAAgB,OAAO,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,2BAA2B,OAAO,CAAC,kBAAkB,CAAC,MAAM,IAAI,CAAC,CAAC;AACxP,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { discoverAgents } from "../../adapters/index.js";
|
|
2
|
+
import { SCHEMA_VERSION } from "../../foundation/index.js";
|
|
3
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
4
|
+
export async function listCommand(args) {
|
|
5
|
+
const json = takeFlag(args, "--json");
|
|
6
|
+
assertNoArgs(args);
|
|
7
|
+
const agents = await discoverAgents();
|
|
8
|
+
if (json) {
|
|
9
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, harnesses: agents }, null, 2)}\n`);
|
|
10
|
+
return;
|
|
11
|
+
}
|
|
12
|
+
for (const agent of agents) {
|
|
13
|
+
const detail = agent.status === "available" ? `${agent.version || "version unknown"} ${agent.executable}` : "not installed";
|
|
14
|
+
process.stdout.write(`${agent.id.padEnd(10)} ${agent.status.padEnd(11)} ${detail}\n`);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=list.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../../src/cli/commands/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAc;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAC;IACtC,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5G,OAAO;IACT,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,IAAI,iBAAiB,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC;QAC7H,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,IAAI,CAAC,CAAC;IACxF,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import { prepareHarness } from "../../artifacts/index.js";
|
|
2
|
+
import { resolveHarness } from "../../revisions/index.js";
|
|
3
|
+
import { SCHEMA_VERSION, invalidInput } from "../../foundation/index.js";
|
|
4
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
5
|
+
import { loadInternalLocalGitSource, takeInternalLocalGitFlags } from "./run.js";
|
|
6
|
+
export async function prepareCommand(args, root) {
|
|
7
|
+
const json = takeFlag(args, "--json");
|
|
8
|
+
const internalFlags = takeInternalLocalGitFlags(args);
|
|
9
|
+
const reference = args.shift();
|
|
10
|
+
if (!reference)
|
|
11
|
+
throw invalidInput("prepare requires a harness reference");
|
|
12
|
+
assertNoArgs(args);
|
|
13
|
+
const internal = internalFlags ? await loadInternalLocalGitSource(internalFlags, reference) : null;
|
|
14
|
+
const resolved = internal?.resolution || await resolveHarness(reference, { root });
|
|
15
|
+
const artifact = await prepareHarness(resolved, { root, ...(internal ? { verifiedLocalGitSource: internal.source } : {}) });
|
|
16
|
+
if (json)
|
|
17
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, resolved_revision: resolved, artifact }, null, 2)}\n`);
|
|
18
|
+
else
|
|
19
|
+
process.stdout.write(`${artifact.cache_hit ? "Cached" : "Prepared"} ${resolved.canonical_ref} as ${artifact.artifact_id}\n`);
|
|
20
|
+
}
|
|
21
|
+
//# sourceMappingURL=prepare.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"prepare.js","sourceRoot":"","sources":["../../../../src/cli/commands/prepare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,aAAa,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC/B,IAAI,CAAC,SAAS;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IAC3E,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,0BAA0B,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnG,MAAM,QAAQ,GAAG,QAAQ,EAAE,UAAU,IAAI,MAAM,cAAc,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5H,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,iBAAiB,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QACrI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,aAAa,OAAO,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;AACpI,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { resolveHarness } from "../../revisions/index.js";
|
|
2
|
+
import { invalidInput } from "../../foundation/index.js";
|
|
3
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
4
|
+
import { revisionLabel } from "../output.js";
|
|
5
|
+
export async function resolveCommand(args, root) {
|
|
6
|
+
const json = takeFlag(args, "--json");
|
|
7
|
+
const reference = args.shift();
|
|
8
|
+
if (!reference)
|
|
9
|
+
throw invalidInput("resolve requires a harness reference");
|
|
10
|
+
assertNoArgs(args);
|
|
11
|
+
const resolved = await resolveHarness(reference, { root });
|
|
12
|
+
if (json)
|
|
13
|
+
process.stdout.write(`${JSON.stringify(resolved, null, 2)}\n`);
|
|
14
|
+
else
|
|
15
|
+
process.stdout.write(`${resolved.canonical_ref} -> ${revisionLabel(resolved)} (${resolved.identity})\n`);
|
|
16
|
+
}
|
|
17
|
+
//# sourceMappingURL=resolve.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resolve.js","sourceRoot":"","sources":["../../../../src/cli/commands/resolve.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC/B,IAAI,CAAC,SAAS;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IAC3E,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,aAAa,OAAO,aAAa,CAAC,QAAQ,CAAC,KAAK,QAAQ,CAAC,QAAQ,KAAK,CAAC,CAAC;AAChH,CAAC"}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { daemonClient } from "../../daemon/index.js";
|
|
3
|
+
import { HitchError, SCHEMA_VERSION, invalidInput, readJSON, statePaths } from "../../foundation/index.js";
|
|
4
|
+
import { executeRun, newRunId } from "../../runs/index.js";
|
|
5
|
+
import { parseHarnessReference } from "../../revisions/index.js";
|
|
6
|
+
import { validateLocalGitTransportManifest, verifyMaterializedLocalGitSource } from "../../backends/index.js";
|
|
7
|
+
import { assertNoArgs, parseRunRequest, takeFlag, takeOption } from "../arguments.js";
|
|
8
|
+
import { waitForDaemonRun } from "../output.js";
|
|
9
|
+
export async function runCommand(args, root) {
|
|
10
|
+
const useDaemon = takeFlag(args, "--daemon");
|
|
11
|
+
const output = takeOption(args, "--output") || "jsonl";
|
|
12
|
+
const internalFlags = takeInternalLocalGitFlags(args);
|
|
13
|
+
const internalRunId = takeOption(args, "--internal-run-id");
|
|
14
|
+
const deferBenchmarkObservation = takeFlag(args, "--internal-defer-benchmark-observation");
|
|
15
|
+
if ((internalRunId || deferBenchmarkObservation) && process.env.HITCH_HARBOR_INTERNAL !== "1") {
|
|
16
|
+
throw invalidInput("internal eval run options are unavailable outside the Harbor bridge");
|
|
17
|
+
}
|
|
18
|
+
if (internalRunId && !/^run_[a-f0-9]{32}$/.test(internalRunId))
|
|
19
|
+
throw invalidInput("invalid internal run ID");
|
|
20
|
+
const request = await parseRunRequest(args);
|
|
21
|
+
if (deferBenchmarkObservation)
|
|
22
|
+
request.defer_benchmark_observation = true;
|
|
23
|
+
assertNoArgs(args);
|
|
24
|
+
if (!new Set(["json", "jsonl"]).has(output))
|
|
25
|
+
throw invalidInput("--output must be json or jsonl");
|
|
26
|
+
if (internalFlags && useDaemon)
|
|
27
|
+
throw invalidInput("internal Harbor locked resolution cannot use the daemon");
|
|
28
|
+
const internal = internalFlags ? await loadInternalLocalGitSource(internalFlags, request.harness_ref) : null;
|
|
29
|
+
if (useDaemon) {
|
|
30
|
+
const client = await daemonClient(root);
|
|
31
|
+
const accepted = await client.request("/v1/runs", { method: "POST", body: JSON.stringify(request) });
|
|
32
|
+
const result = await waitForDaemonRun(client, accepted.run_id, output);
|
|
33
|
+
process.exitCode = result.exit_code;
|
|
34
|
+
return;
|
|
35
|
+
}
|
|
36
|
+
const runId = (internalRunId || newRunId());
|
|
37
|
+
const result = await executeRun({
|
|
38
|
+
runId,
|
|
39
|
+
request,
|
|
40
|
+
runsRoot: statePaths(root).runs,
|
|
41
|
+
root,
|
|
42
|
+
...(internal ? { resolvedRevision: internal.resolution, verifiedLocalGitSource: internal.source } : {}),
|
|
43
|
+
...(output === "jsonl" ? { onEvent: (event) => process.stdout.write(`${JSON.stringify(event)}\n`) } : {}),
|
|
44
|
+
});
|
|
45
|
+
if (output === "json")
|
|
46
|
+
process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
|
|
47
|
+
process.exitCode = result.exit_code;
|
|
48
|
+
}
|
|
49
|
+
export function takeInternalLocalGitFlags(args) {
|
|
50
|
+
const resolutionPath = takeOption(args, "--internal-locked-resolution");
|
|
51
|
+
const manifestPath = takeOption(args, "--internal-local-git-manifest");
|
|
52
|
+
const sourceDirectory = takeOption(args, "--internal-local-git-source");
|
|
53
|
+
if (resolutionPath === undefined && manifestPath === undefined && sourceDirectory === undefined)
|
|
54
|
+
return null;
|
|
55
|
+
if (process.env.HITCH_HARBOR_INTERNAL !== "1")
|
|
56
|
+
throw invalidInput("internal Harbor source options are unavailable outside the Harbor bridge");
|
|
57
|
+
if (!resolutionPath || !manifestPath || !sourceDirectory)
|
|
58
|
+
throw invalidInput("internal Harbor source handoff is incomplete");
|
|
59
|
+
return { resolutionPath, manifestPath, sourceDirectory };
|
|
60
|
+
}
|
|
61
|
+
export async function loadInternalLocalGitSource(flags, requestedReference) {
|
|
62
|
+
const resolution = await readJSON(path.resolve(flags.resolutionPath));
|
|
63
|
+
const reference = parseHarnessReference(requestedReference);
|
|
64
|
+
if (!resolution || resolution.schema_version !== SCHEMA_VERSION
|
|
65
|
+
|| resolution.harness_id !== reference.harness_id
|
|
66
|
+
|| resolution.source?.type !== "git" || resolution.source.registered !== false
|
|
67
|
+
|| resolution.revision?.type !== "commit"
|
|
68
|
+
|| !/^sha256:[0-9a-f]{64}$/.test(resolution.identity || "")
|
|
69
|
+
|| `${resolution.harness_id}@commit:${resolution.revision.commit || ""}` !== reference.canonical) {
|
|
70
|
+
throw new HitchError("internal Harbor locked resolution is invalid or does not match the command", {
|
|
71
|
+
code: "local_source_integrity_mismatch",
|
|
72
|
+
exitCode: 12,
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
const manifest = validateLocalGitTransportManifest(await readJSON(path.resolve(flags.manifestPath)));
|
|
76
|
+
const source = await verifyMaterializedLocalGitSource({
|
|
77
|
+
directory: path.resolve(flags.sourceDirectory),
|
|
78
|
+
manifest,
|
|
79
|
+
resolution,
|
|
80
|
+
});
|
|
81
|
+
return { resolution, source };
|
|
82
|
+
}
|
|
83
|
+
//# sourceMappingURL=run.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"run.js","sourceRoot":"","sources":["../../../../src/cli/commands/run.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAErD,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAC3G,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC3D,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AAEjE,OAAO,EAAE,iCAAiC,EAAE,gCAAgC,EAAE,MAAM,yBAAyB,CAAC;AAC9G,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,IAAc,EAAE,IAAY;IAC3D,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC7C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,OAAO,CAAC;IACvD,MAAM,aAAa,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,EAAE,mBAAmB,CAAC,CAAC;IAC5D,MAAM,yBAAyB,GAAG,QAAQ,CAAC,IAAI,EAAE,wCAAwC,CAAC,CAAC;IAC3F,IAAI,CAAC,aAAa,IAAI,yBAAyB,CAAC,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG,EAAE,CAAC;QAC9F,MAAM,YAAY,CAAC,qEAAqE,CAAC,CAAC;IAC5F,CAAC;IACD,IAAI,aAAa,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC;QAAE,MAAM,YAAY,CAAC,yBAAyB,CAAC,CAAC;IAC9G,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,yBAAyB;QAAE,OAAO,CAAC,2BAA2B,GAAG,IAAI,CAAC;IAC1E,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,MAAM,YAAY,CAAC,gCAAgC,CAAC,CAAC;IAClG,IAAI,aAAa,IAAI,SAAS;QAAE,MAAM,YAAY,CAAC,yDAAyD,CAAC,CAAC;IAC9G,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,0BAA0B,CAAC,aAAa,EAAE,OAAO,CAAC,WAAqB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEvH,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACrG,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAgB,EAAE,MAAM,CAAC,CAAC;QACjF,OAAO,CAAC,QAAQ,GAAI,MAAkC,CAAC,SAAmB,CAAC;QAC3E,OAAO;IACT,CAAC;IAED,MAAM,KAAK,GAAG,CAAC,aAAa,IAAI,QAAQ,EAAE,CAAU,CAAC;IACrD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC;QAC9B,KAAK;QACL,OAAO;QACP,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI;QAC/B,IAAI;QACJ,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,QAAQ,CAAC,UAAU,EAAE,sBAAsB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvG,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1G,CAAC,CAAC;IACH,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IACpF,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,SAAmB,CAAC;AAChD,CAAC;AAQD,MAAM,UAAU,yBAAyB,CAAC,IAAc;IACtD,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,EAAE,8BAA8B,CAAC,CAAC;IACxE,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,EAAE,+BAA+B,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,UAAU,CAAC,IAAI,EAAE,6BAA6B,CAAC,CAAC;IACxE,IAAI,cAAc,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,eAAe,KAAK,SAAS;QAAE,OAAO,IAAI,CAAC;IAC7G,IAAI,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,GAAG;QAAE,MAAM,YAAY,CAAC,0EAA0E,CAAC,CAAC;IAC9I,IAAI,CAAC,cAAc,IAAI,CAAC,YAAY,IAAI,CAAC,eAAe;QAAE,MAAM,YAAY,CAAC,8CAA8C,CAAC,CAAC;IAC7H,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,eAAe,EAAE,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,KAA4B,EAC5B,kBAA0B;IAE1B,MAAM,UAAU,GAAG,MAAM,QAAQ,CAAmB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC;IACxF,MAAM,SAAS,GAAG,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;IAC5D,IACE,CAAC,UAAU,IAAI,UAAU,CAAC,cAAc,KAAK,cAAc;WACxD,UAAU,CAAC,UAAU,KAAK,SAAS,CAAC,UAAU;WAC9C,UAAU,CAAC,MAAM,EAAE,IAAI,KAAK,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,UAAU,KAAK,KAAK;WAC3E,UAAU,CAAC,QAAQ,EAAE,IAAI,KAAK,QAAQ;WACtC,CAAC,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,EAAE,CAAC;WACxD,GAAG,UAAU,CAAC,UAAU,WAAW,UAAU,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,SAAS,CAAC,SAAS,EAChG,CAAC;QACD,MAAM,IAAI,UAAU,CAAC,4EAA4E,EAAE;YACjG,IAAI,EAAE,iCAAiC;YACvC,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,iCAAiC,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACrG,MAAM,MAAM,GAAG,MAAM,gCAAgC,CAAC;QACpD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC;QAC9C,QAAQ;QACR,UAAU;KACX,CAAC,CAAC;IACH,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { loadRunRecord, queryRuns, rebuildRunIndexes } from "../../runs/index.js";
|
|
3
|
+
import { SCHEMA_VERSION, invalidInput, statePaths } from "../../foundation/index.js";
|
|
4
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
5
|
+
import { takeRunQuery } from "./compare.js";
|
|
6
|
+
export async function runsCommand(args, root) {
|
|
7
|
+
const action = args.shift();
|
|
8
|
+
if (action === "inspect") {
|
|
9
|
+
const json = takeFlag(args, "--json");
|
|
10
|
+
const runId = args.shift();
|
|
11
|
+
if (!runId || !/^run_[a-f0-9]{32}$/.test(runId))
|
|
12
|
+
throw invalidInput("runs inspect requires a valid run ID");
|
|
13
|
+
assertNoArgs(args);
|
|
14
|
+
const loaded = await loadRunRecord(path.join(statePaths(root).runs, runId), { verifyTrajectory: true });
|
|
15
|
+
if (json)
|
|
16
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, ...loaded }, null, 2)}\n`);
|
|
17
|
+
else
|
|
18
|
+
process.stdout.write(`${runId}: ${loaded.record.status} (${loaded.record.context.kind})\n trajectory: ${loaded.trajectory_status}\n`);
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
if (action === "list") {
|
|
22
|
+
const json = takeFlag(args, "--json");
|
|
23
|
+
const query = takeRunQuery(args);
|
|
24
|
+
assertNoArgs(args);
|
|
25
|
+
const records = await queryRuns({ root, query });
|
|
26
|
+
if (json)
|
|
27
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, runs: records.map(({ record }) => record) }, null, 2)}\n`);
|
|
28
|
+
else
|
|
29
|
+
for (const { record } of records)
|
|
30
|
+
process.stdout.write(`${record.run_id} ${record.status.padEnd(9)} ${record.context.kind} ${record.harness.harness_id} ${record.model.effective_id || "-"}\n`);
|
|
31
|
+
return;
|
|
32
|
+
}
|
|
33
|
+
if (action === "rebuild-index") {
|
|
34
|
+
const json = takeFlag(args, "--json");
|
|
35
|
+
assertNoArgs(args);
|
|
36
|
+
const index = await rebuildRunIndexes({ root });
|
|
37
|
+
if (json)
|
|
38
|
+
process.stdout.write(`${JSON.stringify(index, null, 2)}\n`);
|
|
39
|
+
else
|
|
40
|
+
process.stdout.write(`Indexed ${index.runs.length} runs\n`);
|
|
41
|
+
return;
|
|
42
|
+
}
|
|
43
|
+
throw invalidInput("runs requires list, inspect, or rebuild-index");
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=runs.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../../src/cli/commands/runs.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACrF,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;YAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;QAC5G,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,CAAC;QACxG,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACzG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,oBAAoB,MAAM,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC5I,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QACjC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACjD,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACzI,KAAK,MAAM,EAAE,MAAM,EAAE,IAAI,OAAO;gBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,MAAM,CAAC,OAAO,CAAC,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,YAAY,IAAI,GAAG,IAAI,CAAC,CAAC;QACzM,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,eAAe,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,MAAM,iBAAiB,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACjE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,KAAK,CAAC,IAAI,CAAC,MAAM,SAAS,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IACD,MAAM,YAAY,CAAC,+CAA+C,CAAC,CAAC;AACtE,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import path from "node:path";
|
|
2
|
+
import { HitchError, SCHEMA_VERSION, invalidInput, statePaths } from "../../foundation/index.js";
|
|
3
|
+
import { loadTrajectoryRef, readTrajectory } from "../../trajectories/index.js";
|
|
4
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
5
|
+
export async function trajectoryCommand(args, root) {
|
|
6
|
+
const action = args.shift();
|
|
7
|
+
if (action !== "inspect")
|
|
8
|
+
throw invalidInput("trajectory requires inspect");
|
|
9
|
+
const json = takeFlag(args, "--json");
|
|
10
|
+
const runId = args.shift();
|
|
11
|
+
if (!runId)
|
|
12
|
+
throw invalidInput("trajectory inspect requires a run ID");
|
|
13
|
+
assertNoArgs(args);
|
|
14
|
+
const runDirectory = path.join(statePaths(root).runs, runId);
|
|
15
|
+
const ref = await loadTrajectoryRef(runDirectory);
|
|
16
|
+
if (!ref) {
|
|
17
|
+
throw new HitchError(`run ${runId} has no canonical trajectory`, { code: "trajectory_not_found", exitCode: 3 });
|
|
18
|
+
}
|
|
19
|
+
const { header, events } = await readTrajectory(ref.path);
|
|
20
|
+
if (json) {
|
|
21
|
+
process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, run_id: runId, ref, header, events }, null, 2)}\n`);
|
|
22
|
+
return;
|
|
23
|
+
}
|
|
24
|
+
process.stdout.write(`${runId}: ${ref.fidelity} trajectory (${events.length} events)\n`);
|
|
25
|
+
process.stdout.write(` session: ${ref.session_id}\n`);
|
|
26
|
+
process.stdout.write(` path: ${ref.path}\n`);
|
|
27
|
+
const assistantMessages = events.filter((event) => event.type === "assistant/message");
|
|
28
|
+
const toolResults = events.filter((event) => event.type === "tool/result");
|
|
29
|
+
process.stdout.write(` assistant messages: ${assistantMessages.length}, tool results: ${toolResults.length}\n`);
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=trajectory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"trajectory.js","sourceRoot":"","sources":["../../../../src/cli/commands/trajectory.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACjG,OAAO,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAChF,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,IAAc,EAAE,IAAY;IAClE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,MAAM,KAAK,SAAS;QAAE,MAAM,YAAY,CAAC,6BAA6B,CAAC,CAAC;IAC5E,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IACvE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAG,MAAM,iBAAiB,CAAC,YAAY,CAAC,CAAC;IAClD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,8BAA8B,EAAE,EAAE,IAAI,EAAE,sBAAsB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAClH,CAAC;IACD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC1D,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC7H,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,GAAG,CAAC,QAAQ,gBAAgB,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC;IACzF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,UAAU,IAAI,CAAC,CAAC;IACvD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC;IAC9C,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC;IACvF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;IAC3E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,iBAAiB,CAAC,MAAM,mBAAmB,WAAW,CAAC,MAAM,IAAI,CAAC,CAAC;AACnH,CAAC"}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
import { HitchError, invalidInput } from "../../foundation/index.js";
|
|
2
|
+
import { inspectWorkspace, removeWorkspace } from "../../workspaces/index.js";
|
|
3
|
+
import { assertNoArgs, takeFlag } from "../arguments.js";
|
|
4
|
+
export async function workspaceCommand(args, root) {
|
|
5
|
+
const action = args.shift();
|
|
6
|
+
const runId = args.shift();
|
|
7
|
+
if (!runId)
|
|
8
|
+
throw invalidInput("workspace requires a run ID");
|
|
9
|
+
if (action === "inspect") {
|
|
10
|
+
const json = takeFlag(args, "--json");
|
|
11
|
+
assertNoArgs(args);
|
|
12
|
+
const workspace = await inspectWorkspace({ root, runId: runId });
|
|
13
|
+
if (!workspace)
|
|
14
|
+
throw new HitchError(`workspace record not found: ${runId}`, { code: "workspace_not_found", exitCode: 3 });
|
|
15
|
+
if (json)
|
|
16
|
+
process.stdout.write(`${JSON.stringify(workspace, null, 2)}\n`);
|
|
17
|
+
else
|
|
18
|
+
process.stdout.write(`${runId}: ${workspace.mode} ${workspace.status}\n source: ${workspace.source_workspace}\n execution: ${workspace.execution_workspace}\n retained: ${workspace.retained ? "yes" : "no"}${workspace.changed === undefined || workspace.changed === null ? "" : `\n changed: ${workspace.changed ? "yes" : "no"}`}\n`);
|
|
19
|
+
return;
|
|
20
|
+
}
|
|
21
|
+
if (action === "path") {
|
|
22
|
+
assertNoArgs(args);
|
|
23
|
+
const workspace = await inspectWorkspace({ root, runId: runId });
|
|
24
|
+
if (!workspace)
|
|
25
|
+
throw new HitchError(`workspace record not found: ${runId}`, { code: "workspace_not_found", exitCode: 3 });
|
|
26
|
+
if (!workspace.retained)
|
|
27
|
+
throw new HitchError(`run ${runId} has no retained workspace`, { code: "workspace_not_retained", exitCode: 3 });
|
|
28
|
+
process.stdout.write(`${workspace.execution_workspace}\n`);
|
|
29
|
+
return;
|
|
30
|
+
}
|
|
31
|
+
if (action === "remove") {
|
|
32
|
+
const force = takeFlag(args, "--force");
|
|
33
|
+
const json = takeFlag(args, "--json");
|
|
34
|
+
assertNoArgs(args);
|
|
35
|
+
const workspace = await removeWorkspace({ root, runId: runId, force });
|
|
36
|
+
if (json)
|
|
37
|
+
process.stdout.write(`${JSON.stringify(workspace, null, 2)}\n`);
|
|
38
|
+
else
|
|
39
|
+
process.stdout.write(`Removed workspace for ${runId}\n`);
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
throw invalidInput("workspace requires inspect, path, or remove");
|
|
43
|
+
}
|
|
44
|
+
//# sourceMappingURL=workspace.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../../../../src/cli/commands/workspace.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAC9E,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAY;IACjE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,6BAA6B,CAAC,CAAC;IAC9D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,UAAU,CAAC,+BAA+B,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3H,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACrE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,KAAK,SAAS,CAAC,IAAI,IAAI,SAAS,CAAC,MAAM,eAAe,SAAS,CAAC,gBAAgB,kBAAkB,SAAS,CAAC,mBAAmB,iBAAiB,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,GAAG,SAAS,CAAC,OAAO,KAAK,SAAS,IAAI,SAAS,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACnV,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAc,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,UAAU,CAAC,+BAA+B,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC3H,IAAI,CAAC,SAAS,CAAC,QAAQ;YAAE,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,4BAA4B,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACzI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,SAAS,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC3D,OAAO;IACT,CAAC;IACD,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,SAAS,GAAG,MAAM,eAAe,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAc,EAAE,KAAK,EAAE,CAAC,CAAC;QAChF,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACrE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,KAAK,IAAI,CAAC,CAAC;QAC9D,OAAO;IACT,CAAC;IACD,MAAM,YAAY,CAAC,6CAA6C,CAAC,CAAC;AACpE,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/cli/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC"}
|