@monoes/monomindcli 1.11.12 → 1.11.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/commands/mastermind/idea.md +1 -1
- package/.claude/commands/mastermind/master.md +1 -1
- package/.claude/skills/mastermind/_protocol.md +4 -4
- package/.claude/skills/mastermind/architect.md +4 -7
- package/.claude/skills/mastermind/autodev.md +2 -4
- package/.claude/skills/mastermind/build.md +3 -3
- package/.claude/skills/mastermind/content.md +3 -3
- package/.claude/skills/mastermind/createorg.md +2 -2
- package/.claude/skills/mastermind/finance.md +3 -3
- package/.claude/skills/mastermind/idea.md +0 -8
- package/.claude/skills/mastermind/marketing.md +3 -3
- package/.claude/skills/mastermind/monitor.md +2 -2
- package/.claude/skills/mastermind/ops.md +3 -3
- package/.claude/skills/mastermind/release.md +3 -3
- package/.claude/skills/mastermind/research.md +3 -3
- package/.claude/skills/mastermind/review.md +3 -3
- package/.claude/skills/mastermind/sales.md +3 -3
- package/README.md +286 -129
- package/dist/src/agents/halt-signal.d.ts +25 -0
- package/dist/src/agents/halt-signal.d.ts.map +1 -0
- package/dist/src/agents/halt-signal.js +76 -0
- package/dist/src/agents/halt-signal.js.map +1 -0
- package/dist/src/agents/index.d.ts +18 -0
- package/dist/src/agents/index.d.ts.map +1 -0
- package/dist/src/agents/index.js +13 -0
- package/dist/src/agents/index.js.map +1 -0
- package/dist/src/agents/managed-agent.d.ts +41 -0
- package/dist/src/agents/managed-agent.d.ts.map +1 -0
- package/dist/src/agents/managed-agent.js +69 -0
- package/dist/src/agents/managed-agent.js.map +1 -0
- package/dist/src/agents/prompt-experiment.d.ts +23 -0
- package/dist/src/agents/prompt-experiment.d.ts.map +1 -0
- package/dist/src/agents/prompt-experiment.js +49 -0
- package/dist/src/agents/prompt-experiment.js.map +1 -0
- package/dist/src/agents/prompt-version-manager.d.ts +22 -0
- package/dist/src/agents/prompt-version-manager.d.ts.map +1 -0
- package/dist/src/agents/prompt-version-manager.js +80 -0
- package/dist/src/agents/prompt-version-manager.js.map +1 -0
- package/dist/src/agents/registry-query.d.ts +71 -0
- package/dist/src/agents/registry-query.d.ts.map +1 -0
- package/dist/src/agents/registry-query.js +125 -0
- package/dist/src/agents/registry-query.js.map +1 -0
- package/dist/src/agents/score-decay.d.ts +19 -0
- package/dist/src/agents/score-decay.d.ts.map +1 -0
- package/dist/src/agents/score-decay.js +22 -0
- package/dist/src/agents/score-decay.js.map +1 -0
- package/dist/src/agents/shared-instructions-loader.d.ts +13 -0
- package/dist/src/agents/shared-instructions-loader.d.ts.map +1 -0
- package/dist/src/agents/shared-instructions-loader.js +40 -0
- package/dist/src/agents/shared-instructions-loader.js.map +1 -0
- package/dist/src/agents/specialization-scorer.d.ts +54 -0
- package/dist/src/agents/specialization-scorer.d.ts.map +1 -0
- package/dist/src/agents/specialization-scorer.js +212 -0
- package/dist/src/agents/specialization-scorer.js.map +1 -0
- package/dist/src/agents/termination-watcher.d.ts +30 -0
- package/dist/src/agents/termination-watcher.d.ts.map +1 -0
- package/dist/src/agents/termination-watcher.js +84 -0
- package/dist/src/agents/termination-watcher.js.map +1 -0
- package/dist/src/agents/trigger-index.d.ts +20 -0
- package/dist/src/agents/trigger-index.d.ts.map +1 -0
- package/dist/src/agents/trigger-index.js +38 -0
- package/dist/src/agents/trigger-index.js.map +1 -0
- package/dist/src/agents/trigger-scanner.d.ts +64 -0
- package/dist/src/agents/trigger-scanner.d.ts.map +1 -0
- package/dist/src/agents/trigger-scanner.js +308 -0
- package/dist/src/agents/trigger-scanner.js.map +1 -0
- package/dist/src/agents/version-diff.d.ts +18 -0
- package/dist/src/agents/version-diff.d.ts.map +1 -0
- package/dist/src/agents/version-diff.js +64 -0
- package/dist/src/agents/version-diff.js.map +1 -0
- package/dist/src/agents/version-store.d.ts +60 -0
- package/dist/src/agents/version-store.d.ts.map +1 -0
- package/dist/src/agents/version-store.js +235 -0
- package/dist/src/agents/version-store.js.map +1 -0
- package/dist/src/benchmarks/pretrain/index.d.ts +45 -0
- package/dist/src/benchmarks/pretrain/index.d.ts.map +1 -0
- package/dist/src/benchmarks/pretrain/index.js +404 -0
- package/dist/src/benchmarks/pretrain/index.js.map +1 -0
- package/dist/src/commands/agent-wasm.d.ts +14 -0
- package/dist/src/commands/agent-wasm.d.ts.map +1 -0
- package/dist/src/commands/agent-wasm.js +333 -0
- package/dist/src/commands/agent-wasm.js.map +1 -0
- package/dist/src/commands/doctor.d.ts.map +1 -1
- package/dist/src/commands/doctor.js +55 -1
- package/dist/src/commands/doctor.js.map +1 -1
- package/dist/src/commands/embeddings.d.ts.map +1 -0
- package/dist/src/commands/embeddings.js.map +1 -0
- package/dist/src/commands/ui.js +68 -0
- package/dist/src/consensus/index.d.ts +7 -0
- package/dist/src/consensus/index.d.ts.map +1 -0
- package/dist/src/consensus/index.js +6 -0
- package/dist/src/consensus/index.js.map +1 -0
- package/dist/src/context/context-provider.d.ts +44 -0
- package/dist/src/context/context-provider.d.ts.map +1 -0
- package/dist/src/context/context-provider.js +25 -0
- package/dist/src/context/context-provider.js.map +1 -0
- package/dist/src/context/git-state-provider.d.ts +12 -0
- package/dist/src/context/git-state-provider.d.ts.map +1 -0
- package/dist/src/context/git-state-provider.js +34 -0
- package/dist/src/context/git-state-provider.js.map +1 -0
- package/dist/src/context/index.d.ts +12 -0
- package/dist/src/context/index.d.ts.map +1 -0
- package/dist/src/context/index.js +12 -0
- package/dist/src/context/index.js.map +1 -0
- package/dist/src/context/project-conventions-provider.d.ts +15 -0
- package/dist/src/context/project-conventions-provider.d.ts.map +1 -0
- package/dist/src/context/project-conventions-provider.js +19 -0
- package/dist/src/context/project-conventions-provider.js.map +1 -0
- package/dist/src/context/prompt-assembler.d.ts +26 -0
- package/dist/src/context/prompt-assembler.d.ts.map +1 -0
- package/dist/src/context/prompt-assembler.js +93 -0
- package/dist/src/context/prompt-assembler.js.map +1 -0
- package/dist/src/context/task-history-provider.d.ts +24 -0
- package/dist/src/context/task-history-provider.d.ts.map +1 -0
- package/dist/src/context/task-history-provider.js +32 -0
- package/dist/src/context/task-history-provider.js.map +1 -0
- package/dist/src/context/user-preferences-provider.d.ts +14 -0
- package/dist/src/context/user-preferences-provider.d.ts.map +1 -0
- package/dist/src/context/user-preferences-provider.js +27 -0
- package/dist/src/context/user-preferences-provider.js.map +1 -0
- package/dist/src/dlq/dlq-reader.d.ts +31 -0
- package/dist/src/dlq/dlq-reader.d.ts.map +1 -0
- package/dist/src/dlq/dlq-reader.js +81 -0
- package/dist/src/dlq/dlq-reader.js.map +1 -0
- package/dist/src/dlq/dlq-writer.d.ts +24 -0
- package/dist/src/dlq/dlq-writer.d.ts.map +1 -0
- package/dist/src/dlq/dlq-writer.js +65 -0
- package/dist/src/dlq/dlq-writer.js.map +1 -0
- package/dist/src/dlq/index.d.ts +10 -0
- package/dist/src/dlq/index.d.ts.map +1 -0
- package/dist/src/dlq/index.js +7 -0
- package/dist/src/dlq/index.js.map +1 -0
- package/dist/src/eval/dataset-manager.d.ts +33 -0
- package/dist/src/eval/dataset-manager.d.ts.map +1 -0
- package/dist/src/eval/dataset-manager.js +107 -0
- package/dist/src/eval/dataset-manager.js.map +1 -0
- package/dist/src/eval/dataset-runner.d.ts +23 -0
- package/dist/src/eval/dataset-runner.d.ts.map +1 -0
- package/dist/src/eval/dataset-runner.js +59 -0
- package/dist/src/eval/dataset-runner.js.map +1 -0
- package/dist/src/eval/index.d.ts +10 -0
- package/dist/src/eval/index.d.ts.map +1 -0
- package/dist/src/eval/index.js +7 -0
- package/dist/src/eval/index.js.map +1 -0
- package/dist/src/eval/trace-collector.d.ts +40 -0
- package/dist/src/eval/trace-collector.d.ts.map +1 -0
- package/dist/src/eval/trace-collector.js +102 -0
- package/dist/src/eval/trace-collector.js.map +1 -0
- package/dist/src/graph/enrich.mjs +362 -0
- package/dist/src/infrastructure/in-memory-repositories.d.ts +68 -0
- package/dist/src/infrastructure/in-memory-repositories.d.ts.map +1 -0
- package/dist/src/infrastructure/in-memory-repositories.js +264 -0
- package/dist/src/infrastructure/in-memory-repositories.js.map +1 -0
- package/dist/src/init/statusline-generator.js +3 -3
- package/dist/src/interactive/interrupt.d.ts +22 -0
- package/dist/src/interactive/interrupt.d.ts.map +1 -0
- package/dist/src/interactive/interrupt.js +71 -0
- package/dist/src/interactive/interrupt.js.map +1 -0
- package/dist/src/mcp/deprecation-injector.d.ts +25 -0
- package/dist/src/mcp/deprecation-injector.d.ts.map +1 -0
- package/dist/src/mcp/deprecation-injector.js +48 -0
- package/dist/src/mcp/deprecation-injector.js.map +1 -0
- package/dist/src/mcp/tool-registry.d.ts +61 -0
- package/dist/src/mcp/tool-registry.d.ts.map +1 -0
- package/dist/src/mcp/tool-registry.js +246 -0
- package/dist/src/mcp/tool-registry.js.map +1 -0
- package/dist/src/mcp-tools/wasm-agent-tools.d.ts +9 -0
- package/dist/src/mcp-tools/wasm-agent-tools.d.ts.map +1 -0
- package/dist/src/mcp-tools/wasm-agent-tools.js +230 -0
- package/dist/src/mcp-tools/wasm-agent-tools.js.map +1 -0
- package/dist/src/model/complexity-scorer.d.ts +21 -0
- package/dist/src/model/complexity-scorer.d.ts.map +1 -0
- package/dist/src/model/complexity-scorer.js +106 -0
- package/dist/src/model/complexity-scorer.js.map +1 -0
- package/dist/src/model/index.d.ts +4 -0
- package/dist/src/model/index.d.ts.map +1 -0
- package/dist/src/model/index.js +4 -0
- package/dist/src/model/index.js.map +1 -0
- package/dist/src/model/model-settings.d.ts +22 -0
- package/dist/src/model/model-settings.d.ts.map +1 -0
- package/dist/src/model/model-settings.js +33 -0
- package/dist/src/model/model-settings.js.map +1 -0
- package/dist/src/model/model-tier-resolver.d.ts +24 -0
- package/dist/src/model/model-tier-resolver.d.ts.map +1 -0
- package/dist/src/model/model-tier-resolver.js +65 -0
- package/dist/src/model/model-tier-resolver.js.map +1 -0
- package/dist/src/monovector/capabilities.d.ts +34 -0
- package/dist/src/monovector/capabilities.d.ts.map +1 -0
- package/dist/src/monovector/capabilities.js +37 -0
- package/dist/src/monovector/capabilities.js.map +1 -0
- package/dist/src/observability/replay-reader.d.ts +1 -1
- package/dist/src/observability/replay-reader.d.ts.map +1 -1
- package/dist/src/orchestration/index.d.ts +7 -0
- package/dist/src/orchestration/index.d.ts.map +1 -0
- package/dist/src/orchestration/index.js +6 -0
- package/dist/src/orchestration/index.js.map +1 -0
- package/dist/src/orchestration/mode-dispatcher.d.ts +11 -0
- package/dist/src/orchestration/mode-dispatcher.d.ts.map +1 -0
- package/dist/src/orchestration/mode-dispatcher.js +31 -0
- package/dist/src/orchestration/mode-dispatcher.js.map +1 -0
- package/dist/src/orchestration/routing-modes.d.ts +68 -0
- package/dist/src/orchestration/routing-modes.d.ts.map +1 -0
- package/dist/src/orchestration/routing-modes.js +180 -0
- package/dist/src/orchestration/routing-modes.js.map +1 -0
- package/dist/src/plugins/tests/demo-plugin-store.d.ts +7 -0
- package/dist/src/plugins/tests/demo-plugin-store.d.ts.map +1 -0
- package/dist/src/plugins/tests/demo-plugin-store.js +126 -0
- package/dist/src/plugins/tests/demo-plugin-store.js.map +1 -0
- package/dist/src/plugins/tests/standalone-test.d.ts +12 -0
- package/dist/src/plugins/tests/standalone-test.d.ts.map +1 -0
- package/dist/src/plugins/tests/standalone-test.js +188 -0
- package/dist/src/plugins/tests/standalone-test.js.map +1 -0
- package/dist/src/plugins/tests/test-plugin-store.d.ts +7 -0
- package/dist/src/plugins/tests/test-plugin-store.d.ts.map +1 -0
- package/dist/src/plugins/tests/test-plugin-store.js +206 -0
- package/dist/src/plugins/tests/test-plugin-store.js.map +1 -0
- package/dist/src/runtime/headless.d.ts +60 -0
- package/dist/src/runtime/headless.d.ts.map +1 -0
- package/dist/src/runtime/headless.js +284 -0
- package/dist/src/runtime/headless.js.map +1 -0
- package/dist/src/services/agentic-flow-bridge.d.ts +50 -0
- package/dist/src/services/agentic-flow-bridge.d.ts.map +1 -0
- package/dist/src/services/agentic-flow-bridge.js +95 -0
- package/dist/src/services/agentic-flow-bridge.js.map +1 -0
- package/dist/src/services/container-worker-pool.d.ts +197 -0
- package/dist/src/services/container-worker-pool.d.ts.map +1 -0
- package/dist/src/services/container-worker-pool.js +623 -0
- package/dist/src/services/container-worker-pool.js.map +1 -0
- package/dist/src/services/index.d.ts +13 -0
- package/dist/src/services/index.d.ts.map +1 -0
- package/dist/src/services/index.js +11 -0
- package/dist/src/services/index.js.map +1 -0
- package/dist/src/services/worker-queue.d.ts +201 -0
- package/dist/src/services/worker-queue.d.ts.map +1 -0
- package/dist/src/services/worker-queue.js +594 -0
- package/dist/src/services/worker-queue.js.map +1 -0
- package/dist/src/swarm/communication-graph.d.ts +25 -0
- package/dist/src/swarm/communication-graph.d.ts.map +1 -0
- package/dist/src/swarm/communication-graph.js +77 -0
- package/dist/src/swarm/communication-graph.js.map +1 -0
- package/dist/src/swarm/flow-enforcer.d.ts +31 -0
- package/dist/src/swarm/flow-enforcer.d.ts.map +1 -0
- package/dist/src/swarm/flow-enforcer.js +61 -0
- package/dist/src/swarm/flow-enforcer.js.map +1 -0
- package/dist/src/swarm/flow-visualizer.d.ts +19 -0
- package/dist/src/swarm/flow-visualizer.d.ts.map +1 -0
- package/dist/src/swarm/flow-visualizer.js +68 -0
- package/dist/src/swarm/flow-visualizer.js.map +1 -0
- package/dist/src/transfer/deploy-seraphine.d.ts +13 -0
- package/dist/src/transfer/deploy-seraphine.d.ts.map +1 -0
- package/dist/src/transfer/deploy-seraphine.js +205 -0
- package/dist/src/transfer/deploy-seraphine.js.map +1 -0
- package/dist/src/transfer/store/tests/standalone-test.d.ts +12 -0
- package/dist/src/transfer/store/tests/standalone-test.d.ts.map +1 -0
- package/dist/src/transfer/store/tests/standalone-test.js +190 -0
- package/dist/src/transfer/store/tests/standalone-test.js.map +1 -0
- package/dist/src/transfer/test-seraphine.d.ts +6 -0
- package/dist/src/transfer/test-seraphine.d.ts.map +1 -0
- package/dist/src/transfer/test-seraphine.js +105 -0
- package/dist/src/transfer/test-seraphine.js.map +1 -0
- package/dist/src/transfer/tests/test-store.d.ts +7 -0
- package/dist/src/transfer/tests/test-store.d.ts.map +1 -0
- package/dist/src/transfer/tests/test-store.js +214 -0
- package/dist/src/transfer/tests/test-store.js.map +1 -0
- package/dist/src/ui/collector.mjs +755 -0
- package/dist/src/ui/dashboard.html +10633 -0
- package/dist/src/ui/data/agent-avatars.html +763 -0
- package/dist/src/ui/data/agent-avatars.json +966 -0
- package/dist/src/ui/data/avatars/account-strategist.svg +58 -0
- package/dist/src/ui/data/avatars/accounts-payable.svg +54 -0
- package/dist/src/ui/data/avatars/adaptive-coordinator.svg +55 -0
- package/dist/src/ui/data/avatars/adaptive-coordinator2.svg +54 -0
- package/dist/src/ui/data/avatars/ai-citation.svg +57 -0
- package/dist/src/ui/data/avatars/ai-engineer.svg +61 -0
- package/dist/src/ui/data/avatars/analytics-reporter.svg +53 -0
- package/dist/src/ui/data/avatars/api-tester.svg +53 -0
- package/dist/src/ui/data/avatars/architecture.svg +54 -0
- package/dist/src/ui/data/avatars/automation-governance.svg +55 -0
- package/dist/src/ui/data/avatars/backend-dev.svg +53 -0
- package/dist/src/ui/data/avatars/benchmarker.svg +54 -0
- package/dist/src/ui/data/avatars/blockchain-auditor.svg +53 -0
- package/dist/src/ui/data/avatars/byzantine-coord.svg +57 -0
- package/dist/src/ui/data/avatars/case-analyst.svg +57 -0
- package/dist/src/ui/data/avatars/cicd-engineer.svg +55 -0
- package/dist/src/ui/data/avatars/cloud-architect.svg +54 -0
- package/dist/src/ui/data/avatars/code-review-swarm.svg +57 -0
- package/dist/src/ui/data/avatars/coder-v119.svg +57 -0
- package/dist/src/ui/data/avatars/coder.svg +58 -0
- package/dist/src/ui/data/avatars/collective-coord.svg +54 -0
- package/dist/src/ui/data/avatars/compliance-auditor.svg +58 -0
- package/dist/src/ui/data/avatars/consensus-coordinator.svg +54 -0
- package/dist/src/ui/data/avatars/content-creator.svg +54 -0
- package/dist/src/ui/data/avatars/crdt-synchronizer.svg +53 -0
- package/dist/src/ui/data/avatars/cro-specialist.svg +58 -0
- package/dist/src/ui/data/avatars/data-consolidator.svg +54 -0
- package/dist/src/ui/data/avatars/data-engineer.svg +53 -0
- package/dist/src/ui/data/avatars/database-optimizer.svg +61 -0
- package/dist/src/ui/data/avatars/deal-strategist.svg +54 -0
- package/dist/src/ui/data/avatars/defender.svg +53 -0
- package/dist/src/ui/data/avatars/devops-automator.svg +56 -0
- package/dist/src/ui/data/avatars/discovery-coach.svg +54 -0
- package/dist/src/ui/data/avatars/email-marketing.svg +57 -0
- package/dist/src/ui/data/avatars/embedded-firmware.svg +61 -0
- package/dist/src/ui/data/avatars/evidence-collector.svg +57 -0
- package/dist/src/ui/data/avatars/experiment-tracker.svg +53 -0
- package/dist/src/ui/data/avatars/feedback-synthesizer.svg +54 -0
- package/dist/src/ui/data/avatars/finance-tracker.svg +54 -0
- package/dist/src/ui/data/avatars/frontend-developer.svg +54 -0
- package/dist/src/ui/data/avatars/game-audio-engineer.svg +59 -0
- package/dist/src/ui/data/avatars/game-designer.svg +54 -0
- package/dist/src/ui/data/avatars/gossip-coordinator.svg +54 -0
- package/dist/src/ui/data/avatars/hierarchical-coord.svg +54 -0
- package/dist/src/ui/data/avatars/incident-commander.svg +57 -0
- package/dist/src/ui/data/avatars/infrastructure.svg +54 -0
- package/dist/src/ui/data/avatars/input-validator.svg +53 -0
- package/dist/src/ui/data/avatars/ios-developer.svg +54 -0
- package/dist/src/ui/data/avatars/issue-tracker.svg +53 -0
- package/dist/src/ui/data/avatars/judge.svg +55 -0
- package/dist/src/ui/data/avatars/launch-strategist.svg +54 -0
- package/dist/src/ui/data/avatars/legal-compliance.svg +53 -0
- package/dist/src/ui/data/avatars/level-designer.svg +53 -0
- package/dist/src/ui/data/avatars/load-balancer.svg +57 -0
- package/dist/src/ui/data/avatars/mcp-builder.svg +53 -0
- package/dist/src/ui/data/avatars/memory-coordinator.svg +55 -0
- package/dist/src/ui/data/avatars/mesh-coordinator.svg +55 -0
- package/dist/src/ui/data/avatars/ml-developer.svg +58 -0
- package/dist/src/ui/data/avatars/mobile-app-builder.svg +53 -0
- package/dist/src/ui/data/avatars/mobile-dev.svg +54 -0
- package/dist/src/ui/data/avatars/model-qa.svg +58 -0
- package/dist/src/ui/data/avatars/narrative-designer.svg +58 -0
- package/dist/src/ui/data/avatars/outbound-strategist.svg +55 -0
- package/dist/src/ui/data/avatars/path-validator.svg +54 -0
- package/dist/src/ui/data/avatars/payment-agent.svg +53 -0
- package/dist/src/ui/data/avatars/perf-analyzer.svg +58 -0
- package/dist/src/ui/data/avatars/pipeline-analyst.svg +54 -0
- package/dist/src/ui/data/avatars/planner.svg +55 -0
- package/dist/src/ui/data/avatars/pr-manager.svg +54 -0
- package/dist/src/ui/data/avatars/pricing-strategist.svg +54 -0
- package/dist/src/ui/data/avatars/product-manager.svg +54 -0
- package/dist/src/ui/data/avatars/production-validator.svg +54 -0
- package/dist/src/ui/data/avatars/project-shepherd.svg +54 -0
- package/dist/src/ui/data/avatars/proposal-strategist.svg +54 -0
- package/dist/src/ui/data/avatars/prosecutor.svg +57 -0
- package/dist/src/ui/data/avatars/pseudocode.svg +53 -0
- package/dist/src/ui/data/avatars/queen-coordinator.svg +55 -0
- package/dist/src/ui/data/avatars/quorum-manager.svg +53 -0
- package/dist/src/ui/data/avatars/raft-manager.svg +53 -0
- package/dist/src/ui/data/avatars/reality-checker.svg +58 -0
- package/dist/src/ui/data/avatars/recruitment.svg +58 -0
- package/dist/src/ui/data/avatars/refinement.svg +53 -0
- package/dist/src/ui/data/avatars/release-manager.svg +54 -0
- package/dist/src/ui/data/avatars/repo-architect.svg +54 -0
- package/dist/src/ui/data/avatars/researcher.svg +58 -0
- package/dist/src/ui/data/avatars/resource-allocator.svg +53 -0
- package/dist/src/ui/data/avatars/reviewer.svg +53 -0
- package/dist/src/ui/data/avatars/safe-executor.svg +53 -0
- package/dist/src/ui/data/avatars/sales-coach.svg +53 -0
- package/dist/src/ui/data/avatars/sales-engineer.svg +58 -0
- package/dist/src/ui/data/avatars/scout-explorer.svg +58 -0
- package/dist/src/ui/data/avatars/security-architect.svg +54 -0
- package/dist/src/ui/data/avatars/security-auditor.svg +55 -0
- package/dist/src/ui/data/avatars/senior-developer.svg +58 -0
- package/dist/src/ui/data/avatars/senior-pm.svg +58 -0
- package/dist/src/ui/data/avatars/seo-specialist.svg +57 -0
- package/dist/src/ui/data/avatars/social-media.svg +54 -0
- package/dist/src/ui/data/avatars/solidity-engineer.svg +58 -0
- package/dist/src/ui/data/avatars/sparc-coder.svg +58 -0
- package/dist/src/ui/data/avatars/sparc-coord.svg +56 -0
- package/dist/src/ui/data/avatars/specification.svg +57 -0
- package/dist/src/ui/data/avatars/sprint-prioritizer.svg +53 -0
- package/dist/src/ui/data/avatars/sre.svg +54 -0
- package/dist/src/ui/data/avatars/studio-operations.svg +53 -0
- package/dist/src/ui/data/avatars/studio-producer.svg +55 -0
- package/dist/src/ui/data/avatars/support-responder.svg +56 -0
- package/dist/src/ui/data/avatars/system-architect.svg +54 -0
- package/dist/src/ui/data/avatars/task-orchestrator.svg +56 -0
- package/dist/src/ui/data/avatars/technical-artist.svg +53 -0
- package/dist/src/ui/data/avatars/technical-writer.svg +59 -0
- package/dist/src/ui/data/avatars/tester.svg +53 -0
- package/dist/src/ui/data/avatars/threat-detection.svg +61 -0
- package/dist/src/ui/data/avatars/trend-researcher.svg +54 -0
- package/dist/src/ui/data/avatars/trial-director.svg +55 -0
- package/dist/src/ui/data/avatars/unity-architect.svg +54 -0
- package/dist/src/ui/data/avatars/visionos-engineer.svg +57 -0
- package/dist/src/ui/data/avatars/worker-specialist.svg +55 -0
- package/dist/src/ui/data/avatars/workflow-architect.svg +57 -0
- package/dist/src/ui/data/avatars/workflow-automation.svg +54 -0
- package/dist/src/ui/data/avatars/zk-steward.svg +54 -0
- package/dist/src/ui/data/mastermind-events.jsonl +59 -0
- package/dist/src/ui/data/mastermind-sessions.json +1 -0
- package/dist/src/ui/orgs.html +1360 -0
- package/dist/src/ui/server.mjs +4336 -0
- package/dist/src/workflow/condition-evaluator.d.ts +10 -0
- package/dist/src/workflow/condition-evaluator.d.ts.map +1 -0
- package/dist/src/workflow/condition-evaluator.js +82 -0
- package/dist/src/workflow/condition-evaluator.js.map +1 -0
- package/dist/src/workflow/context-resolver.d.ts +12 -0
- package/dist/src/workflow/context-resolver.d.ts.map +1 -0
- package/dist/src/workflow/context-resolver.js +23 -0
- package/dist/src/workflow/context-resolver.js.map +1 -0
- package/dist/src/workflow/dag-builder.d.ts +17 -0
- package/dist/src/workflow/dag-builder.d.ts.map +1 -0
- package/dist/src/workflow/dag-builder.js +129 -0
- package/dist/src/workflow/dag-builder.js.map +1 -0
- package/dist/src/workflow/dag-executor.d.ts +9 -0
- package/dist/src/workflow/dag-executor.d.ts.map +1 -0
- package/dist/src/workflow/dag-executor.js +116 -0
- package/dist/src/workflow/dag-executor.js.map +1 -0
- package/dist/src/workflow/dag-types.d.ts +41 -0
- package/dist/src/workflow/dag-types.d.ts.map +1 -0
- package/dist/src/workflow/dag-types.js +8 -0
- package/dist/src/workflow/dag-types.js.map +1 -0
- package/dist/src/workflow/dsl-parser.d.ts +12 -0
- package/dist/src/workflow/dsl-parser.d.ts.map +1 -0
- package/dist/src/workflow/dsl-parser.js +20 -0
- package/dist/src/workflow/dsl-parser.js.map +1 -0
- package/dist/src/workflow/dsl-schema.d.ts +165 -0
- package/dist/src/workflow/dsl-schema.d.ts.map +1 -0
- package/dist/src/workflow/dsl-schema.js +82 -0
- package/dist/src/workflow/dsl-schema.js.map +1 -0
- package/dist/src/workflow/index.d.ts +13 -0
- package/dist/src/workflow/index.d.ts.map +1 -0
- package/dist/src/workflow/index.js +11 -0
- package/dist/src/workflow/index.js.map +1 -0
- package/dist/src/workflow/template-engine.d.ts +11 -0
- package/dist/src/workflow/template-engine.d.ts.map +1 -0
- package/dist/src/workflow/template-engine.js +40 -0
- package/dist/src/workflow/template-engine.js.map +1 -0
- package/dist/src/workflow/workflow-executor.d.ts +29 -0
- package/dist/src/workflow/workflow-executor.d.ts.map +1 -0
- package/dist/src/workflow/workflow-executor.js +227 -0
- package/dist/src/workflow/workflow-executor.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +9 -9
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-history-provider.d.ts","sourceRoot":"","sources":["../../../src/context/task-history-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,mBAAmB,EAAE,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAE7E,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,QAAQ,GAAG,CACrB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE;IAAE,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,KAC5D,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC;AAE7B,qBAAa,mBAAoB,SAAQ,mBAAmB;IAK9C,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJnC,QAAQ,CAAC,IAAI,EAAG,cAAc,CAAU;IACxC,QAAQ,CAAC,QAAQ,MAAM;IACvB,QAAQ,CAAC,SAAS,OAAO;gBAEI,MAAM,EAAE,QAAQ;IAIvC,OAAO,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;CAmBhD"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* TaskHistoryProvider — searches memory for previously completed tasks that
|
|
3
|
+
* are similar to the current one and formats them as markdown context.
|
|
4
|
+
*/
|
|
5
|
+
import { BaseContextProvider } from './context-provider.js';
|
|
6
|
+
export class TaskHistoryProvider extends BaseContextProvider {
|
|
7
|
+
search;
|
|
8
|
+
name = 'task-history';
|
|
9
|
+
priority = 50;
|
|
10
|
+
maxTokens = 600;
|
|
11
|
+
constructor(search) {
|
|
12
|
+
super();
|
|
13
|
+
this.search = search;
|
|
14
|
+
}
|
|
15
|
+
async provide(ctx) {
|
|
16
|
+
const results = await this.search(ctx.taskDescription, {
|
|
17
|
+
namespace: 'tasks',
|
|
18
|
+
limit: 5,
|
|
19
|
+
minScore: 0.6,
|
|
20
|
+
});
|
|
21
|
+
if (!results || results.length === 0) {
|
|
22
|
+
return '';
|
|
23
|
+
}
|
|
24
|
+
const lines = ['**Similar past tasks:**'];
|
|
25
|
+
for (const r of results) {
|
|
26
|
+
const label = r.metadata?.['title'] ?? r.value.slice(0, 80);
|
|
27
|
+
lines.push(`- (${(r.score * 100).toFixed(0)}%) ${label}`);
|
|
28
|
+
}
|
|
29
|
+
return this.truncateToTokens(lines.join('\n'), this.maxTokens);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=task-history-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-history-provider.js","sourceRoot":"","sources":["../../../src/context/task-history-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,mBAAmB,EAAmB,MAAM,uBAAuB,CAAC;AAa7E,MAAM,OAAO,mBAAoB,SAAQ,mBAAmB;IAK7B;IAJpB,IAAI,GAAG,cAAuB,CAAC;IAC/B,QAAQ,GAAG,EAAE,CAAC;IACd,SAAS,GAAG,GAAG,CAAC;IAEzB,YAA6B,MAAgB;QAC3C,KAAK,EAAE,CAAC;QADmB,WAAM,GAAN,MAAM,CAAU;IAE7C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAe;QAC3B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,EAAE;YACrD,SAAS,EAAE,OAAO;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,GAAG;SACd,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrC,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAa,CAAC,yBAAyB,CAAC,CAAC;QACpD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,KAAK,GAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAY,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACxE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,KAAK,EAAE,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACjE,CAAC;CACF"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* UserPreferencesProvider — fetches user-level preferences for the active
|
|
3
|
+
* session and formats them as a bullet list for injection into the prompt.
|
|
4
|
+
*/
|
|
5
|
+
import { BaseContextProvider, type RunContext } from './context-provider.js';
|
|
6
|
+
export type PreferencesGetter = (sessionId: string) => Promise<Record<string, string>>;
|
|
7
|
+
export declare class UserPreferencesProvider extends BaseContextProvider {
|
|
8
|
+
private readonly getter;
|
|
9
|
+
readonly name: "user-preferences";
|
|
10
|
+
readonly priority = 90;
|
|
11
|
+
constructor(getter: PreferencesGetter);
|
|
12
|
+
provide(ctx: RunContext): Promise<string>;
|
|
13
|
+
}
|
|
14
|
+
//# sourceMappingURL=user-preferences-provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"user-preferences-provider.d.ts","sourceRoot":"","sources":["../../../src/context/user-preferences-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,mBAAmB,EAAE,KAAK,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAE7E,MAAM,MAAM,iBAAiB,GAAG,CAC9B,SAAS,EAAE,MAAM,KACd,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAErC,qBAAa,uBAAwB,SAAQ,mBAAmB;IAIlD,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHnC,QAAQ,CAAC,IAAI,EAAG,kBAAkB,CAAU;IAC5C,QAAQ,CAAC,QAAQ,MAAM;gBAEM,MAAM,EAAE,iBAAiB;IAIhD,OAAO,CAAC,GAAG,EAAE,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC;CAehD"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* UserPreferencesProvider — fetches user-level preferences for the active
|
|
3
|
+
* session and formats them as a bullet list for injection into the prompt.
|
|
4
|
+
*/
|
|
5
|
+
import { BaseContextProvider } from './context-provider.js';
|
|
6
|
+
export class UserPreferencesProvider extends BaseContextProvider {
|
|
7
|
+
getter;
|
|
8
|
+
name = 'user-preferences';
|
|
9
|
+
priority = 90;
|
|
10
|
+
constructor(getter) {
|
|
11
|
+
super();
|
|
12
|
+
this.getter = getter;
|
|
13
|
+
}
|
|
14
|
+
async provide(ctx) {
|
|
15
|
+
const prefs = await this.getter(ctx.sessionId);
|
|
16
|
+
const entries = Object.entries(prefs);
|
|
17
|
+
if (entries.length === 0) {
|
|
18
|
+
return '';
|
|
19
|
+
}
|
|
20
|
+
const lines = ['**User preferences:**'];
|
|
21
|
+
for (const [key, value] of entries) {
|
|
22
|
+
lines.push(`- ${key}: ${value}`);
|
|
23
|
+
}
|
|
24
|
+
return this.truncateToTokens(lines.join('\n'), this.maxTokens);
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
//# sourceMappingURL=user-preferences-provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"user-preferences-provider.js","sourceRoot":"","sources":["../../../src/context/user-preferences-provider.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,mBAAmB,EAAmB,MAAM,uBAAuB,CAAC;AAM7E,MAAM,OAAO,uBAAwB,SAAQ,mBAAmB;IAIjC;IAHpB,IAAI,GAAG,kBAA2B,CAAC;IACnC,QAAQ,GAAG,EAAE,CAAC;IAEvB,YAA6B,MAAyB;QACpD,KAAK,EAAE,CAAC;QADmB,WAAM,GAAN,MAAM,CAAmB;IAEtD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAe;QAC3B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEtC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,KAAK,GAAa,CAAC,uBAAuB,CAAC,CAAC;QAClD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;YACnC,KAAK,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IACjE,CAAC;CACF"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DLQ Reader (Task 37)
|
|
3
|
+
*
|
|
4
|
+
* Reads, filters, and purges DLQ entries from JSONL storage.
|
|
5
|
+
*/
|
|
6
|
+
import type { DLQEntry, DLQEntryStatus } from '../../../shared/src/types/dlq.js';
|
|
7
|
+
/** Options for listing DLQ entries */
|
|
8
|
+
export interface DLQListOptions {
|
|
9
|
+
status?: DLQEntryStatus;
|
|
10
|
+
toolName?: string;
|
|
11
|
+
agentId?: string;
|
|
12
|
+
olderThanDays?: number;
|
|
13
|
+
limit?: number;
|
|
14
|
+
}
|
|
15
|
+
export declare class DLQReader {
|
|
16
|
+
private readonly filePath;
|
|
17
|
+
constructor(filePath: string);
|
|
18
|
+
/** Read all entries from the JSONL file with a hard size cap.
|
|
19
|
+
* The DLQ is append-only with no rotation — without this guard a long-running
|
|
20
|
+
* process can grow the file to GBs and OOM on every list/get/purge call. */
|
|
21
|
+
private readAll;
|
|
22
|
+
/** Write all entries back (used for purge) — uses unique tmp filename to avoid concurrent writer collisions */
|
|
23
|
+
private writeAll;
|
|
24
|
+
/** List entries with optional filters (defaults to status='pending') */
|
|
25
|
+
list(opts?: DLQListOptions): DLQEntry[];
|
|
26
|
+
/** Get a single entry by messageId */
|
|
27
|
+
get(messageId: string): DLQEntry | null;
|
|
28
|
+
/** Purge old pending entries (mark as 'purged') */
|
|
29
|
+
purge(olderThanDays: number): number;
|
|
30
|
+
}
|
|
31
|
+
//# sourceMappingURL=dlq-reader.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dlq-reader.d.ts","sourceRoot":"","sources":["../../../src/dlq/dlq-reader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,OAAO,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAGjF,sCAAsC;AACtC,MAAM,WAAW,cAAc;IAC7B,MAAM,CAAC,EAAE,cAAc,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,SAAS;IACR,OAAO,CAAC,QAAQ,CAAC,QAAQ;gBAAR,QAAQ,EAAE,MAAM;IAE7C;;gFAE4E;IAC5E,OAAO,CAAC,OAAO;IAUf,+GAA+G;IAC/G,OAAO,CAAC,QAAQ;IAYhB,wEAAwE;IACxE,IAAI,CAAC,IAAI,GAAE,cAAmB,GAAG,QAAQ,EAAE;IAoB3C,sCAAsC;IACtC,GAAG,CAAC,SAAS,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;IAIvC,mDAAmD;IACnD,KAAK,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM;CAerC"}
|
|
@@ -0,0 +1,81 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DLQ Reader (Task 37)
|
|
3
|
+
*
|
|
4
|
+
* Reads, filters, and purges DLQ entries from JSONL storage.
|
|
5
|
+
*/
|
|
6
|
+
import { randomUUID } from 'crypto';
|
|
7
|
+
import { existsSync, readFileSync, writeFileSync, renameSync, statSync, unlinkSync } from 'fs';
|
|
8
|
+
import { parseJsonl } from '../utils/parse-jsonl.js';
|
|
9
|
+
export class DLQReader {
|
|
10
|
+
filePath;
|
|
11
|
+
constructor(filePath) {
|
|
12
|
+
this.filePath = filePath;
|
|
13
|
+
}
|
|
14
|
+
/** Read all entries from the JSONL file with a hard size cap.
|
|
15
|
+
* The DLQ is append-only with no rotation — without this guard a long-running
|
|
16
|
+
* process can grow the file to GBs and OOM on every list/get/purge call. */
|
|
17
|
+
readAll() {
|
|
18
|
+
if (!existsSync(this.filePath))
|
|
19
|
+
return [];
|
|
20
|
+
const stat = statSync(this.filePath);
|
|
21
|
+
if (stat.size > 256 * 1024 * 1024) {
|
|
22
|
+
throw new Error(`DLQ file exceeds 256MB (${stat.size} bytes). Run rotation/cleanup.`);
|
|
23
|
+
}
|
|
24
|
+
const raw = readFileSync(this.filePath, 'utf-8');
|
|
25
|
+
return parseJsonl(raw);
|
|
26
|
+
}
|
|
27
|
+
/** Write all entries back (used for purge) — uses unique tmp filename to avoid concurrent writer collisions */
|
|
28
|
+
writeAll(entries) {
|
|
29
|
+
const content = entries.map((e) => JSON.stringify(e)).join('\n') + (entries.length ? '\n' : '');
|
|
30
|
+
const tmp = `${this.filePath}.${randomUUID()}.tmp`;
|
|
31
|
+
try {
|
|
32
|
+
writeFileSync(tmp, content, 'utf-8');
|
|
33
|
+
renameSync(tmp, this.filePath);
|
|
34
|
+
}
|
|
35
|
+
catch (err) {
|
|
36
|
+
try {
|
|
37
|
+
unlinkSync(tmp);
|
|
38
|
+
}
|
|
39
|
+
catch { /* ignore cleanup failure */ }
|
|
40
|
+
throw err;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
/** List entries with optional filters (defaults to status='pending') */
|
|
44
|
+
list(opts = {}) {
|
|
45
|
+
const status = opts.status ?? 'pending';
|
|
46
|
+
let entries = this.readAll().filter((e) => e.status === status);
|
|
47
|
+
if (opts.toolName) {
|
|
48
|
+
entries = entries.filter((e) => e.toolName === opts.toolName);
|
|
49
|
+
}
|
|
50
|
+
if (opts.agentId) {
|
|
51
|
+
entries = entries.filter((e) => e.agentId === opts.agentId);
|
|
52
|
+
}
|
|
53
|
+
if (opts.olderThanDays !== undefined) {
|
|
54
|
+
const cutoff = Date.now() - opts.olderThanDays * 24 * 60 * 60 * 1000;
|
|
55
|
+
entries = entries.filter((e) => new Date(e.createdAt).getTime() < cutoff);
|
|
56
|
+
}
|
|
57
|
+
if (opts.limit !== undefined) {
|
|
58
|
+
entries = entries.slice(0, opts.limit);
|
|
59
|
+
}
|
|
60
|
+
return entries;
|
|
61
|
+
}
|
|
62
|
+
/** Get a single entry by messageId */
|
|
63
|
+
get(messageId) {
|
|
64
|
+
return this.readAll().find((e) => e.messageId === messageId) ?? null;
|
|
65
|
+
}
|
|
66
|
+
/** Purge old pending entries (mark as 'purged') */
|
|
67
|
+
purge(olderThanDays) {
|
|
68
|
+
const entries = this.readAll();
|
|
69
|
+
const cutoff = Date.now() - olderThanDays * 24 * 60 * 60 * 1000;
|
|
70
|
+
let count = 0;
|
|
71
|
+
for (const entry of entries) {
|
|
72
|
+
if (entry.status === 'pending' && new Date(entry.createdAt).getTime() < cutoff) {
|
|
73
|
+
entry.status = 'purged';
|
|
74
|
+
count++;
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
this.writeAll(entries);
|
|
78
|
+
return count;
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
//# sourceMappingURL=dlq-reader.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dlq-reader.js","sourceRoot":"","sources":["../../../src/dlq/dlq-reader.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAE/F,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAWrD,MAAM,OAAO,SAAS;IACS;IAA7B,YAA6B,QAAgB;QAAhB,aAAQ,GAAR,QAAQ,CAAQ;IAAG,CAAC;IAEjD;;gFAE4E;IACpE,OAAO;QACb,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;YAAE,OAAO,EAAE,CAAC;QAC1C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,IAAI,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,IAAI,gCAAgC,CAAC,CAAC;QACxF,CAAC;QACD,MAAM,GAAG,GAAG,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACjD,OAAO,UAAU,CAAW,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,+GAA+G;IACvG,QAAQ,CAAC,OAAmB;QAClC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAChG,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,QAAQ,IAAI,UAAU,EAAE,MAAM,CAAC;QACnD,IAAI,CAAC;YACH,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YACrC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC;gBAAC,UAAU,CAAC,GAAG,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC,CAAC,4BAA4B,CAAC,CAAC;YAC/D,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IAED,wEAAwE;IACxE,IAAI,CAAC,OAAuB,EAAE;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,SAAS,CAAC;QACxC,IAAI,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QAEhE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9D,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;YACrE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,MAAM,CAAC,CAAC;QAC5E,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,sCAAsC;IACtC,GAAG,CAAC,SAAiB;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,IAAI,CAAC;IACvE,CAAC;IAED,mDAAmD;IACnD,KAAK,CAAC,aAAqB;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAChE,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,MAAM,EAAE,CAAC;gBAC/E,KAAK,CAAC,MAAM,GAAG,QAAQ,CAAC;gBACxB,KAAK,EAAE,CAAC;YACV,CAAC;QACH,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACvB,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DLQ Writer (Task 37)
|
|
3
|
+
*
|
|
4
|
+
* JSONL append-only storage for dead-letter queue entries.
|
|
5
|
+
*/
|
|
6
|
+
import type { DLQEntry, DeliveryAttempt } from '../../../shared/src/types/dlq.js';
|
|
7
|
+
/** Input for enqueue — caller provides these fields */
|
|
8
|
+
export interface EnqueueInput {
|
|
9
|
+
toolName: string;
|
|
10
|
+
originalPayload: unknown;
|
|
11
|
+
deliveryAttempts: DeliveryAttempt[];
|
|
12
|
+
agentId?: string;
|
|
13
|
+
swarmId?: string;
|
|
14
|
+
tags?: string[];
|
|
15
|
+
}
|
|
16
|
+
export declare class DLQWriter {
|
|
17
|
+
private readonly filePath;
|
|
18
|
+
constructor(dataDir: string);
|
|
19
|
+
/** Enqueue a failed message into the DLQ */
|
|
20
|
+
enqueue(input: EnqueueInput): DLQEntry;
|
|
21
|
+
/** Get the file path (for reader/replayer) */
|
|
22
|
+
getFilePath(): string;
|
|
23
|
+
}
|
|
24
|
+
//# sourceMappingURL=dlq-writer.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dlq-writer.d.ts","sourceRoot":"","sources":["../../../src/dlq/dlq-writer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAElF,uDAAuD;AACvD,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,eAAe,EAAE,OAAO,CAAC;IACzB,gBAAgB,EAAE,eAAe,EAAE,CAAC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;gBAEtB,OAAO,EAAE,MAAM;IAY3B,4CAA4C;IAC5C,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,QAAQ;IAuCtC,8CAA8C;IAC9C,WAAW,IAAI,MAAM;CAGtB"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DLQ Writer (Task 37)
|
|
3
|
+
*
|
|
4
|
+
* JSONL append-only storage for dead-letter queue entries.
|
|
5
|
+
*/
|
|
6
|
+
import { randomUUID } from 'crypto';
|
|
7
|
+
import { existsSync, mkdirSync, appendFileSync } from 'fs';
|
|
8
|
+
import { join, resolve, sep } from 'path';
|
|
9
|
+
export class DLQWriter {
|
|
10
|
+
filePath;
|
|
11
|
+
constructor(dataDir) {
|
|
12
|
+
const resolvedDataDir = resolve(dataDir);
|
|
13
|
+
const allowedRoot = resolve(process.env.MONOMIND_DATA_DIR ?? process.cwd());
|
|
14
|
+
if (resolvedDataDir !== allowedRoot && !resolvedDataDir.startsWith(allowedRoot + sep)) {
|
|
15
|
+
throw new Error(`DLQ dataDir escapes allowed root: ${resolvedDataDir}`);
|
|
16
|
+
}
|
|
17
|
+
if (!existsSync(resolvedDataDir)) {
|
|
18
|
+
mkdirSync(resolvedDataDir, { recursive: true });
|
|
19
|
+
}
|
|
20
|
+
this.filePath = join(resolvedDataDir, 'dead-letter-queue.jsonl');
|
|
21
|
+
}
|
|
22
|
+
/** Enqueue a failed message into the DLQ */
|
|
23
|
+
enqueue(input) {
|
|
24
|
+
const lastAttempt = input.deliveryAttempts[input.deliveryAttempts.length - 1];
|
|
25
|
+
const firstAttempt = input.deliveryAttempts[0];
|
|
26
|
+
const entry = {
|
|
27
|
+
messageId: randomUUID(),
|
|
28
|
+
toolName: input.toolName,
|
|
29
|
+
originalPayload: input.originalPayload,
|
|
30
|
+
deliveryAttempts: input.deliveryAttempts,
|
|
31
|
+
finalError: lastAttempt?.errorMessage ?? 'unknown',
|
|
32
|
+
finalErrorType: lastAttempt?.errorType ?? 'unknown',
|
|
33
|
+
agentId: input.agentId,
|
|
34
|
+
swarmId: input.swarmId,
|
|
35
|
+
createdAt: firstAttempt?.attemptedAt ?? new Date().toISOString(),
|
|
36
|
+
archivedAt: new Date().toISOString(),
|
|
37
|
+
status: 'pending',
|
|
38
|
+
tags: input.tags ?? [],
|
|
39
|
+
};
|
|
40
|
+
// JSON.stringify can throw on circular references, BigInt, and non-serializable
|
|
41
|
+
// values. originalPayload is `unknown` (caller-controlled), so a malicious or
|
|
42
|
+
// malformed input could otherwise crash the writer mid-flight. Fall back to
|
|
43
|
+
// a sanitized record so the audit trail is preserved.
|
|
44
|
+
let serialized;
|
|
45
|
+
try {
|
|
46
|
+
serialized = JSON.stringify(entry);
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
serialized = JSON.stringify({
|
|
50
|
+
messageId: entry.messageId,
|
|
51
|
+
toolName: entry.toolName,
|
|
52
|
+
archivedAt: entry.archivedAt,
|
|
53
|
+
status: 'pending',
|
|
54
|
+
finalError: 'serialize_failed',
|
|
55
|
+
});
|
|
56
|
+
}
|
|
57
|
+
appendFileSync(this.filePath, serialized + '\n', 'utf-8');
|
|
58
|
+
return entry;
|
|
59
|
+
}
|
|
60
|
+
/** Get the file path (for reader/replayer) */
|
|
61
|
+
getFilePath() {
|
|
62
|
+
return this.filePath;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
//# sourceMappingURL=dlq-writer.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dlq-writer.js","sourceRoot":"","sources":["../../../src/dlq/dlq-writer.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAW,OAAO,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAanD,MAAM,OAAO,SAAS;IACH,QAAQ,CAAS;IAElC,YAAY,OAAe;QACzB,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;QAC5E,IAAI,eAAe,KAAK,WAAW,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,WAAW,GAAG,GAAG,CAAC,EAAE,CAAC;YACtF,MAAM,IAAI,KAAK,CAAC,qCAAqC,eAAe,EAAE,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YACjC,SAAS,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,eAAe,EAAE,yBAAyB,CAAC,CAAC;IACnE,CAAC;IAED,4CAA4C;IAC5C,OAAO,CAAC,KAAmB;QACzB,MAAM,WAAW,GAAG,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC9E,MAAM,YAAY,GAAG,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;QAE/C,MAAM,KAAK,GAAa;YACtB,SAAS,EAAE,UAAU,EAAE;YACvB,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,eAAe,EAAE,KAAK,CAAC,eAAe;YACtC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;YACxC,UAAU,EAAE,WAAW,EAAE,YAAY,IAAI,SAAS;YAClD,cAAc,EAAE,WAAW,EAAE,SAAS,IAAI,SAAS;YACnD,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,SAAS,EAAE,YAAY,EAAE,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAChE,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,MAAM,EAAE,SAAS;YACjB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,EAAE;SACvB,CAAC;QAEF,gFAAgF;QAChF,8EAA8E;QAC9E,4EAA4E;QAC5E,sDAAsD;QACtD,IAAI,UAAkB,CAAC;QACvB,IAAI,CAAC;YACH,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACrC,CAAC;QAAC,MAAM,CAAC;YACP,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,UAAU,EAAE,KAAK,CAAC,UAAU;gBAC5B,MAAM,EAAE,SAAS;gBACjB,UAAU,EAAE,kBAAkB;aAC/B,CAAC,CAAC;QACL,CAAC;QACD,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,UAAU,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,8CAA8C;IAC9C,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DLQ Module Barrel (Task 37)
|
|
3
|
+
*/
|
|
4
|
+
export { DLQWriter } from './dlq-writer.js';
|
|
5
|
+
export type { EnqueueInput } from './dlq-writer.js';
|
|
6
|
+
export { DLQReader } from './dlq-reader.js';
|
|
7
|
+
export type { DLQListOptions } from './dlq-reader.js';
|
|
8
|
+
export { DLQReplayer } from './dlq-replayer.js';
|
|
9
|
+
export type { ToolCaller } from './dlq-replayer.js';
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/dlq/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,YAAY,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAC5C,YAAY,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACtD,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,YAAY,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/dlq/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
import type { EvalDataset, EvalDatasetEntry, EvalTrace } from '../../../shared/src/types/eval.js';
|
|
2
|
+
export interface CreateFromTracesOpts {
|
|
3
|
+
name: string;
|
|
4
|
+
description: string;
|
|
5
|
+
traces: EvalTrace[];
|
|
6
|
+
agentSlugs?: string[];
|
|
7
|
+
}
|
|
8
|
+
export declare class DatasetManager {
|
|
9
|
+
private datasetsPath;
|
|
10
|
+
private entriesPath;
|
|
11
|
+
constructor(datasetsPath: string, entriesPath: string);
|
|
12
|
+
/**
|
|
13
|
+
* Create a dataset from a set of filtered traces.
|
|
14
|
+
*/
|
|
15
|
+
createFromTraces(opts: CreateFromTracesOpts): EvalDataset;
|
|
16
|
+
/**
|
|
17
|
+
* List all datasets.
|
|
18
|
+
*/
|
|
19
|
+
listDatasets(): EvalDataset[];
|
|
20
|
+
/**
|
|
21
|
+
* Get entries for a specific dataset.
|
|
22
|
+
*/
|
|
23
|
+
getEntries(datasetId: string): EvalDatasetEntry[];
|
|
24
|
+
/**
|
|
25
|
+
* Add a single trace to an existing dataset.
|
|
26
|
+
*/
|
|
27
|
+
addTraceToDataset(datasetId: string, traceId: string): EvalDatasetEntry;
|
|
28
|
+
/**
|
|
29
|
+
* Export a dataset to a JSON file. Output path must be within `allowedRoot`.
|
|
30
|
+
*/
|
|
31
|
+
exportToFile(datasetId: string, outputPath: string, allowedRoot?: string): void;
|
|
32
|
+
}
|
|
33
|
+
//# sourceMappingURL=dataset-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-manager.d.ts","sourceRoot":"","sources":["../../../src/eval/dataset-manager.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,WAAW,EAAE,gBAAgB,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AAGlG,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,qBAAa,cAAc;IACzB,OAAO,CAAC,YAAY,CAAS;IAC7B,OAAO,CAAC,WAAW,CAAS;gBAEhB,YAAY,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM;IAKrD;;OAEG;IACH,gBAAgB,CAAC,IAAI,EAAE,oBAAoB,GAAG,WAAW;IA4BzD;;OAEG;IACH,YAAY,IAAI,WAAW,EAAE;IAS7B;;OAEG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,gBAAgB,EAAE;IASjD;;OAEG;IACH,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,gBAAgB;IAwBvE;;OAEG;IACH,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI;CAahF"}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DatasetManager - JSONL-based eval dataset management (Task 33)
|
|
3
|
+
*/
|
|
4
|
+
import { randomUUID } from 'crypto';
|
|
5
|
+
import { appendFileSync, readFileSync, writeFileSync, renameSync, existsSync, statSync } from 'fs';
|
|
6
|
+
import { resolve, sep } from 'path';
|
|
7
|
+
import { parseJsonl } from '../utils/parse-jsonl.js';
|
|
8
|
+
export class DatasetManager {
|
|
9
|
+
datasetsPath;
|
|
10
|
+
entriesPath;
|
|
11
|
+
constructor(datasetsPath, entriesPath) {
|
|
12
|
+
this.datasetsPath = datasetsPath;
|
|
13
|
+
this.entriesPath = entriesPath;
|
|
14
|
+
}
|
|
15
|
+
/**
|
|
16
|
+
* Create a dataset from a set of filtered traces.
|
|
17
|
+
*/
|
|
18
|
+
createFromTraces(opts) {
|
|
19
|
+
const now = new Date().toISOString();
|
|
20
|
+
const agentSlugs = opts.agentSlugs ?? [...new Set(opts.traces.map((t) => t.agentSlug))];
|
|
21
|
+
const dataset = {
|
|
22
|
+
datasetId: randomUUID(),
|
|
23
|
+
name: opts.name,
|
|
24
|
+
description: opts.description,
|
|
25
|
+
agentSlugs,
|
|
26
|
+
createdAt: now,
|
|
27
|
+
updatedAt: now,
|
|
28
|
+
entryCount: opts.traces.length,
|
|
29
|
+
};
|
|
30
|
+
appendFileSync(this.datasetsPath, JSON.stringify(dataset) + '\n', 'utf-8');
|
|
31
|
+
for (const trace of opts.traces) {
|
|
32
|
+
const entry = {
|
|
33
|
+
entryId: randomUUID(),
|
|
34
|
+
datasetId: dataset.datasetId,
|
|
35
|
+
traceId: trace.traceId,
|
|
36
|
+
addedAt: now,
|
|
37
|
+
};
|
|
38
|
+
appendFileSync(this.entriesPath, JSON.stringify(entry) + '\n', 'utf-8');
|
|
39
|
+
}
|
|
40
|
+
return dataset;
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* List all datasets.
|
|
44
|
+
*/
|
|
45
|
+
listDatasets() {
|
|
46
|
+
if (!existsSync(this.datasetsPath))
|
|
47
|
+
return [];
|
|
48
|
+
if (statSync(this.datasetsPath).size > 50 * 1024 * 1024) {
|
|
49
|
+
throw new Error('Dataset file exceeds 50MB — run cleanup');
|
|
50
|
+
}
|
|
51
|
+
const content = readFileSync(this.datasetsPath, 'utf-8');
|
|
52
|
+
return parseJsonl(content);
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* Get entries for a specific dataset.
|
|
56
|
+
*/
|
|
57
|
+
getEntries(datasetId) {
|
|
58
|
+
if (!existsSync(this.entriesPath))
|
|
59
|
+
return [];
|
|
60
|
+
if (statSync(this.entriesPath).size > 50 * 1024 * 1024) {
|
|
61
|
+
throw new Error('Entries file exceeds 50MB — run cleanup');
|
|
62
|
+
}
|
|
63
|
+
const content = readFileSync(this.entriesPath, 'utf-8');
|
|
64
|
+
return parseJsonl(content).filter((e) => e.datasetId === datasetId);
|
|
65
|
+
}
|
|
66
|
+
/**
|
|
67
|
+
* Add a single trace to an existing dataset.
|
|
68
|
+
*/
|
|
69
|
+
addTraceToDataset(datasetId, traceId) {
|
|
70
|
+
const entry = {
|
|
71
|
+
entryId: randomUUID(),
|
|
72
|
+
datasetId,
|
|
73
|
+
traceId,
|
|
74
|
+
addedAt: new Date().toISOString(),
|
|
75
|
+
};
|
|
76
|
+
appendFileSync(this.entriesPath, JSON.stringify(entry) + '\n', 'utf-8');
|
|
77
|
+
// Update dataset entryCount via atomic write
|
|
78
|
+
const datasets = this.listDatasets();
|
|
79
|
+
const updated = datasets.map((d) => {
|
|
80
|
+
if (d.datasetId === datasetId) {
|
|
81
|
+
return { ...d, entryCount: d.entryCount + 1, updatedAt: new Date().toISOString() };
|
|
82
|
+
}
|
|
83
|
+
return d;
|
|
84
|
+
});
|
|
85
|
+
const tmp = `${this.datasetsPath}.${randomUUID()}.tmp`;
|
|
86
|
+
writeFileSync(tmp, updated.map((d) => JSON.stringify(d)).join('\n') + '\n', 'utf-8');
|
|
87
|
+
renameSync(tmp, this.datasetsPath);
|
|
88
|
+
return entry;
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Export a dataset to a JSON file. Output path must be within `allowedRoot`.
|
|
92
|
+
*/
|
|
93
|
+
exportToFile(datasetId, outputPath, allowedRoot) {
|
|
94
|
+
if (allowedRoot) {
|
|
95
|
+
const resolvedOut = resolve(outputPath);
|
|
96
|
+
const resolvedRoot = resolve(allowedRoot);
|
|
97
|
+
if (!resolvedOut.startsWith(resolvedRoot + sep) && resolvedOut !== resolvedRoot) {
|
|
98
|
+
throw new Error(`Export path escapes allowed root: ${resolvedOut}`);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
const datasets = this.listDatasets();
|
|
102
|
+
const dataset = datasets.find((d) => d.datasetId === datasetId);
|
|
103
|
+
const entries = this.getEntries(datasetId);
|
|
104
|
+
writeFileSync(outputPath, JSON.stringify({ dataset, entries }, null, 2), 'utf-8');
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
//# sourceMappingURL=dataset-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-manager.js","sourceRoot":"","sources":["../../../src/eval/dataset-manager.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC;AACnG,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,MAAM,CAAC;AAEpC,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AASrD,MAAM,OAAO,cAAc;IACjB,YAAY,CAAS;IACrB,WAAW,CAAS;IAE5B,YAAY,YAAoB,EAAE,WAAmB;QACnD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;IACjC,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,IAA0B;QACzC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACxF,MAAM,OAAO,GAAgB;YAC3B,SAAS,EAAE,UAAU,EAAE;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,UAAU;YACV,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SAC/B,CAAC;QAEF,cAAc,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAE3E,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChC,MAAM,KAAK,GAAqB;gBAC9B,OAAO,EAAE,UAAU,EAAE;gBACrB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,OAAO,EAAE,GAAG;aACb,CAAC;YACF,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,YAAY;QACV,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC;YAAE,OAAO,EAAE,CAAC;QAC9C,IAAI,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;QACzD,OAAO,UAAU,CAAc,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAiB;QAC1B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,OAAO,EAAE,CAAC;QAC7C,IAAI,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;YACvD,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAC7D,CAAC;QACD,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,UAAU,CAAmB,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,iBAAiB,CAAC,SAAiB,EAAE,OAAe;QAClD,MAAM,KAAK,GAAqB;YAC9B,OAAO,EAAE,UAAU,EAAE;YACrB,SAAS;YACT,OAAO;YACP,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SAClC,CAAC;QACF,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QAExE,6CAA6C;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACjC,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC9B,OAAO,EAAE,GAAG,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,GAAG,CAAC,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;YACrF,CAAC;YACD,OAAO,CAAC,CAAC;QACX,CAAC,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,YAAY,IAAI,UAAU,EAAE,MAAM,CAAC;QACvD,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;QACrF,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QAEnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,YAAY,CAAC,SAAiB,EAAE,UAAkB,EAAE,WAAoB;QACtE,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;YACxC,MAAM,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;YAC1C,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,YAAY,GAAG,GAAG,CAAC,IAAI,WAAW,KAAK,YAAY,EAAE,CAAC;gBAChF,MAAM,IAAI,KAAK,CAAC,qCAAqC,WAAW,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QACD,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC3C,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;IACpF,CAAC;CACF"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import type { EvalRunResult, EvalTrace } from '../../../shared/src/types/eval.js';
|
|
2
|
+
export interface AgentRunnerResult {
|
|
3
|
+
agentOutput: string;
|
|
4
|
+
outcome: 'success' | 'failure' | 'timeout';
|
|
5
|
+
qualityScore: number;
|
|
6
|
+
latencyMs: number;
|
|
7
|
+
}
|
|
8
|
+
export interface DatasetRunOpts {
|
|
9
|
+
datasetId: string;
|
|
10
|
+
agentVersion: string;
|
|
11
|
+
traces: EvalTrace[];
|
|
12
|
+
agentRunner: (trace: EvalTrace) => Promise<AgentRunnerResult>;
|
|
13
|
+
baselineResult?: EvalRunResult;
|
|
14
|
+
regressionThreshold?: number;
|
|
15
|
+
}
|
|
16
|
+
export declare class DatasetRunner {
|
|
17
|
+
/**
|
|
18
|
+
* Run all traces through the agent runner and compute stats.
|
|
19
|
+
* Optionally compare against a baseline to detect regressions.
|
|
20
|
+
*/
|
|
21
|
+
run(opts: DatasetRunOpts): Promise<EvalRunResult>;
|
|
22
|
+
}
|
|
23
|
+
//# sourceMappingURL=dataset-runner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-runner.d.ts","sourceRoot":"","sources":["../../../src/eval/dataset-runner.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,aAAa,EAAE,SAAS,EAAoB,MAAM,mCAAmC,CAAC;AAEpG,MAAM,WAAW,iBAAiB;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;IAC3C,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,WAAW,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC9D,cAAc,CAAC,EAAE,aAAa,CAAC;IAC/B,mBAAmB,CAAC,EAAE,MAAM,CAAC;CAC9B;AAED,qBAAa,aAAa;IACxB;;;OAGG;IACG,GAAG,CAAC,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;CA6DxD"}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* DatasetRunner - Run eval datasets against agents and detect regressions (Task 33)
|
|
3
|
+
*/
|
|
4
|
+
import { randomUUID } from 'crypto';
|
|
5
|
+
export class DatasetRunner {
|
|
6
|
+
/**
|
|
7
|
+
* Run all traces through the agent runner and compute stats.
|
|
8
|
+
* Optionally compare against a baseline to detect regressions.
|
|
9
|
+
*/
|
|
10
|
+
async run(opts) {
|
|
11
|
+
const { datasetId, agentVersion, traces, agentRunner, baselineResult, regressionThreshold = 0.1, } = opts;
|
|
12
|
+
const results = [];
|
|
13
|
+
for (const trace of traces) {
|
|
14
|
+
const result = await agentRunner(trace);
|
|
15
|
+
results.push({ trace, result });
|
|
16
|
+
}
|
|
17
|
+
const passCount = results.filter((r) => r.result.outcome === 'success').length;
|
|
18
|
+
const failCount = results.length - passCount;
|
|
19
|
+
const totalQuality = results.reduce((sum, r) => sum + r.result.qualityScore, 0);
|
|
20
|
+
const totalLatency = results.reduce((sum, r) => sum + r.result.latencyMs, 0);
|
|
21
|
+
const avgQualityScore = results.length > 0 ? totalQuality / results.length : 0;
|
|
22
|
+
const avgLatencyMs = results.length > 0 ? totalLatency / results.length : 0;
|
|
23
|
+
// Regression detection
|
|
24
|
+
const regressionDetails = [];
|
|
25
|
+
let regressionDetected = false;
|
|
26
|
+
if (baselineResult) {
|
|
27
|
+
const delta = baselineResult.avgQualityScore - avgQualityScore;
|
|
28
|
+
if (delta > regressionThreshold) {
|
|
29
|
+
regressionDetected = true;
|
|
30
|
+
// Report per-trace regressions for traces with quality below baseline average
|
|
31
|
+
for (const { trace, result } of results) {
|
|
32
|
+
if (result.qualityScore < baselineResult.avgQualityScore) {
|
|
33
|
+
regressionDetails.push({
|
|
34
|
+
traceId: trace.traceId,
|
|
35
|
+
agentSlug: trace.agentSlug,
|
|
36
|
+
baselineScore: baselineResult.avgQualityScore,
|
|
37
|
+
currentScore: result.qualityScore,
|
|
38
|
+
delta: baselineResult.avgQualityScore - result.qualityScore,
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
return {
|
|
45
|
+
runId: randomUUID(),
|
|
46
|
+
datasetId,
|
|
47
|
+
runAt: new Date().toISOString(),
|
|
48
|
+
agentVersion,
|
|
49
|
+
entriesTested: results.length,
|
|
50
|
+
passCount,
|
|
51
|
+
failCount,
|
|
52
|
+
avgQualityScore,
|
|
53
|
+
avgLatencyMs,
|
|
54
|
+
regressionDetected,
|
|
55
|
+
regressionDetails,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
//# sourceMappingURL=dataset-runner.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dataset-runner.js","sourceRoot":"","sources":["../../../src/eval/dataset-runner.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAmBpC,MAAM,OAAO,aAAa;IACxB;;;OAGG;IACH,KAAK,CAAC,GAAG,CAAC,IAAoB;QAC5B,MAAM,EACJ,SAAS,EACT,YAAY,EACZ,MAAM,EACN,WAAW,EACX,cAAc,EACd,mBAAmB,GAAG,GAAG,GAC1B,GAAG,IAAI,CAAC;QAET,MAAM,OAAO,GAA2D,EAAE,CAAC;QAE3E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,KAAK,CAAC,CAAC;YACxC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClC,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QAC/E,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC;QAC7C,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAChF,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAC7E,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/E,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAE5E,uBAAuB;QACvB,MAAM,iBAAiB,GAAuB,EAAE,CAAC;QACjD,IAAI,kBAAkB,GAAG,KAAK,CAAC;QAE/B,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,cAAc,CAAC,eAAe,GAAG,eAAe,CAAC;YAC/D,IAAI,KAAK,GAAG,mBAAmB,EAAE,CAAC;gBAChC,kBAAkB,GAAG,IAAI,CAAC;gBAC1B,8EAA8E;gBAC9E,KAAK,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;oBACxC,IAAI,MAAM,CAAC,YAAY,GAAG,cAAc,CAAC,eAAe,EAAE,CAAC;wBACzD,iBAAiB,CAAC,IAAI,CAAC;4BACrB,OAAO,EAAE,KAAK,CAAC,OAAO;4BACtB,SAAS,EAAE,KAAK,CAAC,SAAS;4BAC1B,aAAa,EAAE,cAAc,CAAC,eAAe;4BAC7C,YAAY,EAAE,MAAM,CAAC,YAAY;4BACjC,KAAK,EAAE,cAAc,CAAC,eAAe,GAAG,MAAM,CAAC,YAAY;yBAC5D,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO;YACL,KAAK,EAAE,UAAU,EAAE;YACnB,SAAS;YACT,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC/B,YAAY;YACZ,aAAa,EAAE,OAAO,CAAC,MAAM;YAC7B,SAAS;YACT,SAAS;YACT,eAAe;YACf,YAAY;YACZ,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;IACJ,CAAC;CACF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Eval Module - Automated eval dataset from production traces (Task 33)
|
|
3
|
+
*/
|
|
4
|
+
export { TraceCollector } from './trace-collector.js';
|
|
5
|
+
export type { RecordTraceInput } from './trace-collector.js';
|
|
6
|
+
export { DatasetManager } from './dataset-manager.js';
|
|
7
|
+
export type { CreateFromTracesOpts } from './dataset-manager.js';
|
|
8
|
+
export { DatasetRunner } from './dataset-runner.js';
|
|
9
|
+
export type { AgentRunnerResult, DatasetRunOpts } from './dataset-runner.js';
|
|
10
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AAE7D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,YAAY,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAEjE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Eval Module - Automated eval dataset from production traces (Task 33)
|
|
3
|
+
*/
|
|
4
|
+
export { TraceCollector } from './trace-collector.js';
|
|
5
|
+
export { DatasetManager } from './dataset-manager.js';
|
|
6
|
+
export { DatasetRunner } from './dataset-runner.js';
|
|
7
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/eval/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC"}
|