@qduc/term2 0.31.1 → 0.32.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +52 -370
- package/dist/agent.d.ts +2 -1
- package/dist/agent.d.ts.map +1 -1
- package/dist/agent.js +11 -1
- package/dist/agent.js.map +1 -1
- package/dist/app.d.ts +3 -1
- package/dist/app.d.ts.map +1 -1
- package/dist/app.js +44 -4
- package/dist/app.js.map +1 -1
- package/dist/build-info.json +2 -2
- package/dist/cli.js +13 -3
- package/dist/cli.js.map +1 -1
- package/dist/commands/goal-command.d.ts.map +1 -1
- package/dist/commands/goal-command.js +9 -8
- package/dist/commands/goal-command.js.map +1 -1
- package/dist/commands/retry-failed-turn-command.d.ts.map +1 -1
- package/dist/commands/retry-failed-turn-command.js +3 -4
- package/dist/commands/retry-failed-turn-command.js.map +1 -1
- package/dist/components/InputBox.js +16 -9
- package/dist/components/InputBox.js.map +1 -1
- package/dist/components/layout/BackgroundTasksPanel.d.ts.map +1 -1
- package/dist/components/layout/BackgroundTasksPanel.js +6 -8
- package/dist/components/layout/BackgroundTasksPanel.js.map +1 -1
- package/dist/components/layout/BottomArea.d.ts.map +1 -1
- package/dist/components/layout/BottomArea.js +13 -11
- package/dist/components/layout/BottomArea.js.map +1 -1
- package/dist/components/message/MessageList.d.ts +3 -1
- package/dist/components/message/MessageList.d.ts.map +1 -1
- package/dist/components/message/MessageList.js +5 -2
- package/dist/components/message/MessageList.js.map +1 -1
- package/dist/components/message/SessionBoundary.d.ts +11 -0
- package/dist/components/message/SessionBoundary.d.ts.map +1 -0
- package/dist/components/message/SessionBoundary.js +22 -0
- package/dist/components/message/SessionBoundary.js.map +1 -0
- package/dist/components/prompt/ApprovalPrompt.d.ts.map +1 -1
- package/dist/components/prompt/ApprovalPrompt.js +22 -1
- package/dist/components/prompt/ApprovalPrompt.js.map +1 -1
- package/dist/contracts/provider-input.d.ts +10 -0
- package/dist/contracts/provider-input.d.ts.map +1 -1
- package/dist/contracts/provider-input.js.map +1 -1
- package/dist/contracts/run-termination.d.ts +3 -1
- package/dist/contracts/run-termination.d.ts.map +1 -1
- package/dist/hooks/settings-completion-config.d.ts.map +1 -1
- package/dist/hooks/settings-completion-config.js +1 -0
- package/dist/hooks/settings-completion-config.js.map +1 -1
- package/dist/lib/agent-chat-service.d.ts +6 -0
- package/dist/lib/agent-chat-service.d.ts.map +1 -1
- package/dist/lib/agent-chat-service.js +29 -5
- package/dist/lib/agent-chat-service.js.map +1 -1
- package/dist/lib/agent-client.d.ts +6 -0
- package/dist/lib/agent-client.d.ts.map +1 -1
- package/dist/lib/agent-client.js +82 -24
- package/dist/lib/agent-client.js.map +1 -1
- package/dist/lib/agent-configuration.d.ts +7 -3
- package/dist/lib/agent-configuration.d.ts.map +1 -1
- package/dist/lib/agent-configuration.js +10 -4
- package/dist/lib/agent-configuration.js.map +1 -1
- package/dist/lib/agent-factory.d.ts.map +1 -1
- package/dist/lib/agent-factory.js +15 -4
- package/dist/lib/agent-factory.js.map +1 -1
- package/dist/non-interactive.d.ts +5 -0
- package/dist/non-interactive.d.ts.map +1 -1
- package/dist/non-interactive.js +63 -6
- package/dist/non-interactive.js.map +1 -1
- package/dist/prompts/durable-goal-context.d.ts.map +1 -1
- package/dist/prompts/durable-goal-context.js +12 -2
- package/dist/prompts/durable-goal-context.js.map +1 -1
- package/dist/prompts/durable-goal-context.ts +13 -2
- package/dist/providers/ai-sdk-openrouter.provider.js +3 -2
- package/dist/providers/ai-sdk-openrouter.provider.js.map +1 -1
- package/dist/providers/ai-sdk-streamed-model.d.ts.map +1 -1
- package/dist/providers/ai-sdk-streamed-model.js +12 -2
- package/dist/providers/ai-sdk-streamed-model.js.map +1 -1
- package/dist/providers/codex-responses-model.d.ts.map +1 -1
- package/dist/providers/codex-responses-model.js +35 -16
- package/dist/providers/codex-responses-model.js.map +1 -1
- package/dist/providers/openai-chat-completions-model.d.ts.map +1 -1
- package/dist/providers/openai-chat-completions-model.js +11 -3
- package/dist/providers/openai-chat-completions-model.js.map +1 -1
- package/dist/services/agent-runtime/application-run-loop.d.ts +34 -1
- package/dist/services/agent-runtime/application-run-loop.d.ts.map +1 -1
- package/dist/services/agent-runtime/application-run-loop.js +174 -33
- package/dist/services/agent-runtime/application-run-loop.js.map +1 -1
- package/dist/services/agent-runtime/context-compaction/index.d.ts.map +1 -1
- package/dist/services/agent-runtime/context-compaction/index.js +65 -16
- package/dist/services/agent-runtime/context-compaction/index.js.map +1 -1
- package/dist/services/agent-runtime/context-compaction/local-context-compactor.d.ts +7 -1
- package/dist/services/agent-runtime/context-compaction/local-context-compactor.d.ts.map +1 -1
- package/dist/services/agent-runtime/context-compaction/local-context-compactor.js +115 -20
- package/dist/services/agent-runtime/context-compaction/local-context-compactor.js.map +1 -1
- package/dist/services/agent-runtime/model-context-policy.d.ts +21 -0
- package/dist/services/agent-runtime/model-context-policy.d.ts.map +1 -0
- package/dist/services/agent-runtime/model-context-policy.js +46 -0
- package/dist/services/agent-runtime/model-context-policy.js.map +1 -0
- package/dist/services/agent-runtime/request-input-limit.d.ts +31 -0
- package/dist/services/agent-runtime/request-input-limit.d.ts.map +1 -0
- package/dist/services/agent-runtime/request-input-limit.js +86 -0
- package/dist/services/agent-runtime/request-input-limit.js.map +1 -0
- package/dist/services/agent-runtime/run-budget.d.ts +3 -5
- package/dist/services/agent-runtime/run-budget.d.ts.map +1 -1
- package/dist/services/agent-runtime/run-budget.js.map +1 -1
- package/dist/services/agent-runtime/tool-call-execution.d.ts +24 -2
- package/dist/services/agent-runtime/tool-call-execution.d.ts.map +1 -1
- package/dist/services/agent-runtime/tool-call-execution.js +36 -6
- package/dist/services/agent-runtime/tool-call-execution.js.map +1 -1
- package/dist/services/agent-runtime/tool-invocation-context.d.ts +24 -12
- package/dist/services/agent-runtime/tool-invocation-context.d.ts.map +1 -1
- package/dist/services/agent-runtime/tool-invocation-context.js +38 -27
- package/dist/services/agent-runtime/tool-invocation-context.js.map +1 -1
- package/dist/services/approval/approval-replay.d.ts +15 -24
- package/dist/services/approval/approval-replay.d.ts.map +1 -1
- package/dist/services/approval/approval-replay.js +12 -30
- package/dist/services/approval/approval-replay.js.map +1 -1
- package/dist/services/approval/non-interactive-approval-policy.d.ts.map +1 -1
- package/dist/services/approval/non-interactive-approval-policy.js +11 -0
- package/dist/services/approval/non-interactive-approval-policy.js.map +1 -1
- package/dist/services/approval/tool-approval-batch-coordinator.d.ts.map +1 -1
- package/dist/services/approval/tool-approval-batch-coordinator.js +0 -5
- package/dist/services/approval/tool-approval-batch-coordinator.js.map +1 -1
- package/dist/services/conversation/conversation-checkpoint-provenance.d.ts.map +1 -1
- package/dist/services/conversation/conversation-checkpoint-provenance.js +10 -2
- package/dist/services/conversation/conversation-checkpoint-provenance.js.map +1 -1
- package/dist/services/conversation/conversation-events.d.ts +2 -0
- package/dist/services/conversation/conversation-events.d.ts.map +1 -1
- package/dist/services/conversation/conversation-events.js.map +1 -1
- package/dist/services/conversation/conversation-orchestrator.d.ts +1 -1
- package/dist/services/conversation/conversation-orchestrator.d.ts.map +1 -1
- package/dist/services/conversation/conversation-orchestrator.js +14 -2
- package/dist/services/conversation/conversation-orchestrator.js.map +1 -1
- package/dist/services/conversation/conversation-replay.d.ts.map +1 -1
- package/dist/services/conversation/conversation-replay.js +78 -3
- package/dist/services/conversation/conversation-replay.js.map +1 -1
- package/dist/services/conversation/conversation-service.d.ts +2 -2
- package/dist/services/conversation/conversation-service.d.ts.map +1 -1
- package/dist/services/conversation/conversation-service.js +5 -1
- package/dist/services/conversation/conversation-service.js.map +1 -1
- package/dist/services/conversation/conversation-state-projector.d.ts +1 -0
- package/dist/services/conversation/conversation-state-projector.d.ts.map +1 -1
- package/dist/services/conversation/conversation-state-projector.js +5 -1
- package/dist/services/conversation/conversation-state-projector.js.map +1 -1
- package/dist/services/conversation/durable-goal-stop-check.d.ts +141 -0
- package/dist/services/conversation/durable-goal-stop-check.d.ts.map +1 -0
- package/dist/services/conversation/durable-goal-stop-check.js +351 -0
- package/dist/services/conversation/durable-goal-stop-check.js.map +1 -0
- package/dist/services/conversation/durable-goal.d.ts +16 -1
- package/dist/services/conversation/durable-goal.d.ts.map +1 -1
- package/dist/services/conversation/durable-goal.js +8 -0
- package/dist/services/conversation/durable-goal.js.map +1 -1
- package/dist/services/conversation/local-checkpoint-projection.d.ts.map +1 -1
- package/dist/services/conversation/local-checkpoint-projection.js +12 -1
- package/dist/services/conversation/local-checkpoint-projection.js.map +1 -1
- package/dist/services/conversation/session-browser.d.ts +2 -0
- package/dist/services/conversation/session-browser.d.ts.map +1 -1
- package/dist/services/conversation/session-browser.js +23 -8
- package/dist/services/conversation/session-browser.js.map +1 -1
- package/dist/services/conversation/session-index/session-index-worker-client.d.ts +3 -0
- package/dist/services/conversation/session-index/session-index-worker-client.d.ts.map +1 -1
- package/dist/services/conversation/session-index/session-index-worker-client.js +6 -1
- package/dist/services/conversation/session-index/session-index-worker-client.js.map +1 -1
- package/dist/services/conversation/session-index/session-index-worker.d.ts +16 -1
- package/dist/services/conversation/session-index/session-index-worker.d.ts.map +1 -1
- package/dist/services/conversation/session-index/session-index-worker.js +16 -0
- package/dist/services/conversation/session-index/session-index-worker.js.map +1 -1
- package/dist/services/conversation-agent-client.d.ts +1 -0
- package/dist/services/conversation-agent-client.d.ts.map +1 -1
- package/dist/services/logging/conversation-log-events.d.ts +7 -0
- package/dist/services/logging/conversation-log-events.d.ts.map +1 -1
- package/dist/services/logging/conversation-log-events.js.map +1 -1
- package/dist/services/retry/retry-classifier.d.ts.map +1 -1
- package/dist/services/retry/retry-classifier.js +2 -1
- package/dist/services/retry/retry-classifier.js.map +1 -1
- package/dist/services/retry/retry-error-classification.d.ts.map +1 -1
- package/dist/services/retry/retry-error-classification.js +1 -0
- package/dist/services/retry/retry-error-classification.js.map +1 -1
- package/dist/services/service-interfaces.d.ts +2 -0
- package/dist/services/service-interfaces.d.ts.map +1 -1
- package/dist/services/session/initial-turn-recovery-handler.d.ts.map +1 -1
- package/dist/services/session/initial-turn-recovery-handler.js +6 -0
- package/dist/services/session/initial-turn-recovery-handler.js.map +1 -1
- package/dist/services/session/session-composition.d.ts.map +1 -1
- package/dist/services/session/session-composition.js +7 -5
- package/dist/services/session/session-composition.js.map +1 -1
- package/dist/services/session/session-manager.d.ts +2 -0
- package/dist/services/session/session-manager.d.ts.map +1 -1
- package/dist/services/session/session-manager.js +10 -0
- package/dist/services/session/session-manager.js.map +1 -1
- package/dist/services/session/session-stream-processor.d.ts.map +1 -1
- package/dist/services/session/session-stream-processor.js +11 -0
- package/dist/services/session/session-stream-processor.js.map +1 -1
- package/dist/services/session/session-tool-tracker.d.ts +18 -1
- package/dist/services/session/session-tool-tracker.d.ts.map +1 -1
- package/dist/services/session/session-tool-tracker.js +38 -1
- package/dist/services/session/session-tool-tracker.js.map +1 -1
- package/dist/services/session/terminal-result-collector.d.ts.map +1 -1
- package/dist/services/session/terminal-result-collector.js +3 -0
- package/dist/services/session/terminal-result-collector.js.map +1 -1
- package/dist/services/session/turn-workflow.d.ts.map +1 -1
- package/dist/services/session/turn-workflow.js +3 -0
- package/dist/services/session/turn-workflow.js.map +1 -1
- package/dist/services/settings/settings-env.d.ts.map +1 -1
- package/dist/services/settings/settings-env.js +6 -0
- package/dist/services/settings/settings-env.js.map +1 -1
- package/dist/services/settings/settings-persistence.d.ts +2 -1
- package/dist/services/settings/settings-persistence.d.ts.map +1 -1
- package/dist/services/settings/settings-persistence.js +1 -1
- package/dist/services/settings/settings-persistence.js.map +1 -1
- package/dist/services/settings/settings-schema.d.ts +7 -1
- package/dist/services/settings/settings-schema.d.ts.map +1 -1
- package/dist/services/settings/settings-schema.js +17 -6
- package/dist/services/settings/settings-schema.js.map +1 -1
- package/dist/services/settings/settings-service.d.ts +3 -0
- package/dist/services/settings/settings-service.d.ts.map +1 -1
- package/dist/services/settings/settings-service.js +74 -31
- package/dist/services/settings/settings-service.js.map +1 -1
- package/dist/services/settings/settings-sources.d.ts +1 -0
- package/dist/services/settings/settings-sources.d.ts.map +1 -1
- package/dist/services/settings/settings-sources.js +1 -0
- package/dist/services/settings/settings-sources.js.map +1 -1
- package/dist/services/settings/settings-ui-metadata.js +1 -1
- package/dist/services/settings/settings-ui-metadata.js.map +1 -1
- package/dist/services/settings/test-helpers/settings-consumer-inventory.d.ts +1 -1
- package/dist/services/settings/test-helpers/settings-consumer-inventory.d.ts.map +1 -1
- package/dist/services/settings/test-helpers/settings-consumer-inventory.js +1 -0
- package/dist/services/settings/test-helpers/settings-consumer-inventory.js.map +1 -1
- package/dist/services/subagents/execution-runner.d.ts.map +1 -1
- package/dist/services/subagents/execution-runner.js +16 -3
- package/dist/services/subagents/execution-runner.js.map +1 -1
- package/dist/services/subagents/nested-runner.d.ts.map +1 -1
- package/dist/services/subagents/nested-runner.js +3 -2
- package/dist/services/subagents/nested-runner.js.map +1 -1
- package/dist/services/tool-execution-ledger.d.ts +22 -0
- package/dist/services/tool-execution-ledger.d.ts.map +1 -1
- package/dist/services/tool-execution-ledger.js +40 -3
- package/dist/services/tool-execution-ledger.js.map +1 -1
- package/dist/services/workflow-evolution/cli.d.ts +2 -0
- package/dist/services/workflow-evolution/cli.d.ts.map +1 -0
- package/dist/services/workflow-evolution/cli.js +26 -0
- package/dist/services/workflow-evolution/cli.js.map +1 -0
- package/dist/services/workflow-evolution/demo.d.ts +18 -0
- package/dist/services/workflow-evolution/demo.d.ts.map +1 -0
- package/dist/services/workflow-evolution/demo.js +177 -0
- package/dist/services/workflow-evolution/demo.js.map +1 -0
- package/dist/services/workflow-evolution/experiment.d.ts +304 -0
- package/dist/services/workflow-evolution/experiment.d.ts.map +1 -0
- package/dist/services/workflow-evolution/experiment.js +251 -0
- package/dist/services/workflow-evolution/experiment.js.map +1 -0
- package/dist/services/workflow-evolution/ledger.d.ts +5 -0
- package/dist/services/workflow-evolution/ledger.d.ts.map +1 -0
- package/dist/services/workflow-evolution/ledger.js +57 -0
- package/dist/services/workflow-evolution/ledger.js.map +1 -0
- package/dist/skins/rail/status.d.ts.map +1 -1
- package/dist/skins/rail/status.js +21 -11
- package/dist/skins/rail/status.js.map +1 -1
- package/dist/tools/agent/goal-check.d.ts +23 -0
- package/dist/tools/agent/goal-check.d.ts.map +1 -0
- package/dist/tools/agent/goal-check.js +79 -0
- package/dist/tools/agent/goal-check.js.map +1 -0
- package/dist/tools/system/run-code/run-code-runtime.d.ts.map +1 -1
- package/dist/tools/system/run-code/run-code-runtime.js +3 -1
- package/dist/tools/system/run-code/run-code-runtime.js.map +1 -1
- package/dist/tools/tool-names.d.ts +1 -0
- package/dist/tools/tool-names.d.ts.map +1 -1
- package/dist/tools/tool-names.js +1 -0
- package/dist/tools/tool-names.js.map +1 -1
- package/dist/tools/types.d.ts +21 -0
- package/dist/tools/types.d.ts.map +1 -1
- package/dist/tools/types.js +7 -0
- package/dist/tools/types.js.map +1 -1
- package/dist/utils/conversation/conversation-event-handler.d.ts.map +1 -1
- package/dist/utils/conversation/conversation-event-handler.js +7 -1
- package/dist/utils/conversation/conversation-event-handler.js.map +1 -1
- package/dist/utils/output/text-snippet.js +25 -33
- package/dist/utils/output/text-snippet.js.map +1 -1
- package/dist/utils/streaming/extract-command-messages.d.ts +2 -0
- package/dist/utils/streaming/extract-command-messages.d.ts.map +1 -1
- package/dist/utils/streaming/extract-command-messages.js +4 -0
- package/dist/utils/streaming/extract-command-messages.js.map +1 -1
- package/dist/utils/value-suggestions.d.ts.map +1 -1
- package/dist/utils/value-suggestions.js +1 -0
- package/dist/utils/value-suggestions.js.map +1 -1
- package/package.json +3 -5
- package/dist/prompts/durable-goal-context.test.ts +0 -56
- package/dist/prompts/explorer-delegation-contract.test.ts +0 -44
- package/dist/prompts/memory-recall-notice.test.ts +0 -50
- package/dist/prompts/orchestrator-prompt.test.ts +0 -111
- package/dist/prompts/prefix-quality.test.ts +0 -115
- package/dist/prompts/prompt-constructor.test.ts +0 -423
- package/dist/prompts/prompt-profiles.test.ts +0 -22
- package/dist/prompts/reasoning-efficiency.test.ts +0 -12
- package/dist/prompts/search-via-shell.test.ts +0 -69
- package/dist/prompts/steering-notice.test.ts +0 -36
- package/dist/prompts/subagent-delegation.test.ts +0 -112
- package/dist/prompts/subagents/worker-prompt.test.ts +0 -54
- package/dist/prompts/unified-gpt-prompt.test.ts +0 -53
|
@@ -0,0 +1,177 @@
|
|
|
1
|
+
import { mkdir, readFile, writeFile } from 'node:fs/promises';
|
|
2
|
+
import { join } from 'node:path';
|
|
3
|
+
import { pathToFileURL } from 'node:url';
|
|
4
|
+
import { execFileSync } from 'node:child_process';
|
|
5
|
+
import { appendEvent, readLedger } from './ledger.js';
|
|
6
|
+
import { contentDigest, digest } from './experiment.js';
|
|
7
|
+
const baseline = {
|
|
8
|
+
name: 'markdown-toc',
|
|
9
|
+
revision: 'fixture-v1',
|
|
10
|
+
source: 'deterministic-main-adapter',
|
|
11
|
+
body: 'Make a table of contents from h2 headings using lowercase slugs.',
|
|
12
|
+
};
|
|
13
|
+
const candidate = {
|
|
14
|
+
...baseline,
|
|
15
|
+
revision: 'fixture-v2',
|
|
16
|
+
body: baseline.body + ' Suffix repeated slugs with -1, -2, etc.',
|
|
17
|
+
};
|
|
18
|
+
// Freeze independent expected artifacts before either version runs.
|
|
19
|
+
const benchmark = [
|
|
20
|
+
{ id: 'a', input: '# Guide\n## Setup\n## Setup\n', expected: '- [Setup](#setup)\n- [Setup](#setup-1)\n' },
|
|
21
|
+
{
|
|
22
|
+
id: 'b',
|
|
23
|
+
input: '# Guide\n## Usage\n## Usage\n## Usage\n',
|
|
24
|
+
expected: '- [Usage](#usage)\n- [Usage](#usage-1)\n- [Usage](#usage-2)\n',
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
id: 'c',
|
|
28
|
+
input: '# Guide\n## Build\n## Test\n## Build\n',
|
|
29
|
+
expected: '- [Build](#build)\n- [Test](#test)\n- [Build](#build-1)\n',
|
|
30
|
+
},
|
|
31
|
+
];
|
|
32
|
+
/** A real local artifact transformation with deterministic main/Reviewer substitutes. */
|
|
33
|
+
export async function runDemo(directory) {
|
|
34
|
+
await mkdir(directory, { recursive: true });
|
|
35
|
+
const ledger = join(directory, 'experiment.json');
|
|
36
|
+
const revision = execFileSync('git', ['rev-parse', 'HEAD'], { encoding: 'utf8' }).trim();
|
|
37
|
+
const conditions = 'deterministic Markdown TOC adapter; same inputs, no models, no retries';
|
|
38
|
+
const criteria = {
|
|
39
|
+
tasks: benchmark.map((task) => ({ id: task.id, inputDigest: digest(task.input) })),
|
|
40
|
+
checks: ['exact-toc-artifact', 'input-preserved'],
|
|
41
|
+
conditions,
|
|
42
|
+
minimumPairs: 3,
|
|
43
|
+
minimumWins: 2,
|
|
44
|
+
};
|
|
45
|
+
const fixtureEvidence = join(directory, 'frozen-benchmark.json');
|
|
46
|
+
// init rejects an existing experiment before any artifact is overwritten.
|
|
47
|
+
let state = await appendEvent(ledger, { type: 'init', id: 'toc-experiment', incumbent: baseline, criteria });
|
|
48
|
+
await writeFile(fixtureEvidence, JSON.stringify(benchmark, null, 2), { flag: 'wx' });
|
|
49
|
+
async function produce(id, purpose, task, method) {
|
|
50
|
+
const inputPath = join(directory, `${id}.md`);
|
|
51
|
+
const outputPath = join(directory, `${id}.toc.md`);
|
|
52
|
+
await writeFile(inputPath, task.input, { flag: 'wx' });
|
|
53
|
+
const seen = new Map();
|
|
54
|
+
const toc = task.input
|
|
55
|
+
.split('\n')
|
|
56
|
+
.filter((line) => line.startsWith('## '))
|
|
57
|
+
.map((line) => {
|
|
58
|
+
const title = line.slice(3);
|
|
59
|
+
const slug = title.toLowerCase().replaceAll(' ', '-');
|
|
60
|
+
const count = seen.get(slug) ?? 0;
|
|
61
|
+
seen.set(slug, count + 1);
|
|
62
|
+
const anchor = method.body === candidate.body && count > 0 ? `${slug}-${count}` : slug;
|
|
63
|
+
return `- [${title}](#${anchor})\n`;
|
|
64
|
+
})
|
|
65
|
+
.join('');
|
|
66
|
+
await writeFile(outputPath, toc, { flag: 'wx' });
|
|
67
|
+
// Oracle reads persisted artifacts rather than accepting the producer's claim.
|
|
68
|
+
const outcome = await inspect(id, task);
|
|
69
|
+
const record = {
|
|
70
|
+
type: 'run',
|
|
71
|
+
id,
|
|
72
|
+
purpose,
|
|
73
|
+
taskId: task.id,
|
|
74
|
+
inputDigest: digest(task.input),
|
|
75
|
+
methodId: digest(method),
|
|
76
|
+
loadedMethod: method,
|
|
77
|
+
harnessRevision: revision,
|
|
78
|
+
conditionsId: digest(conditions),
|
|
79
|
+
actor: { role: 'main', sessionId: `main-${id}` },
|
|
80
|
+
metrics: outcome,
|
|
81
|
+
evidence: [
|
|
82
|
+
{ ref: outputPath, digest: contentDigest(toc) },
|
|
83
|
+
{ ref: inputPath, digest: contentDigest(task.input) },
|
|
84
|
+
],
|
|
85
|
+
};
|
|
86
|
+
state = await appendEvent(ledger, record);
|
|
87
|
+
return record;
|
|
88
|
+
}
|
|
89
|
+
async function inspect(id, task) {
|
|
90
|
+
const output = await readFile(join(directory, `${id}.toc.md`), 'utf8');
|
|
91
|
+
const input = await readFile(join(directory, `${id}.md`), 'utf8');
|
|
92
|
+
return {
|
|
93
|
+
outcome: output === task.expected && input === task.input ? 'pass' : 'fail',
|
|
94
|
+
interventions: 0,
|
|
95
|
+
retries: 0,
|
|
96
|
+
};
|
|
97
|
+
}
|
|
98
|
+
await produce('observed-a', 'work', benchmark[0], baseline);
|
|
99
|
+
await produce('observed-b', 'work', benchmark[1], baseline);
|
|
100
|
+
state = await appendEvent(ledger, {
|
|
101
|
+
type: 'propose',
|
|
102
|
+
id: 'toc-candidate',
|
|
103
|
+
candidate,
|
|
104
|
+
weakness: 'Duplicate headings produced duplicate anchors on two observed documents.',
|
|
105
|
+
hypothesis: 'Counting repeated slugs produces the frozen expected anchors.',
|
|
106
|
+
mutation: 'Suffix duplicate slugs.',
|
|
107
|
+
evidenceRunIds: ['observed-a', 'observed-b'],
|
|
108
|
+
});
|
|
109
|
+
const pairs = [];
|
|
110
|
+
for (const task of benchmark) {
|
|
111
|
+
await produce(`${task.id}-base`, 'benchmark', task, baseline);
|
|
112
|
+
await produce(`${task.id}-candidate`, 'benchmark', task, candidate);
|
|
113
|
+
// Deterministic independent Reviewer adapter re-reads both artifacts.
|
|
114
|
+
pairs.push({
|
|
115
|
+
incumbentRunId: `${task.id}-base`,
|
|
116
|
+
candidateRunId: `${task.id}-candidate`,
|
|
117
|
+
incumbent: await inspect(`${task.id}-base`, task),
|
|
118
|
+
candidate: await inspect(`${task.id}-candidate`, task),
|
|
119
|
+
checks: [
|
|
120
|
+
{
|
|
121
|
+
id: 'exact-toc-artifact',
|
|
122
|
+
incumbent: (await inspect(`${task.id}-base`, task)).outcome,
|
|
123
|
+
candidate: (await inspect(`${task.id}-candidate`, task)).outcome,
|
|
124
|
+
},
|
|
125
|
+
{ id: 'input-preserved', incumbent: 'pass', candidate: 'pass' },
|
|
126
|
+
],
|
|
127
|
+
evidence: [{ ref: fixtureEvidence, digest: contentDigest(await readFile(fixtureEvidence)) }],
|
|
128
|
+
});
|
|
129
|
+
}
|
|
130
|
+
state = await appendEvent(ledger, {
|
|
131
|
+
type: 'compare',
|
|
132
|
+
id: 'toc-review',
|
|
133
|
+
criteriaId: state.criteriaId,
|
|
134
|
+
reviewer: { role: 'reviewer', sessionId: 'deterministic-independent-reviewer' },
|
|
135
|
+
pairs,
|
|
136
|
+
});
|
|
137
|
+
state = await appendEvent(ledger, {
|
|
138
|
+
type: 'promote',
|
|
139
|
+
id: 'toc-promotion',
|
|
140
|
+
approval: {
|
|
141
|
+
ref: 'fixture-only-approval-for-local-demo',
|
|
142
|
+
candidateId: digest(candidate),
|
|
143
|
+
reviewId: 'toc-review',
|
|
144
|
+
},
|
|
145
|
+
});
|
|
146
|
+
await produce('subsequent-work', 'work', {
|
|
147
|
+
id: 'next',
|
|
148
|
+
input: '# Next\n## Install\n## Install\n',
|
|
149
|
+
expected: '- [Install](#install)\n- [Install](#install-1)\n',
|
|
150
|
+
}, candidate);
|
|
151
|
+
state = await readLedger(ledger);
|
|
152
|
+
return {
|
|
153
|
+
ledger,
|
|
154
|
+
decision: state.decision,
|
|
155
|
+
incumbentId: state.incumbentId,
|
|
156
|
+
candidateId: state.candidateId,
|
|
157
|
+
activeMethodId: state.activeMethodId,
|
|
158
|
+
adoption: state.adoption,
|
|
159
|
+
efficacy: 'Deterministic control-flow and fixture transformation evidence; no model-quality claim.',
|
|
160
|
+
};
|
|
161
|
+
}
|
|
162
|
+
if (process.argv[1] && import.meta.url === pathToFileURL(process.argv[1]).href) {
|
|
163
|
+
const directory = process.argv[2];
|
|
164
|
+
if (!directory || process.argv.length !== 3) {
|
|
165
|
+
process.stderr.write('Usage: demo.ts <new-output-directory>\n');
|
|
166
|
+
process.exitCode = 1;
|
|
167
|
+
}
|
|
168
|
+
else {
|
|
169
|
+
runDemo(directory)
|
|
170
|
+
.then((result) => process.stdout.write(JSON.stringify(result, null, 2) + '\n'))
|
|
171
|
+
.catch((error) => {
|
|
172
|
+
process.stderr.write(`${error instanceof Error ? error.message : String(error)}\n`);
|
|
173
|
+
process.exitCode = 1;
|
|
174
|
+
});
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
//# sourceMappingURL=demo.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"demo.js","sourceRoot":"","sources":["../../../source/services/workflow-evolution/demo.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,aAAa,EAAE,MAAM,EAA+B,MAAM,iBAAiB,CAAC;AAErF,MAAM,QAAQ,GAAW;IACvB,IAAI,EAAE,cAAc;IACpB,QAAQ,EAAE,YAAY;IACtB,MAAM,EAAE,4BAA4B;IACpC,IAAI,EAAE,kEAAkE;CACzE,CAAC;AACF,MAAM,SAAS,GAAW;IACxB,GAAG,QAAQ;IACX,QAAQ,EAAE,YAAY;IACtB,IAAI,EAAE,QAAQ,CAAC,IAAI,GAAG,0CAA0C;CACjE,CAAC;AACF,oEAAoE;AACpE,MAAM,SAAS,GAAG;IAChB,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,+BAA+B,EAAE,QAAQ,EAAE,0CAA0C,EAAE;IACzG;QACE,EAAE,EAAE,GAAG;QACP,KAAK,EAAE,yCAAyC;QAChD,QAAQ,EAAE,+DAA+D;KAC1E;IACD;QACE,EAAE,EAAE,GAAG;QACP,KAAK,EAAE,wCAAwC;QAC/C,QAAQ,EAAE,2DAA2D;KACtE;CACF,CAAC;AAEF,yFAAyF;AACzF,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,SAAiB;IAC7C,MAAM,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;IAClD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACzF,MAAM,UAAU,GAAG,wEAAwE,CAAC;IAC5F,MAAM,QAAQ,GAAG;QACf,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,EAAE,CAAC,oBAAoB,EAAE,iBAAiB,CAAC;QACjD,UAAU;QACV,YAAY,EAAE,CAAC;QACf,WAAW,EAAE,CAAC;KACf,CAAC;IACF,MAAM,eAAe,GAAG,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;IACjE,0EAA0E;IAC1E,IAAI,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,gBAAgB,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;IAC7G,MAAM,SAAS,CAAC,eAAe,EAAE,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAErF,KAAK,UAAU,OAAO,CACpB,EAAU,EACV,OAA6B,EAC7B,IAAgC,EAChC,MAAc;QAEd,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;QACnD,MAAM,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK;aACnB,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;aACxC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACtD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;YACvF,OAAO,MAAM,KAAK,MAAM,MAAM,KAAK,CAAC;QACtC,CAAC,CAAC;aACD,IAAI,CAAC,EAAE,CAAC,CAAC;QACZ,MAAM,SAAS,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QACjD,+EAA+E;QAC/E,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;QACxC,MAAM,MAAM,GAAc;YACxB,IAAI,EAAE,KAAK;YACX,EAAE;YACF,OAAO;YACP,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;YAC/B,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC;YACxB,YAAY,EAAE,MAAM;YACpB,eAAe,EAAE,QAAQ;YACzB,YAAY,EAAE,MAAM,CAAC,UAAU,CAAC;YAChC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE;YAChD,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE;gBACR,EAAE,GAAG,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,EAAE;gBAC/C,EAAE,GAAG,EAAE,SAAS,EAAE,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;aACtD;SACF,CAAC;QACF,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,UAAU,OAAO,CAAC,EAAU,EAAE,IAAgC;QACjE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;QACvE,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;QAClE,OAAO;YACL,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YAC3E,aAAa,EAAE,CAAC;YAChB,OAAO,EAAE,CAAC;SACX,CAAC;IACJ,CAAC;IAED,MAAM,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC5D,MAAM,OAAO,CAAC,YAAY,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC5D,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE;QAChC,IAAI,EAAE,SAAS;QACf,EAAE,EAAE,eAAe;QACnB,SAAS;QACT,QAAQ,EAAE,0EAA0E;QACpF,UAAU,EAAE,+DAA+D;QAC3E,QAAQ,EAAE,yBAAyB;QACnC,cAAc,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC;KAC7C,CAAC,CAAC;IACH,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC7B,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC9D,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;QACpE,sEAAsE;QACtE,KAAK,CAAC,IAAI,CAAC;YACT,cAAc,EAAE,GAAG,IAAI,CAAC,EAAE,OAAO;YACjC,cAAc,EAAE,GAAG,IAAI,CAAC,EAAE,YAAY;YACtC,SAAS,EAAE,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC;YACjD,SAAS,EAAE,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC;YACtD,MAAM,EAAE;gBACN;oBACE,EAAE,EAAE,oBAAoB;oBACxB,SAAS,EAAE,CAAC,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO;oBAC3D,SAAS,EAAE,CAAC,MAAM,OAAO,CAAC,GAAG,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,OAAO;iBACjE;gBACD,EAAE,EAAE,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAe,EAAE,SAAS,EAAE,MAAe,EAAE;aAClF;YACD,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,eAAe,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,QAAQ,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC;SAC7F,CAAC,CAAC;IACL,CAAC;IACD,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE;QAChC,IAAI,EAAE,SAAS;QACf,EAAE,EAAE,YAAY;QAChB,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,oCAAoC,EAAE;QAC/E,KAAK;KACN,CAAC,CAAC;IACH,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE;QAChC,IAAI,EAAE,SAAS;QACf,EAAE,EAAE,eAAe;QACnB,QAAQ,EAAE;YACR,GAAG,EAAE,sCAAsC;YAC3C,WAAW,EAAE,MAAM,CAAC,SAAS,CAAC;YAC9B,QAAQ,EAAE,YAAY;SACvB;KACF,CAAC,CAAC;IACH,MAAM,OAAO,CACX,iBAAiB,EACjB,MAAM,EACN;QACE,EAAE,EAAE,MAAM;QACV,KAAK,EAAE,kCAAkC;QACzC,QAAQ,EAAE,kDAAkD;KAC7D,EACD,SAAS,CACV,CAAC;IACF,KAAK,GAAG,MAAM,UAAU,CAAC,MAAM,CAAC,CAAC;IACjC,OAAO;QACL,MAAM;QACN,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,cAAc,EAAE,KAAK,CAAC,cAAc;QACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,yFAAyF;KACpG,CAAC;AACJ,CAAC;AAED,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,KAAK,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/E,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,CAAC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;QAChE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,SAAS,CAAC;aACf,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;aAC9E,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;YACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACpF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;IACP,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,304 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import type { SkillInfo } from '../skills/skills-service.js';
|
|
3
|
+
declare const method: z.ZodObject<{
|
|
4
|
+
name: z.ZodString;
|
|
5
|
+
revision: z.ZodString;
|
|
6
|
+
source: z.ZodString;
|
|
7
|
+
body: z.ZodString;
|
|
8
|
+
}, z.core.$strict>;
|
|
9
|
+
declare const criteria: z.ZodObject<{
|
|
10
|
+
tasks: z.ZodArray<z.ZodObject<{
|
|
11
|
+
id: z.ZodString;
|
|
12
|
+
inputDigest: z.ZodString;
|
|
13
|
+
}, z.core.$strict>>;
|
|
14
|
+
checks: z.ZodArray<z.ZodString>;
|
|
15
|
+
conditions: z.ZodString;
|
|
16
|
+
minimumPairs: z.ZodNumber;
|
|
17
|
+
minimumWins: z.ZodNumber;
|
|
18
|
+
}, z.core.$strict>;
|
|
19
|
+
declare const run: z.ZodObject<{
|
|
20
|
+
type: z.ZodLiteral<"run">;
|
|
21
|
+
id: z.ZodString;
|
|
22
|
+
purpose: z.ZodEnum<{
|
|
23
|
+
benchmark: "benchmark";
|
|
24
|
+
work: "work";
|
|
25
|
+
}>;
|
|
26
|
+
taskId: z.ZodString;
|
|
27
|
+
inputDigest: z.ZodString;
|
|
28
|
+
methodId: z.ZodString;
|
|
29
|
+
loadedMethod: z.ZodObject<{
|
|
30
|
+
name: z.ZodString;
|
|
31
|
+
revision: z.ZodString;
|
|
32
|
+
source: z.ZodString;
|
|
33
|
+
body: z.ZodString;
|
|
34
|
+
}, z.core.$strict>;
|
|
35
|
+
harnessRevision: z.ZodString;
|
|
36
|
+
conditionsId: z.ZodString;
|
|
37
|
+
actor: z.ZodObject<{
|
|
38
|
+
role: z.ZodString;
|
|
39
|
+
sessionId: z.ZodString;
|
|
40
|
+
}, z.core.$strict>;
|
|
41
|
+
metrics: z.ZodObject<{
|
|
42
|
+
outcome: z.ZodEnum<{
|
|
43
|
+
fail: "fail";
|
|
44
|
+
pass: "pass";
|
|
45
|
+
uncertain: "uncertain";
|
|
46
|
+
}>;
|
|
47
|
+
interventions: z.ZodNumber;
|
|
48
|
+
retries: z.ZodNumber;
|
|
49
|
+
}, z.core.$strict>;
|
|
50
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
51
|
+
ref: z.ZodString;
|
|
52
|
+
digest: z.ZodString;
|
|
53
|
+
}, z.core.$strict>>;
|
|
54
|
+
}, z.core.$strict>;
|
|
55
|
+
declare const propose: z.ZodObject<{
|
|
56
|
+
type: z.ZodLiteral<"propose">;
|
|
57
|
+
id: z.ZodString;
|
|
58
|
+
candidate: z.ZodObject<{
|
|
59
|
+
name: z.ZodString;
|
|
60
|
+
revision: z.ZodString;
|
|
61
|
+
source: z.ZodString;
|
|
62
|
+
body: z.ZodString;
|
|
63
|
+
}, z.core.$strict>;
|
|
64
|
+
weakness: z.ZodString;
|
|
65
|
+
hypothesis: z.ZodString;
|
|
66
|
+
mutation: z.ZodString;
|
|
67
|
+
evidenceRunIds: z.ZodArray<z.ZodString>;
|
|
68
|
+
}, z.core.$strict>;
|
|
69
|
+
declare const compare: z.ZodObject<{
|
|
70
|
+
type: z.ZodLiteral<"compare">;
|
|
71
|
+
id: z.ZodString;
|
|
72
|
+
criteriaId: z.ZodString;
|
|
73
|
+
reviewer: z.ZodObject<{
|
|
74
|
+
role: z.ZodLiteral<"reviewer">;
|
|
75
|
+
sessionId: z.ZodString;
|
|
76
|
+
}, z.core.$strict>;
|
|
77
|
+
pairs: z.ZodArray<z.ZodObject<{
|
|
78
|
+
incumbentRunId: z.ZodString;
|
|
79
|
+
candidateRunId: z.ZodString;
|
|
80
|
+
incumbent: z.ZodObject<{
|
|
81
|
+
outcome: z.ZodEnum<{
|
|
82
|
+
fail: "fail";
|
|
83
|
+
pass: "pass";
|
|
84
|
+
uncertain: "uncertain";
|
|
85
|
+
}>;
|
|
86
|
+
interventions: z.ZodNumber;
|
|
87
|
+
retries: z.ZodNumber;
|
|
88
|
+
}, z.core.$strict>;
|
|
89
|
+
candidate: z.ZodObject<{
|
|
90
|
+
outcome: z.ZodEnum<{
|
|
91
|
+
fail: "fail";
|
|
92
|
+
pass: "pass";
|
|
93
|
+
uncertain: "uncertain";
|
|
94
|
+
}>;
|
|
95
|
+
interventions: z.ZodNumber;
|
|
96
|
+
retries: z.ZodNumber;
|
|
97
|
+
}, z.core.$strict>;
|
|
98
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
99
|
+
ref: z.ZodString;
|
|
100
|
+
digest: z.ZodString;
|
|
101
|
+
}, z.core.$strict>>;
|
|
102
|
+
checks: z.ZodArray<z.ZodObject<{
|
|
103
|
+
id: z.ZodString;
|
|
104
|
+
incumbent: z.ZodEnum<{
|
|
105
|
+
fail: "fail";
|
|
106
|
+
pass: "pass";
|
|
107
|
+
uncertain: "uncertain";
|
|
108
|
+
}>;
|
|
109
|
+
candidate: z.ZodEnum<{
|
|
110
|
+
fail: "fail";
|
|
111
|
+
pass: "pass";
|
|
112
|
+
uncertain: "uncertain";
|
|
113
|
+
}>;
|
|
114
|
+
}, z.core.$strict>>;
|
|
115
|
+
}, z.core.$strict>>;
|
|
116
|
+
}, z.core.$strict>;
|
|
117
|
+
declare const promote: z.ZodObject<{
|
|
118
|
+
type: z.ZodLiteral<"promote">;
|
|
119
|
+
id: z.ZodString;
|
|
120
|
+
approval: z.ZodObject<{
|
|
121
|
+
ref: z.ZodString;
|
|
122
|
+
candidateId: z.ZodString;
|
|
123
|
+
reviewId: z.ZodString;
|
|
124
|
+
}, z.core.$strict>;
|
|
125
|
+
}, z.core.$strict>;
|
|
126
|
+
declare const rollback: z.ZodObject<{
|
|
127
|
+
type: z.ZodLiteral<"rollback">;
|
|
128
|
+
id: z.ZodString;
|
|
129
|
+
reason: z.ZodString;
|
|
130
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
131
|
+
ref: z.ZodString;
|
|
132
|
+
digest: z.ZodString;
|
|
133
|
+
}, z.core.$strict>>;
|
|
134
|
+
}, z.core.$strict>;
|
|
135
|
+
export declare const eventSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
136
|
+
type: z.ZodLiteral<"init">;
|
|
137
|
+
id: z.ZodString;
|
|
138
|
+
incumbent: z.ZodObject<{
|
|
139
|
+
name: z.ZodString;
|
|
140
|
+
revision: z.ZodString;
|
|
141
|
+
source: z.ZodString;
|
|
142
|
+
body: z.ZodString;
|
|
143
|
+
}, z.core.$strict>;
|
|
144
|
+
criteria: z.ZodObject<{
|
|
145
|
+
tasks: z.ZodArray<z.ZodObject<{
|
|
146
|
+
id: z.ZodString;
|
|
147
|
+
inputDigest: z.ZodString;
|
|
148
|
+
}, z.core.$strict>>;
|
|
149
|
+
checks: z.ZodArray<z.ZodString>;
|
|
150
|
+
conditions: z.ZodString;
|
|
151
|
+
minimumPairs: z.ZodNumber;
|
|
152
|
+
minimumWins: z.ZodNumber;
|
|
153
|
+
}, z.core.$strict>;
|
|
154
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
155
|
+
type: z.ZodLiteral<"run">;
|
|
156
|
+
id: z.ZodString;
|
|
157
|
+
purpose: z.ZodEnum<{
|
|
158
|
+
benchmark: "benchmark";
|
|
159
|
+
work: "work";
|
|
160
|
+
}>;
|
|
161
|
+
taskId: z.ZodString;
|
|
162
|
+
inputDigest: z.ZodString;
|
|
163
|
+
methodId: z.ZodString;
|
|
164
|
+
loadedMethod: z.ZodObject<{
|
|
165
|
+
name: z.ZodString;
|
|
166
|
+
revision: z.ZodString;
|
|
167
|
+
source: z.ZodString;
|
|
168
|
+
body: z.ZodString;
|
|
169
|
+
}, z.core.$strict>;
|
|
170
|
+
harnessRevision: z.ZodString;
|
|
171
|
+
conditionsId: z.ZodString;
|
|
172
|
+
actor: z.ZodObject<{
|
|
173
|
+
role: z.ZodString;
|
|
174
|
+
sessionId: z.ZodString;
|
|
175
|
+
}, z.core.$strict>;
|
|
176
|
+
metrics: z.ZodObject<{
|
|
177
|
+
outcome: z.ZodEnum<{
|
|
178
|
+
fail: "fail";
|
|
179
|
+
pass: "pass";
|
|
180
|
+
uncertain: "uncertain";
|
|
181
|
+
}>;
|
|
182
|
+
interventions: z.ZodNumber;
|
|
183
|
+
retries: z.ZodNumber;
|
|
184
|
+
}, z.core.$strict>;
|
|
185
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
186
|
+
ref: z.ZodString;
|
|
187
|
+
digest: z.ZodString;
|
|
188
|
+
}, z.core.$strict>>;
|
|
189
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
190
|
+
type: z.ZodLiteral<"propose">;
|
|
191
|
+
id: z.ZodString;
|
|
192
|
+
candidate: z.ZodObject<{
|
|
193
|
+
name: z.ZodString;
|
|
194
|
+
revision: z.ZodString;
|
|
195
|
+
source: z.ZodString;
|
|
196
|
+
body: z.ZodString;
|
|
197
|
+
}, z.core.$strict>;
|
|
198
|
+
weakness: z.ZodString;
|
|
199
|
+
hypothesis: z.ZodString;
|
|
200
|
+
mutation: z.ZodString;
|
|
201
|
+
evidenceRunIds: z.ZodArray<z.ZodString>;
|
|
202
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
203
|
+
type: z.ZodLiteral<"compare">;
|
|
204
|
+
id: z.ZodString;
|
|
205
|
+
criteriaId: z.ZodString;
|
|
206
|
+
reviewer: z.ZodObject<{
|
|
207
|
+
role: z.ZodLiteral<"reviewer">;
|
|
208
|
+
sessionId: z.ZodString;
|
|
209
|
+
}, z.core.$strict>;
|
|
210
|
+
pairs: z.ZodArray<z.ZodObject<{
|
|
211
|
+
incumbentRunId: z.ZodString;
|
|
212
|
+
candidateRunId: z.ZodString;
|
|
213
|
+
incumbent: z.ZodObject<{
|
|
214
|
+
outcome: z.ZodEnum<{
|
|
215
|
+
fail: "fail";
|
|
216
|
+
pass: "pass";
|
|
217
|
+
uncertain: "uncertain";
|
|
218
|
+
}>;
|
|
219
|
+
interventions: z.ZodNumber;
|
|
220
|
+
retries: z.ZodNumber;
|
|
221
|
+
}, z.core.$strict>;
|
|
222
|
+
candidate: z.ZodObject<{
|
|
223
|
+
outcome: z.ZodEnum<{
|
|
224
|
+
fail: "fail";
|
|
225
|
+
pass: "pass";
|
|
226
|
+
uncertain: "uncertain";
|
|
227
|
+
}>;
|
|
228
|
+
interventions: z.ZodNumber;
|
|
229
|
+
retries: z.ZodNumber;
|
|
230
|
+
}, z.core.$strict>;
|
|
231
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
232
|
+
ref: z.ZodString;
|
|
233
|
+
digest: z.ZodString;
|
|
234
|
+
}, z.core.$strict>>;
|
|
235
|
+
checks: z.ZodArray<z.ZodObject<{
|
|
236
|
+
id: z.ZodString;
|
|
237
|
+
incumbent: z.ZodEnum<{
|
|
238
|
+
fail: "fail";
|
|
239
|
+
pass: "pass";
|
|
240
|
+
uncertain: "uncertain";
|
|
241
|
+
}>;
|
|
242
|
+
candidate: z.ZodEnum<{
|
|
243
|
+
fail: "fail";
|
|
244
|
+
pass: "pass";
|
|
245
|
+
uncertain: "uncertain";
|
|
246
|
+
}>;
|
|
247
|
+
}, z.core.$strict>>;
|
|
248
|
+
}, z.core.$strict>>;
|
|
249
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
250
|
+
type: z.ZodLiteral<"promote">;
|
|
251
|
+
id: z.ZodString;
|
|
252
|
+
approval: z.ZodObject<{
|
|
253
|
+
ref: z.ZodString;
|
|
254
|
+
candidateId: z.ZodString;
|
|
255
|
+
reviewId: z.ZodString;
|
|
256
|
+
}, z.core.$strict>;
|
|
257
|
+
}, z.core.$strict>, z.ZodObject<{
|
|
258
|
+
type: z.ZodLiteral<"rollback">;
|
|
259
|
+
id: z.ZodString;
|
|
260
|
+
reason: z.ZodString;
|
|
261
|
+
evidence: z.ZodArray<z.ZodObject<{
|
|
262
|
+
ref: z.ZodString;
|
|
263
|
+
digest: z.ZodString;
|
|
264
|
+
}, z.core.$strict>>;
|
|
265
|
+
}, z.core.$strict>], "type">;
|
|
266
|
+
export type ExperimentEvent = z.infer<typeof eventSchema>;
|
|
267
|
+
export type Method = z.infer<typeof method>;
|
|
268
|
+
export type RunRecord = z.infer<typeof run>;
|
|
269
|
+
/** Capture the cached/resolved body, not a later read of its file on disk. */
|
|
270
|
+
export declare function snapshotLoadedSkill(skill: Pick<SkillInfo, 'name' | 'location' | 'body'>, revision: string): Method;
|
|
271
|
+
export interface Experiment {
|
|
272
|
+
id: string;
|
|
273
|
+
criteria: z.infer<typeof criteria>;
|
|
274
|
+
criteriaId: string;
|
|
275
|
+
incumbent: Method;
|
|
276
|
+
incumbentId: string;
|
|
277
|
+
activeMethodId: string;
|
|
278
|
+
runs: Record<string, RunRecord>;
|
|
279
|
+
proposal?: z.infer<typeof propose>;
|
|
280
|
+
candidateId?: string;
|
|
281
|
+
review?: z.infer<typeof compare>;
|
|
282
|
+
decision?: {
|
|
283
|
+
verdict: 'keep' | 'reject' | 'inconclusive';
|
|
284
|
+
reason: string;
|
|
285
|
+
};
|
|
286
|
+
promotion?: z.infer<typeof promote>;
|
|
287
|
+
adoption?: {
|
|
288
|
+
promotionId: string;
|
|
289
|
+
runId: string;
|
|
290
|
+
methodId: string;
|
|
291
|
+
};
|
|
292
|
+
rollback?: z.infer<typeof rollback> & {
|
|
293
|
+
promotionId: string;
|
|
294
|
+
};
|
|
295
|
+
eventIds: string[];
|
|
296
|
+
}
|
|
297
|
+
/** Canonical JSON identity; body whitespace remains significant. */
|
|
298
|
+
export declare function digest(value: unknown): string;
|
|
299
|
+
/** Evidence files use their actual bytes, unlike canonical JSON method identities. */
|
|
300
|
+
export declare function contentDigest(value: string | Buffer): string;
|
|
301
|
+
/** Single-experiment reducer. No providers, tool authority, skill writes or retries. */
|
|
302
|
+
export declare function applyEvent(previous: Experiment | null, input: unknown): Experiment;
|
|
303
|
+
export {};
|
|
304
|
+
//# sourceMappingURL=experiment.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../../source/services/workflow-evolution/experiment.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAC;AAM7D,QAAA,MAAM,MAAM;;;;;kBAA2F,CAAC;AAQxG,QAAA,MAAM,QAAQ;;;;;;;;;kBAQH,CAAC;AAEZ,QAAA,MAAM,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAeE,CAAC;AACZ,QAAA,MAAM,OAAO;;;;;;;;;;;;;kBAUF,CAAC;AACZ,QAAA,MAAM,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBA6BF,CAAC;AACZ,QAAA,MAAM,OAAO;;;;;;;;kBAMF,CAAC;AACZ,QAAA,MAAM,QAAQ;;;;;;;;kBAAuF,CAAC;AACtG,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BAAiF,CAAC;AAC1G,MAAM,MAAM,eAAe,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAC;AAC1D,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAC5C,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;AAE5C,8EAA8E;AAC9E,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CAElH;AACD,MAAM,WAAW,UAAU;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,QAAQ,CAAC,CAAC;IACnC,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAChC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAC;IACjC,QAAQ,CAAC,EAAE;QAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,GAAG,cAAc,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC;IAC3E,SAAS,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAC;IACpC,QAAQ,CAAC,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC;IACpE,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,QAAQ,CAAC,GAAG;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC;IAC9D,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,oEAAoE;AACpE,wBAAgB,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAe7C;AAED,sFAAsF;AACtF,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,MAAM,CAE5D;AAMD,wFAAwF;AACxF,wBAAgB,UAAU,CAAC,QAAQ,EAAE,UAAU,GAAG,IAAI,EAAE,KAAK,EAAE,OAAO,GAAG,UAAU,CAgLlF"}
|