harness-everything 0.11.4 → 0.11.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -43,6 +43,140 @@ function loadWorkflow(payload) {
43
43
 
44
44
  function saveWorkflow(context) { atomicWriteJson(context.file, context.workflow); }
45
45
 
46
+ const MUTATION_PROBE_KEY = /^[a-f0-9]{64}$/;
47
+ const MUTATION_PROBE_WAIT = new Int32Array(new SharedArrayBuffer(4));
48
+
49
+ function mutationProbeDir(context) {
50
+ return path.join(context.sessionDir, 'mutation-probes');
51
+ }
52
+
53
+ function mutationProbeFile(context, key) {
54
+ if (!MUTATION_PROBE_KEY.test(String(key || ''))) throw new Error('invalid mutation probe identity');
55
+ return path.join(mutationProbeDir(context), key + '.json');
56
+ }
57
+
58
+ function withMutationProbeLock(context, callback) {
59
+ fs.mkdirSync(context.sessionDir, { recursive: true });
60
+ const lockDir = path.join(context.sessionDir, '.mutation-probes.lock');
61
+ let acquired = false;
62
+ for (let attempt = 0; attempt < 200; attempt++) {
63
+ try {
64
+ fs.mkdirSync(lockDir);
65
+ acquired = true;
66
+ break;
67
+ } catch (error) {
68
+ if (error.code !== 'EEXIST') throw error;
69
+ try {
70
+ const stat = fs.statSync(lockDir);
71
+ if (Date.now() - stat.mtimeMs > 30000) {
72
+ fs.rmSync(lockDir, { recursive: true, force: true });
73
+ continue;
74
+ }
75
+ } catch (_) { /* retry below */ }
76
+ Atomics.wait(MUTATION_PROBE_WAIT, 0, 0, 10);
77
+ }
78
+ }
79
+ if (!acquired) throw new Error('cannot acquire mutation probe lock');
80
+ try { return callback(); }
81
+ finally { fs.rmSync(lockDir, { recursive: true, force: true }); }
82
+ }
83
+
84
+ function mutationProbeReservations(context) {
85
+ const dir = mutationProbeDir(context);
86
+ let files = [];
87
+ try { files = fs.readdirSync(dir).filter(file => /^[a-f0-9]{64}\.json$/.test(file)); }
88
+ catch (_) { return 0; }
89
+ let count = 0;
90
+ for (const file of files) {
91
+ const probe = readJson(path.join(dir, file));
92
+ if (probe?.schemaVersion === 1 && probe.reserveIteration === true) count++;
93
+ }
94
+ return count;
95
+ }
96
+
97
+ function refreshWorkflowForProbe(context) {
98
+ const latest = readJson(context.file);
99
+ if (!latest || latest.sessionId !== context.sessionId) throw new Error('cannot refresh workflow for mutation probe');
100
+ context.workflow = latest;
101
+ return latest;
102
+ }
103
+
104
+ function assertIterationCapacity(context, evidence) {
105
+ const { workflow } = context;
106
+ if (!workflow) throw budgetError('no workflow available for iteration capacity');
107
+ const budget = ensureWorkflowBudget(workflow);
108
+ if (budget.state !== 'active') throw budgetError(`workflow budget is ${budget.state}: ${budget.reasonCode || 'unavailable'}`);
109
+ const limit = budget.limits.maxIterations;
110
+ if (limit === null) return { applicable: false, value: budget.counters.iterations, reserved: 0 };
111
+ const reserved = mutationProbeReservations(context);
112
+ if (budget.counters.iterations + reserved >= limit) {
113
+ return exhaustBudget(context, 'iteration-budget-exhausted', evidence || 'untrusted-shell-capacity');
114
+ }
115
+ return { applicable: true, value: budget.counters.iterations, reserved, limit };
116
+ }
117
+
118
+ function registerMutationProbe(context, key, fingerprint, reserveIteration) {
119
+ if (!MUTATION_PROBE_KEY.test(String(key || '')) || !MUTATION_PROBE_KEY.test(String(fingerprint || ''))) {
120
+ throw new Error('invalid mutation probe identity');
121
+ }
122
+ return withMutationProbeLock(context, () => {
123
+ refreshWorkflowForProbe(context);
124
+ if (reserveIteration) assertIterationCapacity(context, 'shell:untrusted');
125
+ const dir = mutationProbeDir(context);
126
+ fs.mkdirSync(dir, { recursive: true });
127
+ const file = mutationProbeFile(context, key);
128
+ if (fs.existsSync(file)) throw new Error('mutation probe is already pending for this tool call');
129
+ const probe = {
130
+ schemaVersion: 1,
131
+ fingerprint,
132
+ reserveIteration: Boolean(reserveIteration),
133
+ observedAt: Date.now(),
134
+ };
135
+ atomicWriteJson(file, probe);
136
+ return probe;
137
+ });
138
+ }
139
+
140
+ function peekMutationProbe(context, key) {
141
+ return readJson(mutationProbeFile(context, key));
142
+ }
143
+
144
+ function settleMutationProbe(context, key, afterFingerprint, tool) {
145
+ if (!MUTATION_PROBE_KEY.test(String(afterFingerprint || ''))) throw new Error('invalid mutation probe fingerprint');
146
+ return withMutationProbeLock(context, () => {
147
+ const file = mutationProbeFile(context, key);
148
+ const probe = readJson(file);
149
+ if (!probe || probe.schemaVersion !== 1) return null;
150
+ refreshWorkflowForProbe(context);
151
+ fs.unlinkSync(file);
152
+ const changed = afterFingerprint !== probe.fingerprint;
153
+ if (changed) {
154
+ context.workflow.lastMutationAt = Date.now();
155
+ if (probe.reserveIteration && context.workflow.strategy === 'iterative-single') {
156
+ recordBudgetEvent(context, 'iteration', { evidence: String(tool || 'shell') + ':observed-workspace-mutation' });
157
+ } else {
158
+ saveWorkflow(context);
159
+ }
160
+ }
161
+ return { changed, probe };
162
+ });
163
+ }
164
+
165
+ function discardMutationProbe(context, key) {
166
+ return withMutationProbeLock(context, () => {
167
+ const file = mutationProbeFile(context, key);
168
+ if (!fs.existsSync(file)) return false;
169
+ fs.unlinkSync(file);
170
+ return true;
171
+ });
172
+ }
173
+
174
+ function clearMutationProbes(context) {
175
+ return withMutationProbeLock(context, () => {
176
+ fs.rmSync(mutationProbeDir(context), { recursive: true, force: true });
177
+ });
178
+ }
179
+
46
180
  function budgetLimits(workflow) {
47
181
  const limits = workflow?.workflowPlan?.limits || {};
48
182
  return {
@@ -123,7 +257,8 @@ function recordBudgetEvent(context, type, options = {}) {
123
257
  const consume = (counter, limitName, reasonCode) => {
124
258
  const limit = budget.limits[limitName];
125
259
  if (limit === null) return { applicable: false, value: budget.counters[counter] };
126
- if (budget.counters[counter] >= limit) return exhaustBudget(context, reasonCode, evidence);
260
+ const reserved = type === 'iteration' ? mutationProbeReservations(context) : 0;
261
+ if (budget.counters[counter] + reserved >= limit) return exhaustBudget(context, reasonCode, evidence);
127
262
  budget.counters[counter]++;
128
263
  appendBudgetEvent(budget, { type, counter, value: budget.counters[counter], limit, evidence, observedAt: now });
129
264
  persistBudget(context);
@@ -175,6 +310,7 @@ function resetWorkflowBudget(context, evidence) {
175
310
  evidence: String(evidence).trim(),
176
311
  resetAt: now,
177
312
  }].slice(-16);
313
+ clearMutationProbes(context);
178
314
  workflow.budget = {
179
315
  schemaVersion: 1,
180
316
  epoch: previous.epoch + 1,
@@ -260,4 +396,4 @@ function readHookInput(decide) {
260
396
  process.stdin.on('error', finish);
261
397
  }
262
398
 
263
- module.exports = { OPEN_STATES, SAFE_ID, WORKFLOW_CONTROLLER_COMMANDS, isMajorWorkflow, loadWorkflow, saveWorkflow, budgetLimits, ensureWorkflowBudget, recordBudgetEvent, resetWorkflowBudget, syncBudgetToRun, matchingRun, unresolvedStages, readHookInput };
399
+ module.exports = { OPEN_STATES, SAFE_ID, WORKFLOW_CONTROLLER_COMMANDS, isMajorWorkflow, loadWorkflow, saveWorkflow, budgetLimits, ensureWorkflowBudget, mutationProbeReservations, assertIterationCapacity, registerMutationProbe, peekMutationProbe, settleMutationProbe, discardMutationProbe, clearMutationProbes, recordBudgetEvent, resetWorkflowBudget, syncBudgetToRun, matchingRun, unresolvedStages, readHookInput };
@@ -2,6 +2,8 @@
2
2
  const fs = require('fs');
3
3
  const path = require('path');
4
4
  const { getWorkspaceRoot, getSessionDir } = require('./lib/harness-state');
5
+ const { loadWorkflow, saveWorkflow, peekMutationProbe, settleMutationProbe } = require('./lib/workflow-runtime');
6
+ const { cwdOf, shellProbeKey, workspaceFingerprint } = require('./lib/workflow-isolation');
5
7
  const { observeTool } = require('./lib/telemetry');
6
8
 
7
9
  // Commands that count as "verification ran" for the Stop gate
@@ -28,7 +30,31 @@ process.stdin.on('end', () => {
28
30
  }
29
31
  });
30
32
 
33
+ function observeWorkspaceMutation(payload, root) {
34
+ const toolName = payload && (payload.tool_name || payload.tool);
35
+ if (toolName !== 'Bash' && toolName !== 'PowerShell' && toolName !== 'exec_command') return false;
36
+ const context = loadWorkflow(payload);
37
+ if (!context.workflow || context.workflow.state === 'deferred') return false;
38
+ const cwd = cwdOf(payload, root);
39
+ const probeKey = shellProbeKey(payload, cwd);
40
+ if (!peekMutationProbe(context, probeKey)) return false;
41
+ let after;
42
+ try {
43
+ after = workspaceFingerprint(cwd);
44
+ } catch (error) {
45
+ context.workflow.state = 'blocked';
46
+ context.workflow.blockReason = 'mutation-observation-failed';
47
+ saveWorkflow(context);
48
+ const critical = new Error('cannot verify whether shell execution changed workspace content');
49
+ critical.code = 'HARNESS_MUTATION_OBSERVATION';
50
+ throw critical;
51
+ }
52
+ const result = settleMutationProbe(context, probeKey, after, toolName);
53
+ return Boolean(result && result.changed);
54
+ }
55
+
31
56
  function processState(payload) {
57
+ let exitCodeForHook = 0;
32
58
  try {
33
59
  const sessionId = payload && (payload.session_id || payload.sessionId);
34
60
  const root = getWorkspaceRoot(payload);
@@ -48,12 +74,16 @@ function processState(payload) {
48
74
  // it's actually a number; fall back to a stderr signal otherwise.
49
75
  const toolResponse = payload.tool_response || {};
50
76
  const stdout = toolResponse.stdout ?? payload.stdout ?? '';
51
- const stderr = toolResponse.stderr ?? payload.stderr ?? '';
77
+ const stderr = toolResponse.stderr ?? payload.stderr ?? payload.error ?? '';
52
78
  const rawExitCode = toolResponse.exitCode ?? toolResponse.exit_code ?? payload.exitCode;
53
79
  const exitCode = typeof rawExitCode === 'number' ? rawExitCode : undefined;
54
80
  const stderrSignal = typeof stderr === 'string' && stderr.trim().length > 0;
55
- const isFailed = (exitCode !== undefined && exitCode !== 0) || (exitCode === undefined && stderrSignal);
81
+ const hookEvent = payload.hook_event_name || payload.hookEventName || '';
82
+ const isFailed = hookEvent === 'PostToolUseFailure' ||
83
+ (exitCode !== undefined && exitCode !== 0) ||
84
+ (exitCode === undefined && stderrSignal);
56
85
  const toolName = payload.tool_name || payload.tool || 'command';
86
+ const observedMutation = observeWorkspaceMutation(payload, root);
57
87
 
58
88
  if (isFailed) {
59
89
  // Truncate output to avoid state bloat
@@ -78,9 +108,10 @@ function processState(payload) {
78
108
 
79
109
  // Milestones for the Stop gate: when did the last mutation happen, and
80
110
  // has any verification-ish command succeeded since.
81
- if (toolName === 'Edit' || toolName === 'Write' || toolName === 'apply_patch') {
111
+ if (toolName === 'Edit' || toolName === 'Write' || toolName === 'apply_patch' || observedMutation) {
82
112
  state.lastEditAt = Date.now();
83
- } else if ((toolName === 'Bash' || toolName === 'PowerShell') && !isFailed) {
113
+ }
114
+ if ((toolName === 'Bash' || toolName === 'PowerShell') && !isFailed) {
84
115
  const command = (payload.tool_input && payload.tool_input.command) || '';
85
116
  if (VERIFY_COMMAND_RE.test(command)) {
86
117
  state.lastVerifyAt = Date.now();
@@ -100,7 +131,11 @@ function processState(payload) {
100
131
  }
101
132
  }
102
133
  } catch (err) {
103
- // Fail silently in hooks
134
+ if (err && (err.code === 'HARNESS_MUTATION_OBSERVATION' || err.code === 'HARNESS_WORKFLOW_BUDGET')) {
135
+ console.error('[State Persist] ' + err.message);
136
+ exitCodeForHook = 2;
137
+ }
138
+ // Non-critical persistence/telemetry failures remain fail-open.
104
139
  }
105
- process.exit(0);
140
+ process.exit(exitCodeForHook);
106
141
  }
@@ -3,8 +3,8 @@
3
3
 
4
4
  const path = require('path');
5
5
  const fs = require('fs');
6
- const { loadWorkflow, saveWorkflow, isMajorWorkflow, matchingRun, recordBudgetEvent, readHookInput, WORKFLOW_CONTROLLER_COMMANDS } = require('./lib/workflow-runtime');
7
- const { key, classifyShell, cwdOf, commandOf, mutationPaths, linkedWorktree, assertTargets, assertShellScope } = require('./lib/workflow-isolation');
6
+ const { loadWorkflow, saveWorkflow, isMajorWorkflow, matchingRun, registerMutationProbe, recordBudgetEvent, readHookInput, WORKFLOW_CONTROLLER_COMMANDS } = require('./lib/workflow-runtime');
7
+ const { key, classifyShell, workspaceFingerprint, shellProbeKey, cwdOf, commandOf, mutationPaths, linkedWorktree, assertTargets, assertShellScope } = require('./lib/workflow-isolation');
8
8
 
9
9
  const DIRECT = new Set(['Edit', 'Write', 'apply_patch']);
10
10
  const SHELL = new Set(['Bash', 'PowerShell', 'exec_command']);
@@ -27,8 +27,8 @@ function decide(payload) {
27
27
  const cwd = cwdOf(payload, root);
28
28
  const command = commandOf(payload);
29
29
  const commandClass = SHELL.has(tool) ? classifyShell(command) : 'direct-mutation';
30
- if (commandClass === 'read-only' || commandClass === 'worktree-setup') return;
31
30
  if (SHELL.has(tool) && isController(command, cwd)) return;
31
+ if (commandClass === 'read-only' || commandClass === 'worktree-setup') return;
32
32
  // Only the stage specification is allowed before run entry. Other runtime
33
33
  // state, including workflow-run.json, cannot use this bootstrap exception.
34
34
  const targets = DIRECT.has(tool) ? mutationPaths(payload) : [];
@@ -47,11 +47,22 @@ function decide(payload) {
47
47
  if (String(workflow.strategy || '').startsWith('fable-') && !matchingRun(context)) {
48
48
  throw new Error('selected Fable workflow has no correlated run. Write workflow-stages.json at the displayed session path, then use workflow-disposition.js start.');
49
49
  }
50
- if (workflow.strategy === 'iterative-single') {
51
- recordBudgetEvent(context, 'iteration', { evidence: `${tool}:${commandClass}` });
50
+ if (DIRECT.has(tool)) {
51
+ if (workflow.strategy === 'iterative-single') {
52
+ recordBudgetEvent(context, 'iteration', { evidence: `${tool}:direct-mutation` });
53
+ }
54
+ workflow.lastMutationAt = Date.now();
55
+ saveWorkflow(context);
56
+ return;
52
57
  }
53
- workflow.lastMutationAt = Date.now();
54
- saveWorkflow(context);
58
+
59
+ // Shell safety and shell mutation accounting are intentionally separate.
60
+ // `untrusted` means "not proven read-only", not "a mutation occurred".
61
+ // Capture an opaque pre-execution workspace fingerprint; the post-tool
62
+ // observer consumes an iteration only when workspace content actually changed.
63
+ const fingerprint = workspaceFingerprint(cwd);
64
+ const probeKey = shellProbeKey(payload, cwd);
65
+ registerMutationProbe(context, probeKey, fingerprint, workflow.strategy === 'iterative-single');
55
66
  }
56
67
 
57
68
  readHookInput(decide);
@@ -0,0 +1,17 @@
1
+ #!/usr/bin/env node
2
+ 'use strict';
3
+
4
+ const { loadWorkflow, discardMutationProbe, readHookInput } = require('./lib/workflow-runtime');
5
+ const { cwdOf, shellProbeKey } = require('./lib/workflow-isolation');
6
+
7
+ function discardDenied(payload) {
8
+ if (!payload) return;
9
+ const tool = payload.tool_name || payload.tool;
10
+ if (tool !== 'Bash' && tool !== 'PowerShell' && tool !== 'exec_command') return;
11
+ const context = loadWorkflow(payload);
12
+ if (!context.workflow || context.workflow.state === 'deferred') return;
13
+ const cwd = cwdOf(payload, context.root);
14
+ discardMutationProbe(context, shellProbeKey(payload, cwd));
15
+ }
16
+
17
+ readHookInput(discardDenied);
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "$schema": "https://agent-plugins.org/schemas/1.0.0/plugin.schema.json",
3
3
  "name": "harness-everything",
4
- "version": "0.11.4",
4
+ "version": "0.11.6",
5
5
  "description": "Invariant-first engineering harness for routing, verification, and failure recovery while preserving agent autonomy.",
6
6
  "author": {
7
7
  "name": "Miya Daniel",