harness-everything 0.12.3 → 0.14.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.github/workflows/ci.yml +2 -0
- package/CHANGELOG.md +30 -0
- package/ci/mechanism-2aj-waza-reference-adapter.test.js +223 -0
- package/ci/mechanism-2ak-contract-probe-adapter.test.js +207 -0
- package/ci/openai-plugin-package.test.js +10 -0
- package/contract-integrity/ADAPTERS.md +37 -0
- package/contract-integrity/fixtures/node-probe-project/package.json +8 -0
- package/contract-integrity/fixtures/node-probe-project/probe-plan.json +27 -0
- package/contract-integrity/fixtures/node-probe-project/src/limit.js +8 -0
- package/contract-integrity/fixtures/node-probe-project/test/contract.test.js +14 -0
- package/contract-integrity/scripts/node-probe-adapter.js +390 -0
- package/docs/repository-contract.md +1 -1
- package/evals/multi-agent-workspace/tasks/positive-trigger.yaml +1 -1
- package/fable-mode/SKILL.md +1 -1
- package/fable-mode/execution-guardrails/SKILL.md +1 -1
- package/fable-mode/fable-haiku/SKILL.md +1 -1
- package/fable-mode/fable-opus/SKILL.md +1 -1
- package/fable-mode/fable-sonnet/SKILL.md +1 -1
- package/fable-mode/references/model-matrix.md +2 -0
- package/harness-everything/SKILL.md +1 -1
- package/harness-everything/references/triage-and-tiers.md +2 -0
- package/multi-agent-workspace/SKILL.md +2 -2
- package/multi-agent-workspace/references/orchestration.md +2 -0
- package/opencode-plugin/plugin.json +1 -1
- package/package.json +4 -2
- package/plugins/harness-everything/.codex-plugin/plugin.json +1 -1
- package/plugins/harness-everything/contract-integrity/ADAPTERS.md +37 -0
- package/plugins/harness-everything/contract-integrity/scripts/node-probe-adapter.js +390 -0
- package/plugins/harness-everything/plugin.json +1 -1
- package/plugins/harness-everything/skills/fable-mode/SKILL.md +1 -1
- package/plugins/harness-everything/skills/fable-mode/execution-guardrails/SKILL.md +1 -1
- package/plugins/harness-everything/skills/fable-mode/fable-haiku/SKILL.md +1 -1
- package/plugins/harness-everything/skills/fable-mode/fable-opus/SKILL.md +1 -1
- package/plugins/harness-everything/skills/fable-mode/fable-sonnet/SKILL.md +1 -1
- package/plugins/harness-everything/skills/fable-mode/references/model-matrix.md +2 -0
- package/plugins/harness-everything/skills/harness-everything/SKILL.md +1 -1
- package/plugins/harness-everything/skills/harness-everything/references/triage-and-tiers.md +2 -0
- package/plugins/harness-everything/skills/multi-agent-workspace/SKILL.md +2 -2
- package/plugins/harness-everything/skills/multi-agent-workspace/references/orchestration.md +2 -0
- package/plugins/harness-everything/skills/skill-creator/SKILL.md +1 -1
- package/plugins/harness-everything/skills/skill-creator/references/quality-checklist.md +2 -0
- package/plugins/harness-everything/skills/tdd/SKILL.md +1 -1
- package/plugins/harness-everything/skills/tdd/references/core-discipline.md +1 -1
- package/plugins/harness-everything/skills/tdd/references/quality-model.md +2 -2
- package/scripts/sync-openai-plugin.js +4 -1
- package/scripts/waza-harness-check.js +361 -0
- package/skill-creator/SKILL.md +1 -1
- package/skill-creator/references/quality-checklist.md +2 -0
- package/tdd/SKILL.md +1 -1
- package/tdd/references/core-discipline.md +1 -1
- package/tdd/references/quality-model.md +2 -2
|
@@ -0,0 +1,390 @@
|
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
'use strict';
|
|
3
|
+
|
|
4
|
+
const crypto = require('crypto');
|
|
5
|
+
const fs = require('fs');
|
|
6
|
+
const os = require('os');
|
|
7
|
+
const path = require('path');
|
|
8
|
+
const { spawnSync } = require('child_process');
|
|
9
|
+
|
|
10
|
+
const VERSION = '1.0.0';
|
|
11
|
+
const ADAPTER = 'node-npm-v1';
|
|
12
|
+
const STRATEGIES = new Set(['env', 'replace']);
|
|
13
|
+
const DEFAULT_TIMEOUT_MS = 30000;
|
|
14
|
+
const MAX_TIMEOUT_MS = 120000;
|
|
15
|
+
|
|
16
|
+
function isObject(value) {
|
|
17
|
+
return value !== null && typeof value === 'object' && !Array.isArray(value);
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
function safeRelative(value) {
|
|
21
|
+
if (typeof value !== 'string' || !value.trim() || path.isAbsolute(value)) return false;
|
|
22
|
+
const normalized = value.replace(/\\/g, '/');
|
|
23
|
+
return normalized !== '..' && !normalized.startsWith('../') && !normalized.includes('/../') && !normalized.includes('\0');
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
function sha256(value) {
|
|
27
|
+
return crypto.createHash('sha256').update(String(value || ''), 'utf8').digest('hex');
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
function validatePlan(plan) {
|
|
31
|
+
const errors = [];
|
|
32
|
+
if (!isObject(plan)) return ['probe plan must be an object'];
|
|
33
|
+
if (plan.schemaVersion !== VERSION) errors.push(`schemaVersion must be ${VERSION}`);
|
|
34
|
+
if (plan.adapter !== ADAPTER) errors.push(`adapter must be ${ADAPTER}`);
|
|
35
|
+
if (typeof plan.script !== 'string' || !/^[A-Za-z0-9:_-]+$/.test(plan.script)) errors.push('script must be an npm script name');
|
|
36
|
+
if (!Array.isArray(plan.probes) || plan.probes.length === 0) errors.push('probes must be a non-empty array');
|
|
37
|
+
const ids = new Set();
|
|
38
|
+
for (const [index, probe] of (Array.isArray(plan.probes) ? plan.probes : []).entries()) {
|
|
39
|
+
const p = `probes[${index}]`;
|
|
40
|
+
if (!isObject(probe)) { errors.push(`${p} must be an object`); continue; }
|
|
41
|
+
for (const field of ['probeId', 'requirementId', 'sourceSection', 'strategy', 'expectedFailureContains']) {
|
|
42
|
+
if (typeof probe[field] !== 'string' || !probe[field].trim()) errors.push(`${p}.${field} is required`);
|
|
43
|
+
}
|
|
44
|
+
if (probe.probeId && ids.has(probe.probeId)) errors.push(`${p}.probeId is duplicated: ${probe.probeId}`);
|
|
45
|
+
if (probe.probeId) ids.add(probe.probeId);
|
|
46
|
+
if (!STRATEGIES.has(probe.strategy)) errors.push(`${p}.strategy must be env or replace`);
|
|
47
|
+
if (probe.strategy === 'env') {
|
|
48
|
+
if (!isObject(probe.env) || Object.keys(probe.env).length === 0) errors.push(`${p}.env is required for env strategy`);
|
|
49
|
+
for (const [key, value] of Object.entries(isObject(probe.env) ? probe.env : {})) {
|
|
50
|
+
if (!/^[A-Z][A-Z0-9_]{0,79}$/.test(key)) errors.push(`${p}.env contains invalid key: ${key}`);
|
|
51
|
+
if (typeof value !== 'string' || value.length > 200) errors.push(`${p}.env.${key} must be a string <= 200 chars`);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
if (probe.strategy === 'replace') {
|
|
55
|
+
if (!safeRelative(probe.target)) errors.push(`${p}.target must be a repo-relative path`);
|
|
56
|
+
if (typeof probe.find !== 'string' || probe.find.length === 0 || probe.find.length > 4000) errors.push(`${p}.find must be 1..4000 chars`);
|
|
57
|
+
if (typeof probe.replace !== 'string' || probe.replace.length > 4000) errors.push(`${p}.replace must be <= 4000 chars`);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
if (plan.timeoutMs !== undefined && (!Number.isInteger(plan.timeoutMs) || plan.timeoutMs < 100 || plan.timeoutMs > MAX_TIMEOUT_MS)) {
|
|
61
|
+
errors.push(`timeoutMs must be an integer between 100 and ${MAX_TIMEOUT_MS}`);
|
|
62
|
+
}
|
|
63
|
+
return errors;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
function discoverProject(workspace, plan) {
|
|
67
|
+
const packageFile = path.join(workspace, 'package.json');
|
|
68
|
+
if (!fs.existsSync(packageFile)) return { ok: false, reason: 'package-json-missing' };
|
|
69
|
+
let pkg;
|
|
70
|
+
try { pkg = JSON.parse(fs.readFileSync(packageFile, 'utf8')); }
|
|
71
|
+
catch (_) { return { ok: false, reason: 'package-json-invalid' }; }
|
|
72
|
+
if (!isObject(pkg.scripts) || typeof pkg.scripts[plan.script] !== 'string') {
|
|
73
|
+
return { ok: false, reason: 'npm-script-missing' };
|
|
74
|
+
}
|
|
75
|
+
const dependencyCount =
|
|
76
|
+
Object.keys(isObject(pkg.dependencies) ? pkg.dependencies : {}).length +
|
|
77
|
+
Object.keys(isObject(pkg.devDependencies) ? pkg.devDependencies : {}).length +
|
|
78
|
+
Object.keys(isObject(pkg.optionalDependencies) ? pkg.optionalDependencies : {}).length;
|
|
79
|
+
if (dependencyCount > 0) {
|
|
80
|
+
return {
|
|
81
|
+
ok: false,
|
|
82
|
+
reason: 'external-dependencies-not-supported-v1',
|
|
83
|
+
detail: 'node-npm-v1 intentionally supports zero-external-dependency projects only; dependency installation is never inferred or networked',
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
return {
|
|
87
|
+
ok: true,
|
|
88
|
+
packageName: typeof pkg.name === 'string' ? pkg.name : null,
|
|
89
|
+
script: plan.script,
|
|
90
|
+
command: `npm run ${plan.script}`,
|
|
91
|
+
dependencyMode: 'zero-external-dependencies',
|
|
92
|
+
};
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
function copyWorkspace(source) {
|
|
96
|
+
const sourceRoot = path.resolve(source);
|
|
97
|
+
if (fs.lstatSync(sourceRoot).isSymbolicLink()) {
|
|
98
|
+
throw new Error('source workspace contains a symbolic link/reparse-point root');
|
|
99
|
+
}
|
|
100
|
+
const root = fs.mkdtempSync(path.join(os.tmpdir(), 'harness-contract-probe-'));
|
|
101
|
+
const destination = path.join(root, 'workspace');
|
|
102
|
+
try {
|
|
103
|
+
fs.cpSync(sourceRoot, destination, {
|
|
104
|
+
recursive: true,
|
|
105
|
+
filter: src => {
|
|
106
|
+
if (fs.lstatSync(src).isSymbolicLink()) {
|
|
107
|
+
throw new Error('source workspace contains a symbolic link/reparse-point component');
|
|
108
|
+
}
|
|
109
|
+
const relative = path.relative(sourceRoot, src).replace(/\\/g, '/');
|
|
110
|
+
if (!relative) return true;
|
|
111
|
+
const head = relative.split('/')[0];
|
|
112
|
+
return !['.git', 'node_modules', '.harness'].includes(head);
|
|
113
|
+
},
|
|
114
|
+
});
|
|
115
|
+
} catch (error) {
|
|
116
|
+
fs.rmSync(root, { recursive: true, force: true });
|
|
117
|
+
throw error;
|
|
118
|
+
}
|
|
119
|
+
return { root, workspace: destination };
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function runScript(workspace, plan, extraEnv = {}) {
|
|
123
|
+
const timeout = plan.timeoutMs || DEFAULT_TIMEOUT_MS;
|
|
124
|
+
// On Windows npm is normally a .cmd shim, which child_process cannot
|
|
125
|
+
// execute directly without a command shell. The script name is restricted
|
|
126
|
+
// to a safe identifier by validatePlan(), and no user-provided shell text is
|
|
127
|
+
// interpolated into the command.
|
|
128
|
+
const result = spawnSync('npm', ['run', plan.script], {
|
|
129
|
+
cwd: workspace,
|
|
130
|
+
encoding: 'utf8',
|
|
131
|
+
timeout,
|
|
132
|
+
windowsHide: true,
|
|
133
|
+
shell: process.platform === 'win32',
|
|
134
|
+
env: { ...process.env, CI: '1', ...extraEnv },
|
|
135
|
+
});
|
|
136
|
+
const stdout = String(result.stdout || '');
|
|
137
|
+
const stderr = String(result.stderr || '');
|
|
138
|
+
const combined = stdout + '\n' + stderr;
|
|
139
|
+
if (result.error) {
|
|
140
|
+
const timedOut = result.error.code === 'ETIMEDOUT';
|
|
141
|
+
return {
|
|
142
|
+
kind: timedOut ? 'timeout' : 'spawn-error',
|
|
143
|
+
exitCode: null,
|
|
144
|
+
signal: result.signal || null,
|
|
145
|
+
outputHash: sha256(combined + String(result.error.message || '')),
|
|
146
|
+
combined,
|
|
147
|
+
};
|
|
148
|
+
}
|
|
149
|
+
return {
|
|
150
|
+
kind: 'exit',
|
|
151
|
+
exitCode: Number.isInteger(result.status) ? result.status : null,
|
|
152
|
+
signal: result.signal || null,
|
|
153
|
+
outputHash: sha256(combined),
|
|
154
|
+
combined,
|
|
155
|
+
};
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
function isolatedRegularFile(workspace, relativeTarget) {
|
|
159
|
+
const root = path.resolve(workspace);
|
|
160
|
+
const target = path.resolve(root, relativeTarget);
|
|
161
|
+
const lexical = path.relative(root, target);
|
|
162
|
+
if (lexical === '..' || lexical.startsWith('..' + path.sep) || path.isAbsolute(lexical)) {
|
|
163
|
+
throw new Error('replace target escaped isolated workspace');
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
let current = root;
|
|
167
|
+
for (const segment of lexical.split(path.sep).filter(Boolean)) {
|
|
168
|
+
current = path.join(current, segment);
|
|
169
|
+
if (!fs.existsSync(current)) throw new Error('replace target does not exist');
|
|
170
|
+
const stat = fs.lstatSync(current);
|
|
171
|
+
if (stat.isSymbolicLink()) {
|
|
172
|
+
throw new Error('replace target contains symbolic link/reparse-point component');
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
const realRoot = fs.realpathSync(root);
|
|
177
|
+
const realTarget = fs.realpathSync(target);
|
|
178
|
+
const resolved = path.relative(realRoot, realTarget);
|
|
179
|
+
if (resolved === '..' || resolved.startsWith('..' + path.sep) || path.isAbsolute(resolved)) {
|
|
180
|
+
throw new Error('replace target resolved outside isolated workspace');
|
|
181
|
+
}
|
|
182
|
+
if (!fs.lstatSync(realTarget).isFile()) throw new Error('replace target does not exist');
|
|
183
|
+
return realTarget;
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
function applyProbe(workspace, probe) {
|
|
187
|
+
if (probe.strategy === 'env') return { env: { ...probe.env }, mutation: 'environment-only' };
|
|
188
|
+
|
|
189
|
+
const target = isolatedRegularFile(workspace, probe.target);
|
|
190
|
+
const source = fs.readFileSync(target, 'utf8');
|
|
191
|
+
const first = source.indexOf(probe.find);
|
|
192
|
+
const last = source.lastIndexOf(probe.find);
|
|
193
|
+
if (first < 0) throw new Error('replace find text was not present');
|
|
194
|
+
if (first !== last) throw new Error('replace find text must match exactly once');
|
|
195
|
+
fs.writeFileSync(target, source.slice(0, first) + probe.replace + source.slice(first + probe.find.length), 'utf8');
|
|
196
|
+
return { env: {}, mutation: `replace:${probe.target}` };
|
|
197
|
+
}
|
|
198
|
+
|
|
199
|
+
function evidenceRef(probe, run) {
|
|
200
|
+
return `probe:${probe.probeId}:output-sha256:${run.outputHash}`;
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
function notEvaluatedProbe(probe, reason, failureClass = 'infrastructure', workspaceIsolation = 'isolated') {
|
|
204
|
+
return {
|
|
205
|
+
probeId: probe.probeId,
|
|
206
|
+
requirementId: probe.requirementId,
|
|
207
|
+
status: 'NOT_EVALUATED',
|
|
208
|
+
sourceSection: probe.sourceSection,
|
|
209
|
+
evidenceRef: null,
|
|
210
|
+
workspaceIsolation,
|
|
211
|
+
failureClass,
|
|
212
|
+
adapterReason: reason,
|
|
213
|
+
};
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
function executePlan(workspace, plan) {
|
|
217
|
+
const errors = validatePlan(plan);
|
|
218
|
+
if (errors.length) return { schemaVersion: VERSION, adapter: ADAPTER, result: 'INVALID_PLAN', errors, probes: [] };
|
|
219
|
+
|
|
220
|
+
const discovered = discoverProject(workspace, plan);
|
|
221
|
+
if (!discovered.ok) {
|
|
222
|
+
return {
|
|
223
|
+
schemaVersion: VERSION,
|
|
224
|
+
adapter: ADAPTER,
|
|
225
|
+
result: 'NOT_EVALUATED',
|
|
226
|
+
discovery: discovered,
|
|
227
|
+
baseline: null,
|
|
228
|
+
probes: plan.probes.map(probe => notEvaluatedProbe(probe, discovered.reason)),
|
|
229
|
+
errors: [],
|
|
230
|
+
};
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
let baselineIsolation;
|
|
234
|
+
try {
|
|
235
|
+
baselineIsolation = copyWorkspace(workspace);
|
|
236
|
+
const baselineRun = runScript(baselineIsolation.workspace, plan);
|
|
237
|
+
const baseline = {
|
|
238
|
+
status: baselineRun.kind === 'exit' && baselineRun.exitCode === 0 ? 'PASS' : 'FAIL',
|
|
239
|
+
exitCode: baselineRun.exitCode,
|
|
240
|
+
failureClass: baselineRun.kind === 'exit' ? (baselineRun.exitCode === 0 ? 'none' : 'baseline-test') : 'infrastructure',
|
|
241
|
+
evidenceRef: `baseline:output-sha256:${baselineRun.outputHash}`,
|
|
242
|
+
workspaceIsolation: 'isolated',
|
|
243
|
+
};
|
|
244
|
+
if (baseline.status !== 'PASS') {
|
|
245
|
+
return {
|
|
246
|
+
schemaVersion: VERSION,
|
|
247
|
+
adapter: ADAPTER,
|
|
248
|
+
result: 'NOT_EVALUATED',
|
|
249
|
+
discovery: discovered,
|
|
250
|
+
baseline,
|
|
251
|
+
probes: plan.probes.map(probe => notEvaluatedProbe(probe, 'baseline-not-green')),
|
|
252
|
+
errors: [],
|
|
253
|
+
};
|
|
254
|
+
}
|
|
255
|
+
} catch (error) {
|
|
256
|
+
const reason = String(error.message || error);
|
|
257
|
+
return {
|
|
258
|
+
schemaVersion: VERSION,
|
|
259
|
+
adapter: ADAPTER,
|
|
260
|
+
result: 'NOT_EVALUATED',
|
|
261
|
+
discovery: discovered,
|
|
262
|
+
baseline: {
|
|
263
|
+
status: 'NOT_EVALUATED',
|
|
264
|
+
evidenceRef: null,
|
|
265
|
+
workspaceIsolation: 'not-isolated',
|
|
266
|
+
failureClass: 'infrastructure',
|
|
267
|
+
adapterReason: reason,
|
|
268
|
+
},
|
|
269
|
+
probes: plan.probes.map(probe =>
|
|
270
|
+
notEvaluatedProbe(probe, reason, 'infrastructure', 'not-isolated')),
|
|
271
|
+
errors: [],
|
|
272
|
+
};
|
|
273
|
+
} finally {
|
|
274
|
+
if (baselineIsolation?.root) fs.rmSync(baselineIsolation.root, { recursive: true, force: true });
|
|
275
|
+
}
|
|
276
|
+
|
|
277
|
+
const results = [];
|
|
278
|
+
for (const probe of plan.probes) {
|
|
279
|
+
let isolated;
|
|
280
|
+
try {
|
|
281
|
+
isolated = copyWorkspace(workspace);
|
|
282
|
+
const applied = applyProbe(isolated.workspace, probe);
|
|
283
|
+
const run = runScript(isolated.workspace, plan, applied.env);
|
|
284
|
+
if (run.kind !== 'exit') {
|
|
285
|
+
results.push(notEvaluatedProbe(probe, run.kind));
|
|
286
|
+
continue;
|
|
287
|
+
}
|
|
288
|
+
if (run.exitCode === 0) {
|
|
289
|
+
results.push({
|
|
290
|
+
probeId: probe.probeId,
|
|
291
|
+
requirementId: probe.requirementId,
|
|
292
|
+
status: 'SURVIVED',
|
|
293
|
+
sourceSection: probe.sourceSection,
|
|
294
|
+
evidenceRef: evidenceRef(probe, run),
|
|
295
|
+
workspaceIsolation: 'isolated',
|
|
296
|
+
failureClass: 'none',
|
|
297
|
+
adapterReason: 'project-test-suite-remained-green',
|
|
298
|
+
});
|
|
299
|
+
continue;
|
|
300
|
+
}
|
|
301
|
+
if (run.combined.includes(probe.expectedFailureContains)) {
|
|
302
|
+
results.push({
|
|
303
|
+
probeId: probe.probeId,
|
|
304
|
+
requirementId: probe.requirementId,
|
|
305
|
+
status: 'KILLED',
|
|
306
|
+
sourceSection: probe.sourceSection,
|
|
307
|
+
evidenceRef: evidenceRef(probe, run),
|
|
308
|
+
workspaceIsolation: 'isolated',
|
|
309
|
+
failureClass: 'contract',
|
|
310
|
+
adapterReason: 'expected-observable-contract-failure',
|
|
311
|
+
});
|
|
312
|
+
} else {
|
|
313
|
+
results.push({
|
|
314
|
+
probeId: probe.probeId,
|
|
315
|
+
requirementId: probe.requirementId,
|
|
316
|
+
status: 'INVALID',
|
|
317
|
+
sourceSection: probe.sourceSection,
|
|
318
|
+
evidenceRef: evidenceRef(probe, run),
|
|
319
|
+
workspaceIsolation: 'isolated',
|
|
320
|
+
failureClass: 'unknown',
|
|
321
|
+
adapterReason: 'test-failed-without-expected-contract-observable',
|
|
322
|
+
});
|
|
323
|
+
}
|
|
324
|
+
} catch (error) {
|
|
325
|
+
results.push(notEvaluatedProbe(
|
|
326
|
+
probe,
|
|
327
|
+
String(error.message || error),
|
|
328
|
+
'infrastructure',
|
|
329
|
+
isolated ? 'isolated' : 'not-isolated',
|
|
330
|
+
));
|
|
331
|
+
} finally {
|
|
332
|
+
if (isolated?.root) fs.rmSync(isolated.root, { recursive: true, force: true });
|
|
333
|
+
}
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
return {
|
|
337
|
+
schemaVersion: VERSION,
|
|
338
|
+
adapter: ADAPTER,
|
|
339
|
+
result: results.every(probe => probe.status === 'KILLED') ? 'PROTECTED' :
|
|
340
|
+
results.some(probe => probe.status === 'SURVIVED') ? 'SURVIVED' : 'NOT_EVALUATED',
|
|
341
|
+
discovery: discovered,
|
|
342
|
+
baseline: { status: 'PASS', workspaceIsolation: 'isolated' },
|
|
343
|
+
probes: results,
|
|
344
|
+
errors: [],
|
|
345
|
+
};
|
|
346
|
+
}
|
|
347
|
+
|
|
348
|
+
function parseArgs(argv) {
|
|
349
|
+
const args = { workspace: null, plan: null, output: null };
|
|
350
|
+
for (let i = 0; i < argv.length; i++) {
|
|
351
|
+
if (argv[i] === '--workspace') args.workspace = argv[++i];
|
|
352
|
+
else if (argv[i] === '--plan') args.plan = argv[++i];
|
|
353
|
+
else if (argv[i] === '--output') args.output = argv[++i];
|
|
354
|
+
else throw new Error('unknown argument: ' + argv[i]);
|
|
355
|
+
}
|
|
356
|
+
if (!args.workspace || !args.plan) throw new Error('Usage: node node-probe-adapter.js --workspace <project> --plan <probe-plan.json> [--output report.json]');
|
|
357
|
+
return args;
|
|
358
|
+
}
|
|
359
|
+
|
|
360
|
+
function main() {
|
|
361
|
+
try {
|
|
362
|
+
const args = parseArgs(process.argv.slice(2));
|
|
363
|
+
const workspace = path.resolve(args.workspace);
|
|
364
|
+
const plan = JSON.parse(fs.readFileSync(path.resolve(args.plan), 'utf8'));
|
|
365
|
+
const report = executePlan(workspace, plan);
|
|
366
|
+
const json = JSON.stringify(report, null, 2) + '\n';
|
|
367
|
+
if (args.output) {
|
|
368
|
+
fs.mkdirSync(path.dirname(path.resolve(args.output)), { recursive: true });
|
|
369
|
+
fs.writeFileSync(path.resolve(args.output), json, 'utf8');
|
|
370
|
+
}
|
|
371
|
+
process.stdout.write(json);
|
|
372
|
+
process.exitCode = report.result === 'PROTECTED' ? 0 : report.result === 'SURVIVED' ? 1 : 2;
|
|
373
|
+
} catch (error) {
|
|
374
|
+
console.error('[Contract Probe Adapter] ' + error.message);
|
|
375
|
+
process.exitCode = 2;
|
|
376
|
+
}
|
|
377
|
+
}
|
|
378
|
+
|
|
379
|
+
if (require.main === module) main();
|
|
380
|
+
|
|
381
|
+
module.exports = {
|
|
382
|
+
ADAPTER,
|
|
383
|
+
VERSION,
|
|
384
|
+
applyProbe,
|
|
385
|
+
discoverProject,
|
|
386
|
+
executePlan,
|
|
387
|
+
runScript,
|
|
388
|
+
safeRelative,
|
|
389
|
+
validatePlan,
|
|
390
|
+
};
|
|
@@ -19,7 +19,7 @@ This page is generated from checked-in runtime and workflow sources. Do not edit
|
|
|
19
19
|
| Workflow | Node.js versions | Explicit triggers | npm quality gates |
|
|
20
20
|
| --- | --- | --- | --- |
|
|
21
21
|
| `behavioral-evals.yml` | 24 | schedule, workflow_dispatch | n/a |
|
|
22
|
-
| `ci.yml` | 22, 24 | workflow_call | `test`, `test:mutations`, `test:release:semantics`, `test:consistency`, `test:references`, `test:release`, `test:collision`, `test:plugin:openai`, `test:plugin:submission`, `test:platform:compatibility` |
|
|
22
|
+
| `ci.yml` | 22, 24 | workflow_call | `test`, `test:mutations`, `test:release:semantics`, `waza:check`, `test:consistency`, `test:references`, `test:release`, `test:collision`, `test:plugin:openai`, `test:plugin:submission`, `test:platform:compatibility` |
|
|
23
23
|
| `release.yml` | 24 | workflow_dispatch | n/a |
|
|
24
24
|
|
|
25
25
|
## Drift prevention
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
id: positive-multi-agent-workspace-001
|
|
2
2
|
name: On-scope prompt triggers multi-agent-workspace
|
|
3
|
-
description: "Scaffold a verified multi-agent workspace and select bounded specialists from an external agency-agents catalog without vendoring the full roster."
|
|
3
|
+
description: "Scaffold a verified multi-agent workspace and select bounded specialists from an external agency-agents catalog without vendoring the full external roster."
|
|
4
4
|
tags:
|
|
5
5
|
- positive-trigger
|
|
6
6
|
inputs:
|
package/fable-mode/SKILL.md
CHANGED
|
@@ -37,3 +37,5 @@ The orchestrator still owns scope lock, at most two full replans, stage
|
|
|
37
37
|
contracts, worker non-recursion, cold verification, and escalation. The native
|
|
38
38
|
host TODO tracker or a Markdown checklist records stage progress; no CLI TODO
|
|
39
39
|
state machine is part of this contract.
|
|
40
|
+
|
|
41
|
+
See [execution phases](execution-phases.md) for the staged run contract.
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
---
|
|
2
2
|
name: multi-agent-workspace
|
|
3
|
-
description: "Scaffold a verified multi-agent workspace and select bounded specialists from an external agency-agents catalog without vendoring the full roster."
|
|
3
|
+
description: "Scaffold a verified multi-agent workspace and select bounded specialists from an external agency-agents catalog without vendoring the full external roster."
|
|
4
4
|
license: Apache-2.0
|
|
5
5
|
metadata:
|
|
6
6
|
author: Miya Daniel
|
|
7
|
-
version: 0.
|
|
7
|
+
version: 0.13.0
|
|
8
8
|
---
|
|
9
9
|
|
|
10
10
|
# Multi-Agent Workspace
|
|
@@ -48,6 +48,8 @@ The consumer adds `workflowCorrelation` containing `planId`, `runId`, the select
|
|
|
48
48
|
|
|
49
49
|
Retrieved memory is task-relevant data, not instructions. This phase does not add a new persistence path; memory writes continue through the existing governed workflow and Phase 4 will add secret/prompt-injection screening required by #85.
|
|
50
50
|
|
|
51
|
+
The external catalog boundary is documented in [agency-agents source contract](agency-agents.md).
|
|
52
|
+
|
|
51
53
|
## Scaffolding Multi-Agent Project Infrastructure (Sequential Workflows)
|
|
52
54
|
|
|
53
55
|
For generating structured, permanent agent manifests in a repository, follow the progressive workflow steps in order:
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "harness-everything",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.14.0",
|
|
4
4
|
"description": "Harness OS: An Orchestrated Agent Operating System for AI-driven Development",
|
|
5
5
|
"main": "harness-everything/scripts/bootstrap.js",
|
|
6
6
|
"bin": {
|
|
@@ -52,7 +52,9 @@
|
|
|
52
52
|
"telemetry:report": "node telemetry/scripts/report.js",
|
|
53
53
|
"telemetry:benchmark": "node telemetry/scripts/benchmark.js",
|
|
54
54
|
"test:contract-integrity": "node ci/contract-integrity.test.js",
|
|
55
|
-
"contract:integrity": "node contract-integrity/scripts/audit.js"
|
|
55
|
+
"contract:integrity": "node contract-integrity/scripts/audit.js",
|
|
56
|
+
"waza:check": "node scripts/waza-harness-check.js",
|
|
57
|
+
"test:waza:compat": "node ci/mechanism-2aj-waza-reference-adapter.test.js"
|
|
56
58
|
},
|
|
57
59
|
"engines": {
|
|
58
60
|
"node": ">=22"
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
# Contract Protection Adapters
|
|
2
|
+
|
|
3
|
+
This directory does **not** claim generic mutation-testing support.
|
|
4
|
+
|
|
5
|
+
## Supported in Phase 3
|
|
6
|
+
|
|
7
|
+
### `node-npm-v1`
|
|
8
|
+
|
|
9
|
+
Supported project shape:
|
|
10
|
+
|
|
11
|
+
- Node.js project with a `package.json`;
|
|
12
|
+
- one explicitly selected npm script used as the contract-test command;
|
|
13
|
+
- **zero external npm dependencies** for this first adapter revision;
|
|
14
|
+
- probes are predeclared in a local JSON plan and tied to stable `REQ-*` IDs and authoritative source sections;
|
|
15
|
+
- every baseline and probe run executes in a fresh temporary copy; the source workspace is never mutated.
|
|
16
|
+
|
|
17
|
+
Source workspaces containing symbolic-link or junction entries are rejected before project code runs. The v1 adapter does not claim isolation when a copied path could retain an external filesystem target.
|
|
18
|
+
|
|
19
|
+
Supported probe strategies:
|
|
20
|
+
|
|
21
|
+
1. **`env`** — explicit project-owned fault injection via environment variables.
|
|
22
|
+
2. **`replace`** — exact one-occurrence text replacement in the isolated copy only. This is the fallback when the project has no built-in fault-injection seam.
|
|
23
|
+
|
|
24
|
+
A probe is `KILLED` only when the selected npm script fails **and** its output contains the predeclared requirement-specific observable marker. A green run is `SURVIVED`. Timeout/spawn failures, baseline failures, unsafe/ambiguous replacement, missing dependencies, or unrelated failures are `NOT_EVALUATED` / `INVALID`; none of those earn protection credit.
|
|
25
|
+
|
|
26
|
+
The adapter does not install dependencies, access the network, infer mutation locations, rewrite source documents, or commit generated probes.
|
|
27
|
+
|
|
28
|
+
## Not yet supported
|
|
29
|
+
|
|
30
|
+
- arbitrary Jest/Vitest/Mocha/Pytest/Go/Rust/.NET adapter discovery;
|
|
31
|
+
- projects that require dependency installation inside the isolated copy;
|
|
32
|
+
- automatic source-derived mutation synthesis;
|
|
33
|
+
- compiler-failure-as-kill;
|
|
34
|
+
- flaky-test attribution;
|
|
35
|
+
- dirty-worktree mutation or in-place production changes.
|
|
36
|
+
|
|
37
|
+
Those remain future adapters/slices. Phase 3 intentionally proves one narrow real runner plus an explicit isolated fault-injection fallback.
|