roadmapsmith 0.9.3 → 0.9.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +20 -0
- package/bin/cli.js +254 -254
- package/package.json +56 -56
- package/src/config.js +219 -219
- package/src/generator/index.js +614 -614
- package/src/index.js +11 -11
- package/src/io.js +264 -264
- package/src/match.js +86 -86
- package/src/model.js +33 -33
- package/src/parser/index.js +100 -100
- package/src/renderer/professional.js +544 -544
- package/src/sync/index.js +1 -1
- package/src/templates/index.js +1 -1
- package/src/utils.js +142 -142
- package/src/validator/index.js +689 -641
- package/templates/roadmap.template.md +1 -1
package/src/validator/index.js
CHANGED
|
@@ -1,83 +1,83 @@
|
|
|
1
|
-
'use strict';
|
|
2
|
-
|
|
3
|
-
const path = require('path');
|
|
4
|
-
const fs = require('fs');
|
|
5
|
-
const { walkFiles, detectTestFrameworks } = require('../io');
|
|
6
|
-
const { collectPluginContributions } = require('../config');
|
|
7
|
-
const { escapeRegExp, tokenize } = require('../utils');
|
|
8
|
-
|
|
9
|
-
const CONFIDENCE_RANK = { low: 0, medium: 1, high: 2 };
|
|
10
|
-
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
const path = require('path');
|
|
4
|
+
const fs = require('fs');
|
|
5
|
+
const { walkFiles, detectTestFrameworks } = require('../io');
|
|
6
|
+
const { collectPluginContributions } = require('../config');
|
|
7
|
+
const { escapeRegExp, tokenize } = require('../utils');
|
|
8
|
+
|
|
9
|
+
const CONFIDENCE_RANK = { low: 0, medium: 1, high: 2 };
|
|
10
|
+
|
|
11
11
|
const CODE_EXTENSIONS = new Set([
|
|
12
12
|
'.js', '.cjs', '.mjs', '.ts', '.tsx', '.jsx', '.py', '.go', '.rs', '.java', '.kt', '.swift', '.rb', '.php', '.cs'
|
|
13
13
|
]);
|
|
14
14
|
const TRANSLATION_DIR_SEGMENTS = ['locale', 'locales', 'i18n', 'translations'];
|
|
15
15
|
const DEFAULT_EXCLUDED_PATH_PREFIXES = ['.claude/', '.agent/', 'roadmap-skill/'];
|
|
16
|
-
|
|
17
|
-
// "docs" omitted from DOC_HINTS — it is a path prefix in scan tasks, not a doc-authoring keyword.
|
|
18
|
-
const DOC_HINTS = ['readme', 'changelog', 'documentation', 'spec', 'diagram', 'runbook'];
|
|
19
|
-
const CODE_HINTS = ['implement', 'add', 'create', 'build', 'refactor', 'fix', 'module', 'function', 'api', 'endpoint', 'command'];
|
|
20
|
-
const GENERIC_TASK_TOKENS = new Set([
|
|
21
|
-
// Action verbs too broad to be evidence signals
|
|
22
|
-
'implement', 'implementation', 'create', 'add', 'build', 'refactor', 'fix',
|
|
23
|
-
'detect', 'detection', 'support', 'handle', 'handler', 'update', 'check', 'run',
|
|
24
|
-
'process', 'processing', 'generate', 'generation', 'format', 'report',
|
|
25
|
-
// Structural concepts shared by every codebase
|
|
26
|
-
'module', 'function', 'class', 'method', 'command', 'type', 'value', 'values',
|
|
27
|
-
'output', 'input', 'data',
|
|
28
|
-
// Test vocabulary
|
|
29
|
-
'test', 'tests',
|
|
30
|
-
// Infrastructure names present in nearly every Node/JS project
|
|
31
|
-
'config', 'configuration', 'package', 'json', 'project', 'roadmap',
|
|
32
|
-
// Domain words specific to this tool that appear in non-feature source files
|
|
33
|
-
'confidence', 'profile', 'validation', 'evidence',
|
|
34
|
-
// Package/module field names that appear naturally in any Node.js generator or config file
|
|
35
|
-
'main', 'exports', 'files', 'fields', 'without', 'field',
|
|
36
|
-
// Terminology used in architecture/detection task descriptions that overlaps with source identifiers
|
|
37
|
-
'signals', 'directory', 'directories', 'headers', 'site', 'shebang',
|
|
38
|
-
// Common directory names that appear in import paths — too generic for evidence
|
|
39
|
-
'src', 'lib',
|
|
40
|
-
// Broad task-description verbs and nouns that pollute evidence matching across every codebase
|
|
41
|
-
'task', 'tasks', 'file', 'source', 'code', 'artifact', 'artifacts',
|
|
42
|
-
'generic', 'feature', 'features', 'section', 'sections',
|
|
43
|
-
'user', 'users', 'workflow', 'workflows', 'mode', 'modes', 'replace',
|
|
44
|
-
// Tool-internal vocabulary that appears in non-feature implementation files
|
|
45
|
-
'audit', 'debug', 'signal', 'signals', 'log',
|
|
46
|
-
// English stopwords and function words that appear everywhere — not useful as evidence signals
|
|
47
|
-
'only', 'must', 'what', 'which', 'kind', 'never', 'also', 'each',
|
|
48
|
-
'detected', 'generated', 'existing', 'available',
|
|
49
|
-
// Tool-commentary vocabulary that appears in source comments but describes past/intended behavior
|
|
50
|
-
'phrases', 'conceptual',
|
|
51
|
-
]);
|
|
52
|
-
|
|
53
|
-
const CANONICAL_FILES = {
|
|
54
|
-
security: 'SECURITY.md',
|
|
55
|
-
readme: 'README.md',
|
|
56
|
-
changelog: 'CHANGELOG.md',
|
|
57
|
-
license: 'LICENSE'
|
|
58
|
-
};
|
|
59
|
-
|
|
60
|
-
// The roadmap file must never be included in the evidence pool: its task descriptions
|
|
61
|
-
// contain the exact vocabulary of the tasks being validated, which would cause every
|
|
62
|
-
// task to validate itself.
|
|
63
|
-
const SELF_REFERENTIAL_FILES = new Set(['ROADMAP.md']);
|
|
64
|
-
|
|
65
|
-
// Maps task-ID namespace prefix to a predicate on (normalized) file paths.
|
|
66
|
-
// When a task ID has a known namespace, at least one evidence file must satisfy
|
|
67
|
-
// the predicate — otherwise generic token overlap alone cannot pass the task.
|
|
68
|
-
const NAMESPACE_STRUCTURAL_PATTERNS = {
|
|
69
|
-
cls: (p) => /classif(?:ier|y)|archetype/.test(p),
|
|
70
|
-
dsg: (p) => /generator[/\\](?:domain|web|landing|profiles?)|(?:domain|web|landing)[/\\](?:profile|generator)/.test(p),
|
|
71
|
-
evh2: (p) => p.includes('/validator/') || p.includes('\\validator\\'),
|
|
72
|
-
cst: (p) => /smoke|integration[-_]test|e2e/.test(p),
|
|
73
|
-
uxf: (p) => p.includes('/renderer/') || p.includes('\\renderer\\') || /renderer\.[jt]sx?$/.test(p),
|
|
74
|
-
cfgo: (p) => /config[/\\]|schema[/\\]|config\.[jt]s$|schema\.[jt]s$/.test(p),
|
|
75
|
-
doc3: (p) => /(?:^|[/\\])docs[/\\]|readme\.md$/i.test(p),
|
|
76
|
-
};
|
|
77
|
-
|
|
78
|
-
// Test fixture directories contain synthetic code created to drive test scenarios,
|
|
79
|
-
// not real implementations. Including them pollutes the evidence pool with vocabulary
|
|
80
|
-
// that was deliberately seeded for testing purposes (e.g. namespace-vocab fixtures).
|
|
16
|
+
|
|
17
|
+
// "docs" omitted from DOC_HINTS — it is a path prefix in scan tasks, not a doc-authoring keyword.
|
|
18
|
+
const DOC_HINTS = ['readme', 'changelog', 'documentation', 'spec', 'diagram', 'runbook'];
|
|
19
|
+
const CODE_HINTS = ['implement', 'add', 'create', 'build', 'refactor', 'fix', 'module', 'function', 'api', 'endpoint', 'command'];
|
|
20
|
+
const GENERIC_TASK_TOKENS = new Set([
|
|
21
|
+
// Action verbs too broad to be evidence signals
|
|
22
|
+
'implement', 'implementation', 'create', 'add', 'build', 'refactor', 'fix',
|
|
23
|
+
'detect', 'detection', 'support', 'handle', 'handler', 'update', 'check', 'run',
|
|
24
|
+
'process', 'processing', 'generate', 'generation', 'format', 'report',
|
|
25
|
+
// Structural concepts shared by every codebase
|
|
26
|
+
'module', 'function', 'class', 'method', 'command', 'type', 'value', 'values',
|
|
27
|
+
'output', 'input', 'data',
|
|
28
|
+
// Test vocabulary
|
|
29
|
+
'test', 'tests',
|
|
30
|
+
// Infrastructure names present in nearly every Node/JS project
|
|
31
|
+
'config', 'configuration', 'package', 'json', 'project', 'roadmap',
|
|
32
|
+
// Domain words specific to this tool that appear in non-feature source files
|
|
33
|
+
'confidence', 'profile', 'validation', 'evidence',
|
|
34
|
+
// Package/module field names that appear naturally in any Node.js generator or config file
|
|
35
|
+
'main', 'exports', 'files', 'fields', 'without', 'field',
|
|
36
|
+
// Terminology used in architecture/detection task descriptions that overlaps with source identifiers
|
|
37
|
+
'signals', 'directory', 'directories', 'headers', 'site', 'shebang',
|
|
38
|
+
// Common directory names that appear in import paths — too generic for evidence
|
|
39
|
+
'src', 'lib',
|
|
40
|
+
// Broad task-description verbs and nouns that pollute evidence matching across every codebase
|
|
41
|
+
'task', 'tasks', 'file', 'source', 'code', 'artifact', 'artifacts',
|
|
42
|
+
'generic', 'feature', 'features', 'section', 'sections',
|
|
43
|
+
'user', 'users', 'workflow', 'workflows', 'mode', 'modes', 'replace',
|
|
44
|
+
// Tool-internal vocabulary that appears in non-feature implementation files
|
|
45
|
+
'audit', 'debug', 'signal', 'signals', 'log',
|
|
46
|
+
// English stopwords and function words that appear everywhere — not useful as evidence signals
|
|
47
|
+
'only', 'must', 'what', 'which', 'kind', 'never', 'also', 'each',
|
|
48
|
+
'detected', 'generated', 'existing', 'available',
|
|
49
|
+
// Tool-commentary vocabulary that appears in source comments but describes past/intended behavior
|
|
50
|
+
'phrases', 'conceptual',
|
|
51
|
+
]);
|
|
52
|
+
|
|
53
|
+
const CANONICAL_FILES = {
|
|
54
|
+
security: 'SECURITY.md',
|
|
55
|
+
readme: 'README.md',
|
|
56
|
+
changelog: 'CHANGELOG.md',
|
|
57
|
+
license: 'LICENSE'
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
// The roadmap file must never be included in the evidence pool: its task descriptions
|
|
61
|
+
// contain the exact vocabulary of the tasks being validated, which would cause every
|
|
62
|
+
// task to validate itself.
|
|
63
|
+
const SELF_REFERENTIAL_FILES = new Set(['ROADMAP.md']);
|
|
64
|
+
|
|
65
|
+
// Maps task-ID namespace prefix to a predicate on (normalized) file paths.
|
|
66
|
+
// When a task ID has a known namespace, at least one evidence file must satisfy
|
|
67
|
+
// the predicate — otherwise generic token overlap alone cannot pass the task.
|
|
68
|
+
const NAMESPACE_STRUCTURAL_PATTERNS = {
|
|
69
|
+
cls: (p) => /classif(?:ier|y)|archetype/.test(p),
|
|
70
|
+
dsg: (p) => /generator[/\\](?:domain|web|landing|profiles?)|(?:domain|web|landing)[/\\](?:profile|generator)/.test(p),
|
|
71
|
+
evh2: (p) => p.includes('/validator/') || p.includes('\\validator\\'),
|
|
72
|
+
cst: (p) => /smoke|integration[-_]test|e2e/.test(p),
|
|
73
|
+
uxf: (p) => p.includes('/renderer/') || p.includes('\\renderer\\') || /renderer\.[jt]sx?$/.test(p),
|
|
74
|
+
cfgo: (p) => /config[/\\]|schema[/\\]|config\.[jt]s$|schema\.[jt]s$/.test(p),
|
|
75
|
+
doc3: (p) => /(?:^|[/\\])docs[/\\]|readme\.md$/i.test(p),
|
|
76
|
+
};
|
|
77
|
+
|
|
78
|
+
// Test fixture directories contain synthetic code created to drive test scenarios,
|
|
79
|
+
// not real implementations. Including them pollutes the evidence pool with vocabulary
|
|
80
|
+
// that was deliberately seeded for testing purposes (e.g. namespace-vocab fixtures).
|
|
81
81
|
function isFixturePath(relativePath) {
|
|
82
82
|
return /(?:^|[/\\])fixtures[/\\]/.test(relativePath);
|
|
83
83
|
}
|
|
@@ -131,7 +131,7 @@ function isMostlyUiStrings(content) {
|
|
|
131
131
|
const stringLikeLines = lines.filter((line) => /^['"`][^'"`]{1,200}['"`],?$/.test(line) || /^[A-Za-z0-9_.-]+\s*:\s*['"`][^'"`]{1,200}['"`],?$/.test(line)).length;
|
|
132
132
|
return stringLikeLines / lines.length > 0.8;
|
|
133
133
|
}
|
|
134
|
-
|
|
134
|
+
|
|
135
135
|
function readFileIndex(projectRoot, files, config) {
|
|
136
136
|
const index = [];
|
|
137
137
|
for (const relativePath of files) {
|
|
@@ -141,13 +141,13 @@ function readFileIndex(projectRoot, files, config) {
|
|
|
141
141
|
|
|
142
142
|
const absolutePath = path.resolve(projectRoot, relativePath);
|
|
143
143
|
const ext = path.extname(relativePath).toLowerCase();
|
|
144
|
-
let content = '';
|
|
145
|
-
try {
|
|
146
|
-
const buffer = fs.readFileSync(absolutePath);
|
|
147
|
-
if (buffer.length > 512 * 1024) {
|
|
148
|
-
continue;
|
|
149
|
-
}
|
|
150
|
-
content = buffer.toString('utf8');
|
|
144
|
+
let content = '';
|
|
145
|
+
try {
|
|
146
|
+
const buffer = fs.readFileSync(absolutePath);
|
|
147
|
+
if (buffer.length > 512 * 1024) {
|
|
148
|
+
continue;
|
|
149
|
+
}
|
|
150
|
+
content = buffer.toString('utf8');
|
|
151
151
|
} catch {
|
|
152
152
|
continue;
|
|
153
153
|
}
|
|
@@ -158,159 +158,159 @@ function readFileIndex(projectRoot, files, config) {
|
|
|
158
158
|
|
|
159
159
|
index.push({
|
|
160
160
|
relativePath,
|
|
161
|
-
absolutePath,
|
|
162
|
-
ext,
|
|
163
|
-
content,
|
|
164
|
-
isTestFile: /(^|\/)(__tests__|tests)\//.test(relativePath) || /\.test\.|\.spec\.|_test\.go$/.test(relativePath)
|
|
165
|
-
});
|
|
166
|
-
}
|
|
167
|
-
return index;
|
|
168
|
-
}
|
|
169
|
-
|
|
170
|
-
const KNOWN_PATH_ROOTS = [
|
|
171
|
-
'src/', 'lib/', 'bin/', 'test/', 'tests/', 'docs/', 'scripts/',
|
|
172
|
-
'packages/', 'apps/', 'tools/', '.github/', 'roadmap-skill/'
|
|
173
|
-
];
|
|
174
|
-
|
|
175
|
-
function hasFileExtension(token) {
|
|
176
|
-
const lastSegment = token.replace(/\\/g, '/').split('/').pop() || '';
|
|
177
|
-
return /\.[A-Za-z0-9]{1,10}$/.test(lastSegment);
|
|
178
|
-
}
|
|
179
|
-
|
|
180
|
-
function isLikelyPath(token) {
|
|
181
|
-
if (/^\.{1,2}\/|^\//.test(token)) return true;
|
|
182
|
-
if (hasFileExtension(token)) return true;
|
|
183
|
-
if (KNOWN_PATH_ROOTS.some((root) => token.startsWith(root))) return true;
|
|
184
|
-
// The ">= 2 slashes" rule was intentionally removed: it caused conceptual slash phrases
|
|
185
|
-
// like "code/test/artifact" or "build/test/deploy" to be treated as file paths.
|
|
186
|
-
// Real multi-segment paths are caught by the extension or known-root rules above.
|
|
187
|
-
return false;
|
|
188
|
-
}
|
|
189
|
-
|
|
190
|
-
// Matches standalone filenames without a slash — e.g. "roadmap-skill.config.json",
|
|
191
|
-
// "package.json", "vite.config.ts". These are path references whose component tokens
|
|
192
|
-
// (e.g. "roadmap", "skill") must be excluded from code evidence scoring to prevent
|
|
193
|
-
// circular vocabulary: a task mentioning a filename would otherwise score hits in any
|
|
194
|
-
// source file that happens to reference the same filename for unrelated reasons.
|
|
195
|
-
// Numeric-only tokens like "1.0.0" or "v0.8" are excluded via the leading-digit guard.
|
|
196
|
-
const STANDALONE_FILE_RE = /\b([A-Za-z][A-Za-z0-9_.+-]*\.[A-Za-z0-9]{2,10})\b/g;
|
|
197
|
-
const KNOWN_FILE_EXTENSIONS = new Set([
|
|
198
|
-
'.js', '.cjs', '.mjs', '.ts', '.tsx', '.jsx', '.py', '.go', '.rs',
|
|
199
|
-
'.java', '.kt', '.swift', '.rb', '.php', '.cs', '.json', '.yaml', '.yml',
|
|
200
|
-
'.toml', '.md', '.txt', '.sh', '.bash', '.env', '.html', '.css', '.scss', '.lock'
|
|
201
|
-
]);
|
|
202
|
-
|
|
203
|
-
function hasKnownFileExtension(token) {
|
|
204
|
-
const lastDot = token.lastIndexOf('.');
|
|
205
|
-
if (lastDot < 0) return false;
|
|
206
|
-
return KNOWN_FILE_EXTENSIONS.has(token.slice(lastDot).toLowerCase());
|
|
207
|
-
}
|
|
208
|
-
|
|
209
|
-
function extractExplicitPaths(text) {
|
|
210
|
-
const results = new Set();
|
|
211
|
-
const quoted = String(text).match(/`([^`]+)`/g) || [];
|
|
212
|
-
for (const token of quoted) {
|
|
213
|
-
const clean = token.slice(1, -1);
|
|
214
|
-
if (clean.includes('/') || clean.includes('\\') || clean.includes('.')) {
|
|
215
|
-
results.add(clean);
|
|
216
|
-
}
|
|
217
|
-
}
|
|
218
|
-
|
|
219
|
-
const pathTokens = String(text).match(/([A-Za-z0-9_.-]+\/[A-Za-z0-9_./-]+)/g) || [];
|
|
220
|
-
for (const raw of pathTokens) {
|
|
221
|
-
const token = raw.replace(/[.,;:!?)]+$/, '');
|
|
222
|
-
if (isLikelyPath(token)) results.add(token);
|
|
223
|
-
}
|
|
224
|
-
|
|
225
|
-
return Array.from(results).sort((left, right) => left.localeCompare(right));
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
// Standalone filenames (no slash) mentioned in task prose — e.g. "roadmap-skill.config.json",
|
|
229
|
-
// "package.json". These are filename *references*, NOT path-existence assertions: the author
|
|
230
|
-
// is describing which file contains a feature, not asserting that the file must exist.
|
|
231
|
-
// Used only for pathDerivedToken extraction (to prevent circular vocabulary), never for
|
|
232
|
-
// findFilesByPathHints (which would pass any task whose config file already exists).
|
|
233
|
-
function extractStandaloneFilenames(text) {
|
|
234
|
-
const results = new Set();
|
|
235
|
-
STANDALONE_FILE_RE.lastIndex = 0;
|
|
236
|
-
let m = STANDALONE_FILE_RE.exec(String(text));
|
|
237
|
-
while (m) {
|
|
238
|
-
const token = m[1].replace(/[.,;:!?)]+$/, '');
|
|
239
|
-
if (hasKnownFileExtension(token) && !token.startsWith('.')) {
|
|
240
|
-
results.add(token);
|
|
241
|
-
}
|
|
242
|
-
m = STANDALONE_FILE_RE.exec(String(text));
|
|
243
|
-
}
|
|
244
|
-
return Array.from(results);
|
|
245
|
-
}
|
|
246
|
-
|
|
247
|
-
function extractSymbolHints(text) {
|
|
248
|
-
const symbols = new Set();
|
|
249
|
-
const patterns = [
|
|
250
|
-
/(?:function|class|method|command)\s+([A-Za-z_][A-Za-z0-9_]*)/gi,
|
|
251
|
-
/(?:function|module|class|command|method)\s+`([A-Za-z_][A-Za-z0-9_-]*)`/gi,
|
|
252
|
-
/`([A-Za-z_][A-Za-z0-9_-]*)`\s+(?:function|module|class|command|method)/gi
|
|
253
|
-
];
|
|
254
|
-
|
|
255
|
-
for (const pattern of patterns) {
|
|
256
|
-
let match = pattern.exec(text);
|
|
257
|
-
while (match) {
|
|
258
|
-
symbols.add(match[1]);
|
|
259
|
-
match = pattern.exec(text);
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
|
|
263
|
-
return Array.from(symbols).sort((left, right) => left.localeCompare(right));
|
|
264
|
-
}
|
|
265
|
-
|
|
266
|
-
function isCodeTask(taskText) {
|
|
267
|
-
const normalized = String(taskText).toLowerCase();
|
|
268
|
-
return CODE_HINTS.some((hint) => normalized.includes(hint));
|
|
269
|
-
}
|
|
270
|
-
|
|
271
|
-
function isDocTask(taskText) {
|
|
272
|
-
const normalized = String(taskText).toLowerCase();
|
|
273
|
-
// Use word-boundary matching to avoid substring false positives (e.g. "specific" ≠ "spec").
|
|
274
|
-
const hasDocKeyword = DOC_HINTS.some((hint) => new RegExp(`(?<![a-z])${hint}(?![a-z])`).test(normalized));
|
|
275
|
-
if (!hasDocKeyword) return false;
|
|
276
|
-
// Also require a creation/update verb so that policy tasks mentioning doc files
|
|
277
|
-
// ("README must not be used as evidence") don't trigger doc-artifact evidence.
|
|
278
|
-
return /\b(add|create|write|update|init|initialize|introduce|setup|document)\b/.test(normalized);
|
|
279
|
-
}
|
|
280
|
-
|
|
281
|
-
function findFilesByPathHints(pathHints, fileIndex) {
|
|
282
|
-
const matches = [];
|
|
283
|
-
for (const hint of pathHints) {
|
|
284
|
-
const normalizedHint = hint.replace(/\\/g, '/');
|
|
285
|
-
const direct = fileIndex.find((file) => file.relativePath === normalizedHint);
|
|
286
|
-
if (direct) {
|
|
287
|
-
matches.push(direct.relativePath);
|
|
288
|
-
continue;
|
|
289
|
-
}
|
|
290
|
-
|
|
291
|
-
for (const file of fileIndex) {
|
|
292
|
-
if (file.relativePath.endsWith(normalizedHint)) {
|
|
293
|
-
matches.push(file.relativePath);
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
}
|
|
297
|
-
return Array.from(new Set(matches)).sort((left, right) => left.localeCompare(right));
|
|
298
|
-
}
|
|
299
|
-
|
|
161
|
+
absolutePath,
|
|
162
|
+
ext,
|
|
163
|
+
content,
|
|
164
|
+
isTestFile: /(^|\/)(__tests__|tests)\//.test(relativePath) || /\.test\.|\.spec\.|_test\.go$/.test(relativePath)
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
return index;
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
const KNOWN_PATH_ROOTS = [
|
|
171
|
+
'src/', 'lib/', 'bin/', 'test/', 'tests/', 'docs/', 'scripts/',
|
|
172
|
+
'packages/', 'apps/', 'tools/', '.github/', 'roadmap-skill/'
|
|
173
|
+
];
|
|
174
|
+
|
|
175
|
+
function hasFileExtension(token) {
|
|
176
|
+
const lastSegment = token.replace(/\\/g, '/').split('/').pop() || '';
|
|
177
|
+
return /\.[A-Za-z0-9]{1,10}$/.test(lastSegment);
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
function isLikelyPath(token) {
|
|
181
|
+
if (/^\.{1,2}\/|^\//.test(token)) return true;
|
|
182
|
+
if (hasFileExtension(token)) return true;
|
|
183
|
+
if (KNOWN_PATH_ROOTS.some((root) => token.startsWith(root))) return true;
|
|
184
|
+
// The ">= 2 slashes" rule was intentionally removed: it caused conceptual slash phrases
|
|
185
|
+
// like "code/test/artifact" or "build/test/deploy" to be treated as file paths.
|
|
186
|
+
// Real multi-segment paths are caught by the extension or known-root rules above.
|
|
187
|
+
return false;
|
|
188
|
+
}
|
|
189
|
+
|
|
190
|
+
// Matches standalone filenames without a slash — e.g. "roadmap-skill.config.json",
|
|
191
|
+
// "package.json", "vite.config.ts". These are path references whose component tokens
|
|
192
|
+
// (e.g. "roadmap", "skill") must be excluded from code evidence scoring to prevent
|
|
193
|
+
// circular vocabulary: a task mentioning a filename would otherwise score hits in any
|
|
194
|
+
// source file that happens to reference the same filename for unrelated reasons.
|
|
195
|
+
// Numeric-only tokens like "1.0.0" or "v0.8" are excluded via the leading-digit guard.
|
|
196
|
+
const STANDALONE_FILE_RE = /\b([A-Za-z][A-Za-z0-9_.+-]*\.[A-Za-z0-9]{2,10})\b/g;
|
|
197
|
+
const KNOWN_FILE_EXTENSIONS = new Set([
|
|
198
|
+
'.js', '.cjs', '.mjs', '.ts', '.tsx', '.jsx', '.py', '.go', '.rs',
|
|
199
|
+
'.java', '.kt', '.swift', '.rb', '.php', '.cs', '.json', '.yaml', '.yml',
|
|
200
|
+
'.toml', '.md', '.txt', '.sh', '.bash', '.env', '.html', '.css', '.scss', '.lock'
|
|
201
|
+
]);
|
|
202
|
+
|
|
203
|
+
function hasKnownFileExtension(token) {
|
|
204
|
+
const lastDot = token.lastIndexOf('.');
|
|
205
|
+
if (lastDot < 0) return false;
|
|
206
|
+
return KNOWN_FILE_EXTENSIONS.has(token.slice(lastDot).toLowerCase());
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function extractExplicitPaths(text) {
|
|
210
|
+
const results = new Set();
|
|
211
|
+
const quoted = String(text).match(/`([^`]+)`/g) || [];
|
|
212
|
+
for (const token of quoted) {
|
|
213
|
+
const clean = token.slice(1, -1);
|
|
214
|
+
if (clean.includes('/') || clean.includes('\\') || clean.includes('.')) {
|
|
215
|
+
results.add(clean);
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
|
|
219
|
+
const pathTokens = String(text).match(/([A-Za-z0-9_.-]+\/[A-Za-z0-9_./-]+)/g) || [];
|
|
220
|
+
for (const raw of pathTokens) {
|
|
221
|
+
const token = raw.replace(/[.,;:!?)]+$/, '');
|
|
222
|
+
if (isLikelyPath(token)) results.add(token);
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
return Array.from(results).sort((left, right) => left.localeCompare(right));
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
// Standalone filenames (no slash) mentioned in task prose — e.g. "roadmap-skill.config.json",
|
|
229
|
+
// "package.json". These are filename *references*, NOT path-existence assertions: the author
|
|
230
|
+
// is describing which file contains a feature, not asserting that the file must exist.
|
|
231
|
+
// Used only for pathDerivedToken extraction (to prevent circular vocabulary), never for
|
|
232
|
+
// findFilesByPathHints (which would pass any task whose config file already exists).
|
|
233
|
+
function extractStandaloneFilenames(text) {
|
|
234
|
+
const results = new Set();
|
|
235
|
+
STANDALONE_FILE_RE.lastIndex = 0;
|
|
236
|
+
let m = STANDALONE_FILE_RE.exec(String(text));
|
|
237
|
+
while (m) {
|
|
238
|
+
const token = m[1].replace(/[.,;:!?)]+$/, '');
|
|
239
|
+
if (hasKnownFileExtension(token) && !token.startsWith('.')) {
|
|
240
|
+
results.add(token);
|
|
241
|
+
}
|
|
242
|
+
m = STANDALONE_FILE_RE.exec(String(text));
|
|
243
|
+
}
|
|
244
|
+
return Array.from(results);
|
|
245
|
+
}
|
|
246
|
+
|
|
247
|
+
function extractSymbolHints(text) {
|
|
248
|
+
const symbols = new Set();
|
|
249
|
+
const patterns = [
|
|
250
|
+
/(?:function|class|method|command)\s+([A-Za-z_][A-Za-z0-9_]*)/gi,
|
|
251
|
+
/(?:function|module|class|command|method)\s+`([A-Za-z_][A-Za-z0-9_-]*)`/gi,
|
|
252
|
+
/`([A-Za-z_][A-Za-z0-9_-]*)`\s+(?:function|module|class|command|method)/gi
|
|
253
|
+
];
|
|
254
|
+
|
|
255
|
+
for (const pattern of patterns) {
|
|
256
|
+
let match = pattern.exec(text);
|
|
257
|
+
while (match) {
|
|
258
|
+
symbols.add(match[1]);
|
|
259
|
+
match = pattern.exec(text);
|
|
260
|
+
}
|
|
261
|
+
}
|
|
262
|
+
|
|
263
|
+
return Array.from(symbols).sort((left, right) => left.localeCompare(right));
|
|
264
|
+
}
|
|
265
|
+
|
|
266
|
+
function isCodeTask(taskText) {
|
|
267
|
+
const normalized = String(taskText).toLowerCase();
|
|
268
|
+
return CODE_HINTS.some((hint) => normalized.includes(hint));
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
function isDocTask(taskText) {
|
|
272
|
+
const normalized = String(taskText).toLowerCase();
|
|
273
|
+
// Use word-boundary matching to avoid substring false positives (e.g. "specific" ≠ "spec").
|
|
274
|
+
const hasDocKeyword = DOC_HINTS.some((hint) => new RegExp(`(?<![a-z])${hint}(?![a-z])`).test(normalized));
|
|
275
|
+
if (!hasDocKeyword) return false;
|
|
276
|
+
// Also require a creation/update verb so that policy tasks mentioning doc files
|
|
277
|
+
// ("README must not be used as evidence") don't trigger doc-artifact evidence.
|
|
278
|
+
return /\b(add|create|write|update|init|initialize|introduce|setup|document)\b/.test(normalized);
|
|
279
|
+
}
|
|
280
|
+
|
|
281
|
+
function findFilesByPathHints(pathHints, fileIndex) {
|
|
282
|
+
const matches = [];
|
|
283
|
+
for (const hint of pathHints) {
|
|
284
|
+
const normalizedHint = hint.replace(/\\/g, '/');
|
|
285
|
+
const direct = fileIndex.find((file) => file.relativePath === normalizedHint);
|
|
286
|
+
if (direct) {
|
|
287
|
+
matches.push(direct.relativePath);
|
|
288
|
+
continue;
|
|
289
|
+
}
|
|
290
|
+
|
|
291
|
+
for (const file of fileIndex) {
|
|
292
|
+
if (file.relativePath.endsWith(normalizedHint)) {
|
|
293
|
+
matches.push(file.relativePath);
|
|
294
|
+
}
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
return Array.from(new Set(matches)).sort((left, right) => left.localeCompare(right));
|
|
298
|
+
}
|
|
299
|
+
|
|
300
300
|
function findFilesBySymbols(symbolHints, fileIndex) {
|
|
301
|
-
const matches = new Set();
|
|
302
|
-
for (const symbol of symbolHints) {
|
|
303
|
-
const regex = new RegExp(`\\b${escapeRegExp(symbol)}\\b`, 'i');
|
|
304
|
-
for (const file of fileIndex) {
|
|
305
|
-
if (!CODE_EXTENSIONS.has(file.ext)) {
|
|
306
|
-
continue;
|
|
307
|
-
}
|
|
308
|
-
if (regex.test(file.content)) {
|
|
309
|
-
matches.add(file.relativePath);
|
|
310
|
-
}
|
|
311
|
-
}
|
|
312
|
-
}
|
|
313
|
-
return Array.from(matches).sort((left, right) => left.localeCompare(right));
|
|
301
|
+
const matches = new Set();
|
|
302
|
+
for (const symbol of symbolHints) {
|
|
303
|
+
const regex = new RegExp(`\\b${escapeRegExp(symbol)}\\b`, 'i');
|
|
304
|
+
for (const file of fileIndex) {
|
|
305
|
+
if (!CODE_EXTENSIONS.has(file.ext)) {
|
|
306
|
+
continue;
|
|
307
|
+
}
|
|
308
|
+
if (regex.test(file.content)) {
|
|
309
|
+
matches.add(file.relativePath);
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
}
|
|
313
|
+
return Array.from(matches).sort((left, right) => left.localeCompare(right));
|
|
314
314
|
}
|
|
315
315
|
|
|
316
316
|
function findFilesByTaskPathTokens(taskText, fileIndex, pathDerivedTokens = new Set()) {
|
|
@@ -352,249 +352,297 @@ function mergeRuleEvidence(baseEvidence, ruleEvidence) {
|
|
|
352
352
|
|
|
353
353
|
return merged;
|
|
354
354
|
}
|
|
355
|
-
|
|
356
|
-
// Tokens extracted from a referenced file path (e.g. "roadmap-skill" from
|
|
357
|
-
// "roadmap-skill.config.json") must not be reused as code evidence signals.
|
|
358
|
-
// Those tokens appear in any file that mentions the same path — creating circular
|
|
359
|
-
// vocabulary where a task about "X in path/to/file" passes because the source
|
|
360
|
-
// code references the same path for unrelated reasons.
|
|
361
|
-
function extractPathDerivedTokens(pathHints) {
|
|
362
|
-
const tokens = new Set();
|
|
363
|
-
for (const hint of pathHints) {
|
|
364
|
-
// Char-split: "roadmap-skill.config.json" → ["roadmap", "skill", "config", "json"]
|
|
365
|
-
const parts = hint.replace(/[.\-_/\\]/g, ' ').toLowerCase().split(/\s+/).filter(Boolean);
|
|
366
|
-
for (const part of parts) {
|
|
367
|
-
if (part.length >= 3) tokens.add(part);
|
|
368
|
-
}
|
|
369
|
-
// Tokenizer-split: also adds compound tokens the char-split misses, e.g. "roadmap-skill"
|
|
370
|
-
// (the tokenizer preserves hyphens in identifiers; the char-split strips them).
|
|
371
|
-
for (const token of tokenize(hint)) {
|
|
372
|
-
if (token.length >= 3) tokens.add(token);
|
|
373
|
-
}
|
|
374
|
-
}
|
|
375
|
-
return tokens;
|
|
376
|
-
}
|
|
377
|
-
|
|
378
|
-
function findCodeEvidence(taskText, fileIndex, pathDerivedTokens = new Set()) {
|
|
379
|
-
const tokens = tokenize(taskText)
|
|
380
|
-
.filter((token) => token.length >= 3 && !GENERIC_TASK_TOKENS.has(token) && !token.endsWith('/') && !pathDerivedTokens.has(token))
|
|
381
|
-
.slice(0, 8);
|
|
382
|
-
if (tokens.length === 0) {
|
|
383
|
-
return [];
|
|
384
|
-
}
|
|
385
|
-
|
|
386
|
-
const matches = [];
|
|
387
|
-
for (const file of fileIndex) {
|
|
388
|
-
if (!CODE_EXTENSIONS.has(file.ext) || file.isTestFile) {
|
|
389
|
-
continue;
|
|
390
|
-
}
|
|
391
|
-
|
|
392
|
-
let score = 0;
|
|
393
|
-
const lowered = file.content.toLowerCase();
|
|
394
|
-
for (const token of tokens) {
|
|
395
|
-
if (token.length < 3) {
|
|
396
|
-
continue;
|
|
397
|
-
}
|
|
398
|
-
if (lowered.includes(token)) {
|
|
399
|
-
score += 1;
|
|
400
|
-
}
|
|
401
|
-
}
|
|
402
|
-
|
|
403
|
-
// Require more matches proportional to how many specific tokens the task has.
|
|
404
|
-
// Tasks with 4+ meaningful tokens need 3 files to match to prevent vocabulary overlap.
|
|
405
|
-
const threshold = tokens.length >= 4 ? 3 : tokens.length >= 2 ? 2 : 1;
|
|
406
|
-
if (score >= threshold) {
|
|
407
|
-
matches.push(file.relativePath);
|
|
408
|
-
}
|
|
409
|
-
}
|
|
410
|
-
|
|
411
|
-
return matches.slice(0, 20);
|
|
412
|
-
}
|
|
413
|
-
|
|
414
|
-
function
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
502
|
-
|
|
503
|
-
|
|
504
|
-
|
|
505
|
-
|
|
506
|
-
|
|
507
|
-
|
|
508
|
-
|
|
509
|
-
|
|
510
|
-
|
|
511
|
-
|
|
512
|
-
|
|
513
|
-
|
|
514
|
-
|
|
515
|
-
|
|
516
|
-
|
|
517
|
-
|
|
518
|
-
|
|
519
|
-
|
|
520
|
-
|
|
521
|
-
|
|
522
|
-
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
if (!
|
|
528
|
-
return {
|
|
529
|
-
}
|
|
530
|
-
|
|
531
|
-
const
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
537
|
-
|
|
538
|
-
|
|
539
|
-
|
|
540
|
-
|
|
541
|
-
|
|
542
|
-
|
|
543
|
-
|
|
544
|
-
|
|
545
|
-
|
|
546
|
-
|
|
547
|
-
|
|
548
|
-
|
|
549
|
-
|
|
550
|
-
|
|
551
|
-
|
|
552
|
-
|
|
553
|
-
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
|
|
561
|
-
|
|
562
|
-
|
|
563
|
-
|
|
564
|
-
|
|
565
|
-
|
|
566
|
-
|
|
567
|
-
|
|
568
|
-
|
|
569
|
-
|
|
570
|
-
|
|
571
|
-
|
|
572
|
-
|
|
573
|
-
|
|
574
|
-
|
|
575
|
-
|
|
576
|
-
|
|
577
|
-
|
|
578
|
-
|
|
579
|
-
|
|
580
|
-
|
|
581
|
-
|
|
582
|
-
}
|
|
583
|
-
|
|
355
|
+
|
|
356
|
+
// Tokens extracted from a referenced file path (e.g. "roadmap-skill" from
|
|
357
|
+
// "roadmap-skill.config.json") must not be reused as code evidence signals.
|
|
358
|
+
// Those tokens appear in any file that mentions the same path — creating circular
|
|
359
|
+
// vocabulary where a task about "X in path/to/file" passes because the source
|
|
360
|
+
// code references the same path for unrelated reasons.
|
|
361
|
+
function extractPathDerivedTokens(pathHints) {
|
|
362
|
+
const tokens = new Set();
|
|
363
|
+
for (const hint of pathHints) {
|
|
364
|
+
// Char-split: "roadmap-skill.config.json" → ["roadmap", "skill", "config", "json"]
|
|
365
|
+
const parts = hint.replace(/[.\-_/\\]/g, ' ').toLowerCase().split(/\s+/).filter(Boolean);
|
|
366
|
+
for (const part of parts) {
|
|
367
|
+
if (part.length >= 3) tokens.add(part);
|
|
368
|
+
}
|
|
369
|
+
// Tokenizer-split: also adds compound tokens the char-split misses, e.g. "roadmap-skill"
|
|
370
|
+
// (the tokenizer preserves hyphens in identifiers; the char-split strips them).
|
|
371
|
+
for (const token of tokenize(hint)) {
|
|
372
|
+
if (token.length >= 3) tokens.add(token);
|
|
373
|
+
}
|
|
374
|
+
}
|
|
375
|
+
return tokens;
|
|
376
|
+
}
|
|
377
|
+
|
|
378
|
+
function findCodeEvidence(taskText, fileIndex, pathDerivedTokens = new Set()) {
|
|
379
|
+
const tokens = tokenize(taskText)
|
|
380
|
+
.filter((token) => token.length >= 3 && !GENERIC_TASK_TOKENS.has(token) && !token.endsWith('/') && !pathDerivedTokens.has(token))
|
|
381
|
+
.slice(0, 8);
|
|
382
|
+
if (tokens.length === 0) {
|
|
383
|
+
return [];
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
const matches = [];
|
|
387
|
+
for (const file of fileIndex) {
|
|
388
|
+
if (!CODE_EXTENSIONS.has(file.ext) || file.isTestFile) {
|
|
389
|
+
continue;
|
|
390
|
+
}
|
|
391
|
+
|
|
392
|
+
let score = 0;
|
|
393
|
+
const lowered = file.content.toLowerCase();
|
|
394
|
+
for (const token of tokens) {
|
|
395
|
+
if (token.length < 3) {
|
|
396
|
+
continue;
|
|
397
|
+
}
|
|
398
|
+
if (lowered.includes(token)) {
|
|
399
|
+
score += 1;
|
|
400
|
+
}
|
|
401
|
+
}
|
|
402
|
+
|
|
403
|
+
// Require more matches proportional to how many specific tokens the task has.
|
|
404
|
+
// Tasks with 4+ meaningful tokens need 3 files to match to prevent vocabulary overlap.
|
|
405
|
+
const threshold = tokens.length >= 4 ? 3 : tokens.length >= 2 ? 2 : 1;
|
|
406
|
+
if (score >= threshold) {
|
|
407
|
+
matches.push(file.relativePath);
|
|
408
|
+
}
|
|
409
|
+
}
|
|
410
|
+
|
|
411
|
+
return matches.slice(0, 20);
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
function normalizeReferencedPath(rawPath) {
|
|
415
|
+
return String(rawPath || '').replace(/\\/g, '/').replace(/^\.\//, '').toLowerCase();
|
|
416
|
+
}
|
|
417
|
+
|
|
418
|
+
function referencedPathMatches(readRef, referencedPath) {
|
|
419
|
+
const normalizedRef = normalizeReferencedPath(readRef);
|
|
420
|
+
const normalizedHint = normalizeReferencedPath(referencedPath);
|
|
421
|
+
if (!normalizedRef || !normalizedHint) return false;
|
|
422
|
+
if (normalizedRef === normalizedHint || normalizedRef.endsWith('/' + normalizedHint)) {
|
|
423
|
+
return true;
|
|
424
|
+
}
|
|
425
|
+
return path.basename(normalizedRef) === normalizedHint || normalizedRef === path.basename(normalizedHint);
|
|
426
|
+
}
|
|
427
|
+
|
|
428
|
+
function extractTestReadReferences(content) {
|
|
429
|
+
const refs = [];
|
|
430
|
+
const lines = String(content || '').split(/\r?\n/);
|
|
431
|
+
for (const line of lines) {
|
|
432
|
+
if (!/\b(?:fs\.)?readFile(?:Sync)?\s*\(/.test(line)) {
|
|
433
|
+
continue;
|
|
434
|
+
}
|
|
435
|
+
const stringLiterals = line.match(/['"`]([^'"`]+)['"`]/g) || [];
|
|
436
|
+
for (const literal of stringLiterals) {
|
|
437
|
+
const value = literal.slice(1, -1);
|
|
438
|
+
if (hasKnownFileExtension(value) || value.includes('/') || value.includes('\\')) {
|
|
439
|
+
refs.push(value);
|
|
440
|
+
}
|
|
441
|
+
}
|
|
442
|
+
}
|
|
443
|
+
return refs;
|
|
444
|
+
}
|
|
445
|
+
|
|
446
|
+
function findTestEvidence(taskText, fileIndex, referencedPaths = []) {
|
|
447
|
+
const tokens = tokenize(taskText)
|
|
448
|
+
.filter((token) => token.length >= 3 && !GENERIC_TASK_TOKENS.has(token) && !token.endsWith('/'))
|
|
449
|
+
.slice(0, 8);
|
|
450
|
+
|
|
451
|
+
const pathRefs = Array.from(new Set(referencedPaths)).filter(Boolean);
|
|
452
|
+
if (tokens.length === 0 && pathRefs.length === 0) return [];
|
|
453
|
+
|
|
454
|
+
// Only tokens of length >= 4 are used for import-reference matching.
|
|
455
|
+
// Very short tokens (e.g. "app", "web") are too generic: they appear as substrings in
|
|
456
|
+
// many import paths that have nothing to do with the feature being validated.
|
|
457
|
+
// The single-short-token fallback below handles the narrow case of one-word module names.
|
|
458
|
+
const importTokens = tokens.filter((token) => token.length >= 4);
|
|
459
|
+
|
|
460
|
+
const matches = [];
|
|
461
|
+
|
|
462
|
+
for (const file of fileIndex) {
|
|
463
|
+
if (!file.isTestFile) continue;
|
|
464
|
+
|
|
465
|
+
// A test file counts as evidence only when it imports a module whose path contains
|
|
466
|
+
// one of the task's meaningful tokens. Content-keyword matching is intentionally absent:
|
|
467
|
+
// test content (descriptions, literals) can contain future-task vocabulary,
|
|
468
|
+
// producing self-referential false positives.
|
|
469
|
+
//
|
|
470
|
+
// Trailing slashes are NOT stripped: "app/" is a directory reference, not a module name.
|
|
471
|
+
// "../src/app" (a real import) does not contain the string "app/" so it won't match.
|
|
472
|
+
const importRefs = (
|
|
473
|
+
file.content.match(/require\s*\(\s*['"`]([^'"`]+)['"`]\s*\)|from\s+['"`]([^'"`]+)['"`]/g) || []
|
|
474
|
+
).join(' ').toLowerCase();
|
|
475
|
+
|
|
476
|
+
if (importTokens.length > 0 && importTokens.some((token) => importRefs.includes(token))) {
|
|
477
|
+
matches.push(file.relativePath);
|
|
478
|
+
continue;
|
|
479
|
+
}
|
|
480
|
+
|
|
481
|
+
// Narrow fallback: single very-short token (e.g. "app", "cli").
|
|
482
|
+
// Import paths for these are too short to distinguish reliably, so fall back to a
|
|
483
|
+
// content match — but only when there is exactly one such token (no multi-token dilution).
|
|
484
|
+
if (tokens.length === 1 && tokens[0].length < 4) {
|
|
485
|
+
const lowered = file.content.toLowerCase();
|
|
486
|
+
if (lowered.includes(tokens[0])) {
|
|
487
|
+
matches.push(file.relativePath);
|
|
488
|
+
continue;
|
|
489
|
+
}
|
|
490
|
+
}
|
|
491
|
+
|
|
492
|
+
if (pathRefs.length > 0) {
|
|
493
|
+
const readRefs = extractTestReadReferences(file.content);
|
|
494
|
+
if (readRefs.some((readRef) => pathRefs.some((pathRef) => referencedPathMatches(readRef, pathRef)))) {
|
|
495
|
+
matches.push(file.relativePath);
|
|
496
|
+
}
|
|
497
|
+
}
|
|
498
|
+
}
|
|
499
|
+
|
|
500
|
+
return matches.slice(0, 20);
|
|
501
|
+
}
|
|
502
|
+
|
|
503
|
+
function findArtifactEvidence(taskText, fileIndex) {
|
|
504
|
+
const normalized = String(taskText).toLowerCase();
|
|
505
|
+
const files = [];
|
|
506
|
+
const heuristicArtifacts = [];
|
|
507
|
+
|
|
508
|
+
// Canonical file detection only applies to short tasks (≤8 words) that are about
|
|
509
|
+
// creating or referencing that specific file. Long sentences that merely MENTION
|
|
510
|
+
// "readme" or "security" in a policy/constraint context are excluded.
|
|
511
|
+
const wordCount = normalized.trim().split(/\s+/).length;
|
|
512
|
+
if (wordCount <= 8) {
|
|
513
|
+
for (const [keyword, filename] of Object.entries(CANONICAL_FILES)) {
|
|
514
|
+
// Use hyphen-aware word boundaries: "security-headers" must not match "security".
|
|
515
|
+
if (new RegExp(`(?<![a-z-])${keyword}(?![a-z-])`).test(normalized)) {
|
|
516
|
+
const hit = fileIndex.find(
|
|
517
|
+
(f) => f.relativePath === filename || f.relativePath.endsWith('/' + filename)
|
|
518
|
+
);
|
|
519
|
+
if (hit) {
|
|
520
|
+
files.push(hit.relativePath);
|
|
521
|
+
heuristicArtifacts.push(hit.relativePath);
|
|
522
|
+
}
|
|
523
|
+
}
|
|
524
|
+
}
|
|
525
|
+
}
|
|
526
|
+
|
|
527
|
+
if (!isDocTask(taskText)) {
|
|
528
|
+
return { files, heuristicArtifacts };
|
|
529
|
+
}
|
|
530
|
+
|
|
531
|
+
const artifactPatterns = [
|
|
532
|
+
/^README\.md$/i,
|
|
533
|
+
/^CHANGELOG\.md$/i,
|
|
534
|
+
/^docs\//i,
|
|
535
|
+
/^artifacts\//i,
|
|
536
|
+
/^dist\//i,
|
|
537
|
+
/^build\//i
|
|
538
|
+
];
|
|
539
|
+
|
|
540
|
+
for (const file of fileIndex) {
|
|
541
|
+
if (artifactPatterns.some((pattern) => pattern.test(file.relativePath)) && !files.includes(file.relativePath)) {
|
|
542
|
+
files.push(file.relativePath);
|
|
543
|
+
}
|
|
544
|
+
}
|
|
545
|
+
|
|
546
|
+
return { files: files.slice(0, 20), heuristicArtifacts };
|
|
547
|
+
}
|
|
548
|
+
|
|
549
|
+
function extractTaskNamespace(taskId) {
|
|
550
|
+
if (!taskId) return null;
|
|
551
|
+
const match = String(taskId).match(/^([a-z][a-z0-9]*)-/);
|
|
552
|
+
return match ? match[1] : null;
|
|
553
|
+
}
|
|
554
|
+
|
|
555
|
+
function isAcceptanceCriteria(taskId) {
|
|
556
|
+
return /ph\d+[_-]st\d+[_-]exit/.test(String(taskId || ''));
|
|
557
|
+
}
|
|
558
|
+
|
|
559
|
+
// Gate: returns { applicable, passed, structuralFiles, reason }.
|
|
560
|
+
// For namespaces with a defined structural pattern:
|
|
561
|
+
// 1. If no files in fileIndex match the pattern → immediate fail.
|
|
562
|
+
// 2. For acceptance-criteria tasks (phN-stN-exit IDs): path match alone is enough.
|
|
563
|
+
// 3. For implementation tasks: feature tokens from task text must score ≥ ceil(n/2)
|
|
564
|
+
// against namespace-matched files, preventing vocabulary overlap from generic
|
|
565
|
+
// infrastructure code (io.js, generator/index.js) from serving as evidence.
|
|
566
|
+
function checkNamespaceStructuralEvidence(taskId, taskText, fileIndex) {
|
|
567
|
+
const namespace = extractTaskNamespace(taskId);
|
|
568
|
+
if (!namespace || !NAMESPACE_STRUCTURAL_PATTERNS[namespace]) {
|
|
569
|
+
return { applicable: false, passed: true, structuralFiles: [], reason: null };
|
|
570
|
+
}
|
|
571
|
+
|
|
572
|
+
const predicate = NAMESPACE_STRUCTURAL_PATTERNS[namespace];
|
|
573
|
+
const namespaceFiles = fileIndex.filter((f) => predicate(f.relativePath));
|
|
574
|
+
|
|
575
|
+
if (namespaceFiles.length === 0) {
|
|
576
|
+
return {
|
|
577
|
+
applicable: true,
|
|
578
|
+
passed: false,
|
|
579
|
+
structuralFiles: [],
|
|
580
|
+
reason: `namespace "${namespace}" has no implementation files`,
|
|
581
|
+
};
|
|
582
|
+
}
|
|
583
|
+
|
|
584
|
+
const featureTokens = tokenize(taskText)
|
|
585
|
+
.filter((t) => t.length >= 4 && !GENERIC_TASK_TOKENS.has(t) && !t.endsWith('/'))
|
|
586
|
+
.slice(0, 8);
|
|
587
|
+
|
|
588
|
+
if (featureTokens.length === 0) {
|
|
589
|
+
return {
|
|
590
|
+
applicable: true,
|
|
591
|
+
passed: true,
|
|
592
|
+
structuralFiles: namespaceFiles.map((f) => f.relativePath),
|
|
593
|
+
reason: null,
|
|
594
|
+
};
|
|
595
|
+
}
|
|
596
|
+
|
|
597
|
+
let bestScore = 0;
|
|
598
|
+
for (const nsFile of namespaceFiles) {
|
|
599
|
+
const lowered = nsFile.content.toLowerCase();
|
|
600
|
+
let score = 0;
|
|
601
|
+
for (const token of featureTokens) {
|
|
602
|
+
if (lowered.includes(token)) score++;
|
|
603
|
+
}
|
|
604
|
+
if (score > bestScore) bestScore = score;
|
|
605
|
+
}
|
|
606
|
+
|
|
607
|
+
const threshold = Math.max(1, Math.ceil(featureTokens.length / 2));
|
|
608
|
+
if (bestScore >= threshold) {
|
|
609
|
+
return {
|
|
610
|
+
applicable: true,
|
|
611
|
+
passed: true,
|
|
612
|
+
structuralFiles: namespaceFiles.map((f) => f.relativePath),
|
|
613
|
+
reason: null,
|
|
614
|
+
};
|
|
615
|
+
}
|
|
616
|
+
|
|
617
|
+
return {
|
|
618
|
+
applicable: true,
|
|
619
|
+
passed: false,
|
|
620
|
+
structuralFiles: namespaceFiles.map((f) => f.relativePath),
|
|
621
|
+
reason: `structural token score ${bestScore}/${threshold} in "${namespace}" files — token overlap insufficient`,
|
|
622
|
+
};
|
|
623
|
+
}
|
|
624
|
+
|
|
584
625
|
function evaluateRule(rule, task, context) {
|
|
585
626
|
if (!rule) {
|
|
586
627
|
return { passed: true, reasons: [], evidence: {}, overrideResult: false };
|
|
587
628
|
}
|
|
588
|
-
|
|
589
|
-
if (rule.when) {
|
|
590
|
-
const regexp = new RegExp(rule.when, 'i');
|
|
629
|
+
|
|
630
|
+
if (rule.when) {
|
|
631
|
+
const regexp = new RegExp(rule.when, 'i');
|
|
591
632
|
if (!regexp.test(task.text)) {
|
|
592
633
|
return { passed: true, reasons: [], evidence: {}, overrideResult: false };
|
|
593
634
|
}
|
|
594
635
|
}
|
|
595
|
-
|
|
596
|
-
if (
|
|
597
|
-
const
|
|
636
|
+
|
|
637
|
+
if (rule.whenId) {
|
|
638
|
+
const regexp = new RegExp(rule.whenId, 'i');
|
|
639
|
+
if (!regexp.test(task.id)) {
|
|
640
|
+
return { passed: true, reasons: [], evidence: {}, overrideResult: false };
|
|
641
|
+
}
|
|
642
|
+
}
|
|
643
|
+
|
|
644
|
+
if (typeof rule.check === 'function') {
|
|
645
|
+
const custom = rule.check(task, context);
|
|
598
646
|
if (!custom) {
|
|
599
647
|
return { passed: true, reasons: [], evidence: {}, overrideResult: false };
|
|
600
648
|
}
|
|
@@ -605,38 +653,38 @@ function evaluateRule(rule, task, context) {
|
|
|
605
653
|
overrideResult: rule.overrideResult === true || custom.overrideResult === true
|
|
606
654
|
};
|
|
607
655
|
}
|
|
608
|
-
|
|
609
|
-
const reasons = [];
|
|
610
|
-
const evidence = {};
|
|
611
|
-
|
|
612
|
-
if (rule.type === 'file-exists' && rule.path) {
|
|
613
|
-
const hit = context.fileIndex.find((file) => file.relativePath === rule.path || file.relativePath.endsWith(rule.path));
|
|
614
|
-
if (!hit) {
|
|
615
|
-
reasons.push(rule.message || `missing file: ${rule.path}`);
|
|
616
|
-
} else {
|
|
617
|
-
evidence.file = hit.relativePath;
|
|
618
|
-
}
|
|
619
|
-
}
|
|
620
|
-
|
|
621
|
-
if (rule.type === 'symbol' && rule.pattern) {
|
|
622
|
-
const regex = new RegExp(rule.pattern, 'i');
|
|
623
|
-
const hit = context.fileIndex.find((file) => regex.test(file.content));
|
|
624
|
-
if (!hit) {
|
|
625
|
-
reasons.push(rule.message || `missing symbol pattern: ${rule.pattern}`);
|
|
626
|
-
} else {
|
|
627
|
-
evidence.symbol = hit.relativePath;
|
|
628
|
-
}
|
|
629
|
-
}
|
|
630
|
-
|
|
631
|
-
if (rule.type === 'artifact' && rule.path) {
|
|
632
|
-
const hit = context.fileIndex.find((file) => file.relativePath.startsWith(rule.path) || file.relativePath === rule.path);
|
|
633
|
-
if (!hit) {
|
|
634
|
-
reasons.push(rule.message || `missing artifact: ${rule.path}`);
|
|
635
|
-
} else {
|
|
636
|
-
evidence.artifact = hit.relativePath;
|
|
637
|
-
}
|
|
638
|
-
}
|
|
639
|
-
|
|
656
|
+
|
|
657
|
+
const reasons = [];
|
|
658
|
+
const evidence = {};
|
|
659
|
+
|
|
660
|
+
if (rule.type === 'file-exists' && rule.path) {
|
|
661
|
+
const hit = context.fileIndex.find((file) => file.relativePath === rule.path || file.relativePath.endsWith(rule.path));
|
|
662
|
+
if (!hit) {
|
|
663
|
+
reasons.push(rule.message || `missing file: ${rule.path}`);
|
|
664
|
+
} else {
|
|
665
|
+
evidence.file = hit.relativePath;
|
|
666
|
+
}
|
|
667
|
+
}
|
|
668
|
+
|
|
669
|
+
if (rule.type === 'symbol' && rule.pattern) {
|
|
670
|
+
const regex = new RegExp(rule.pattern, 'i');
|
|
671
|
+
const hit = context.fileIndex.find((file) => regex.test(file.content));
|
|
672
|
+
if (!hit) {
|
|
673
|
+
reasons.push(rule.message || `missing symbol pattern: ${rule.pattern}`);
|
|
674
|
+
} else {
|
|
675
|
+
evidence.symbol = hit.relativePath;
|
|
676
|
+
}
|
|
677
|
+
}
|
|
678
|
+
|
|
679
|
+
if (rule.type === 'artifact' && rule.path) {
|
|
680
|
+
const hit = context.fileIndex.find((file) => file.relativePath.startsWith(rule.path) || file.relativePath === rule.path);
|
|
681
|
+
if (!hit) {
|
|
682
|
+
reasons.push(rule.message || `missing artifact: ${rule.path}`);
|
|
683
|
+
} else {
|
|
684
|
+
evidence.artifact = hit.relativePath;
|
|
685
|
+
}
|
|
686
|
+
}
|
|
687
|
+
|
|
640
688
|
if (rule.type === 'test' && context.testFrameworks.length === 0) {
|
|
641
689
|
reasons.push(rule.message || 'test framework not detected');
|
|
642
690
|
}
|
|
@@ -673,69 +721,69 @@ function evaluateRule(rule, task, context) {
|
|
|
673
721
|
overrideResult: rule.overrideResult === true
|
|
674
722
|
};
|
|
675
723
|
}
|
|
676
|
-
|
|
724
|
+
|
|
677
725
|
function buildValidationContext(projectRoot, config, plugins) {
|
|
678
726
|
const files = walkFiles(projectRoot);
|
|
679
727
|
const fileIndex = readFileIndex(projectRoot, files, config);
|
|
680
|
-
const testFrameworks = detectTestFrameworks(projectRoot, files);
|
|
681
|
-
|
|
682
|
-
return {
|
|
683
|
-
projectRoot,
|
|
684
|
-
config,
|
|
685
|
-
plugins,
|
|
686
|
-
files,
|
|
687
|
-
fileIndex,
|
|
688
|
-
testFrameworks
|
|
689
|
-
};
|
|
690
|
-
}
|
|
691
|
-
|
|
692
|
-
function validateTask(task, context, config, plugins) {
|
|
693
|
-
const pathHints = extractExplicitPaths(task.text);
|
|
694
|
-
const standaloneFilenames = extractStandaloneFilenames(task.text);
|
|
695
|
-
const symbolHints = extractSymbolHints(task.text);
|
|
696
|
-
|
|
697
|
-
const filesFromPaths = findFilesByPathHints(pathHints, context.fileIndex);
|
|
698
|
-
const filesFromSymbols = findFilesBySymbols(symbolHints, context.fileIndex);
|
|
699
|
-
// Combine path hints AND standalone filenames for token exclusion so that tokens
|
|
700
|
-
// derived from any referenced filename (e.g. "roadmap-skill" from
|
|
701
|
-
// "roadmap-skill.config.json") are excluded from code evidence scoring.
|
|
728
|
+
const testFrameworks = detectTestFrameworks(projectRoot, files);
|
|
729
|
+
|
|
730
|
+
return {
|
|
731
|
+
projectRoot,
|
|
732
|
+
config,
|
|
733
|
+
plugins,
|
|
734
|
+
files,
|
|
735
|
+
fileIndex,
|
|
736
|
+
testFrameworks
|
|
737
|
+
};
|
|
738
|
+
}
|
|
739
|
+
|
|
740
|
+
function validateTask(task, context, config, plugins) {
|
|
741
|
+
const pathHints = extractExplicitPaths(task.text);
|
|
742
|
+
const standaloneFilenames = extractStandaloneFilenames(task.text);
|
|
743
|
+
const symbolHints = extractSymbolHints(task.text);
|
|
744
|
+
|
|
745
|
+
const filesFromPaths = findFilesByPathHints(pathHints, context.fileIndex);
|
|
746
|
+
const filesFromSymbols = findFilesBySymbols(symbolHints, context.fileIndex);
|
|
747
|
+
// Combine path hints AND standalone filenames for token exclusion so that tokens
|
|
748
|
+
// derived from any referenced filename (e.g. "roadmap-skill" from
|
|
749
|
+
// "roadmap-skill.config.json") are excluded from code evidence scoring.
|
|
702
750
|
const pathDerivedTokens = extractPathDerivedTokens([...pathHints, ...standaloneFilenames]);
|
|
703
751
|
const filesFromCode = findCodeEvidence(task.text, context.fileIndex, pathDerivedTokens);
|
|
704
752
|
const filesFromWeakPathTokens = findFilesByTaskPathTokens(task.text, context.fileIndex, pathDerivedTokens);
|
|
705
|
-
const filesFromTests = findTestEvidence(task.text, context.fileIndex);
|
|
753
|
+
const filesFromTests = findTestEvidence(task.text, context.fileIndex, [...pathHints, ...standaloneFilenames]);
|
|
706
754
|
const { files: filesFromArtifacts, heuristicArtifacts } = findArtifactEvidence(task.text, context.fileIndex);
|
|
707
|
-
|
|
708
|
-
const structuralCheck = checkNamespaceStructuralEvidence(task.id, task.text, context.fileIndex);
|
|
709
|
-
|
|
710
|
-
const evidence = {
|
|
711
|
-
code: filesFromCode.length > 0 || filesFromSymbols.length > 0,
|
|
712
|
-
test: filesFromTests.length > 0,
|
|
713
|
-
artifact: filesFromArtifacts.length > 0,
|
|
714
|
-
files: filesFromPaths,
|
|
755
|
+
|
|
756
|
+
const structuralCheck = checkNamespaceStructuralEvidence(task.id, task.text, context.fileIndex);
|
|
757
|
+
|
|
758
|
+
const evidence = {
|
|
759
|
+
code: filesFromCode.length > 0 || filesFromSymbols.length > 0,
|
|
760
|
+
test: filesFromTests.length > 0,
|
|
761
|
+
artifact: filesFromArtifacts.length > 0,
|
|
762
|
+
files: filesFromPaths,
|
|
715
763
|
symbols: filesFromSymbols,
|
|
716
764
|
codeFiles: filesFromCode,
|
|
717
765
|
weakPathFiles: filesFromWeakPathTokens,
|
|
718
766
|
testFiles: filesFromTests,
|
|
719
|
-
artifactFiles: filesFromArtifacts,
|
|
720
|
-
heuristicArtifacts,
|
|
721
|
-
structuralEvidence: structuralCheck.applicable ? structuralCheck.passed : null,
|
|
722
|
-
structuralFiles: structuralCheck.structuralFiles,
|
|
723
|
-
};
|
|
724
|
-
|
|
725
|
-
const reasons = [];
|
|
726
|
-
if (pathHints.length > 0 && filesFromPaths.length === 0) {
|
|
727
|
-
reasons.push(`missing referenced file(s): ${pathHints.join(', ')}`);
|
|
728
|
-
}
|
|
729
|
-
if (symbolHints.length > 0 && filesFromSymbols.length === 0) {
|
|
730
|
-
reasons.push(`missing symbol(s): ${symbolHints.join(', ')}`);
|
|
731
|
-
}
|
|
732
|
-
|
|
733
|
-
// Namespace-structural gate: for known namespaces, token overlap alone is insufficient.
|
|
734
|
-
// The task must have evidence files whose paths match the namespace pattern.
|
|
735
|
-
if (structuralCheck.applicable && !structuralCheck.passed) {
|
|
736
|
-
reasons.push(structuralCheck.reason || `no structural evidence for namespace "${extractTaskNamespace(task.id)}"`);
|
|
737
|
-
}
|
|
738
|
-
|
|
767
|
+
artifactFiles: filesFromArtifacts,
|
|
768
|
+
heuristicArtifacts,
|
|
769
|
+
structuralEvidence: structuralCheck.applicable ? structuralCheck.passed : null,
|
|
770
|
+
structuralFiles: structuralCheck.structuralFiles,
|
|
771
|
+
};
|
|
772
|
+
|
|
773
|
+
const reasons = [];
|
|
774
|
+
if (pathHints.length > 0 && filesFromPaths.length === 0) {
|
|
775
|
+
reasons.push(`missing referenced file(s): ${pathHints.join(', ')}`);
|
|
776
|
+
}
|
|
777
|
+
if (symbolHints.length > 0 && filesFromSymbols.length === 0) {
|
|
778
|
+
reasons.push(`missing symbol(s): ${symbolHints.join(', ')}`);
|
|
779
|
+
}
|
|
780
|
+
|
|
781
|
+
// Namespace-structural gate: for known namespaces, token overlap alone is insufficient.
|
|
782
|
+
// The task must have evidence files whose paths match the namespace pattern.
|
|
783
|
+
if (structuralCheck.applicable && !structuralCheck.passed) {
|
|
784
|
+
reasons.push(structuralCheck.reason || `no structural evidence for namespace "${extractTaskNamespace(task.id)}"`);
|
|
785
|
+
}
|
|
786
|
+
|
|
739
787
|
const hasEvidence = evidence.code || evidence.test || evidence.artifact || evidence.files.length > 0;
|
|
740
788
|
const hasWeakEvidence = filesFromWeakPathTokens.length > 0;
|
|
741
789
|
if (!hasEvidence && !hasWeakEvidence && !structuralCheck.applicable) {
|
|
@@ -745,10 +793,6 @@ function validateTask(task, context, config, plugins) {
|
|
|
745
793
|
}
|
|
746
794
|
|
|
747
795
|
const requiresTest = !task.noTest && context.testFrameworks.length > 0 && isCodeTask(task.text) && !isDocTask(task.text);
|
|
748
|
-
if (requiresTest && !evidence.test) {
|
|
749
|
-
reasons.push('missing test evidence');
|
|
750
|
-
}
|
|
751
|
-
|
|
752
796
|
const configuredRules = Array.isArray(config.validators) ? config.validators : [];
|
|
753
797
|
const pluginRules = collectPluginContributions(plugins || [], 'registerValidators', context);
|
|
754
798
|
let overrideResult = null;
|
|
@@ -774,6 +818,10 @@ function validateTask(task, context, config, plugins) {
|
|
|
774
818
|
}
|
|
775
819
|
}
|
|
776
820
|
|
|
821
|
+
if (requiresTest && !evidence.test) {
|
|
822
|
+
reasons.push('missing test evidence');
|
|
823
|
+
}
|
|
824
|
+
|
|
777
825
|
let uniqueReasons = Array.from(new Set(reasons));
|
|
778
826
|
|
|
779
827
|
if (overrideResult) {
|
|
@@ -787,95 +835,95 @@ function validateTask(task, context, config, plugins) {
|
|
|
787
835
|
if (confidence === 'low' && hasWeakEvidence) {
|
|
788
836
|
confidence = 'low';
|
|
789
837
|
}
|
|
790
|
-
|
|
791
|
-
// True when the only passing evidence is artifact/doc files and the task is not a doc task.
|
|
792
|
-
// Used by auditValidation to flag implementation tasks that pass solely via documentation.
|
|
793
|
-
const evidenceIsDocOnly = !evidence.code && !evidence.test && evidence.artifact && !isDocTask(task.text);
|
|
794
|
-
|
|
838
|
+
|
|
839
|
+
// True when the only passing evidence is artifact/doc files and the task is not a doc task.
|
|
840
|
+
// Used by auditValidation to flag implementation tasks that pass solely via documentation.
|
|
841
|
+
const evidenceIsDocOnly = !evidence.code && !evidence.test && evidence.artifact && !isDocTask(task.text);
|
|
842
|
+
|
|
795
843
|
return {
|
|
796
844
|
taskId: task.id,
|
|
797
845
|
passed: overrideResult ? overrideResult.passed !== false : uniqueReasons.length === 0,
|
|
798
846
|
confidence,
|
|
799
847
|
reasons: uniqueReasons,
|
|
800
|
-
evidence,
|
|
801
|
-
evidenceIsDocOnly,
|
|
802
|
-
requiresTest,
|
|
848
|
+
evidence,
|
|
849
|
+
evidenceIsDocOnly,
|
|
850
|
+
requiresTest,
|
|
803
851
|
hasEvidence: hasStrongEvidence || hasWeakEvidence,
|
|
804
852
|
attempted
|
|
805
853
|
};
|
|
806
854
|
}
|
|
807
|
-
|
|
808
|
-
function validateTasks(tasks, context, config, plugins) {
|
|
809
|
-
const result = {};
|
|
810
|
-
for (const task of tasks) {
|
|
811
|
-
result[task.id] = validateTask(task, context, config, plugins);
|
|
812
|
-
}
|
|
813
|
-
return result;
|
|
814
|
-
}
|
|
815
|
-
|
|
816
|
-
function auditValidation(tasks, results) {
|
|
817
|
-
const checkedWithoutEvidence = [];
|
|
818
|
-
const readyButUnchecked = [];
|
|
819
|
-
const checkedWithWeakEvidence = [];
|
|
820
|
-
const documentationOnlyEvidenceForImplementation = [];
|
|
821
|
-
const checkedWithNoStructuralEvidence = [];
|
|
822
|
-
|
|
823
|
-
for (const task of tasks) {
|
|
824
|
-
const result = results[task.id];
|
|
825
|
-
if (!result) continue;
|
|
826
|
-
|
|
827
|
-
if (task.checked && !result.passed) {
|
|
828
|
-
checkedWithoutEvidence.push({ task, result });
|
|
829
|
-
}
|
|
830
|
-
|
|
831
|
-
if (!task.checked && result.passed) {
|
|
832
|
-
readyButUnchecked.push({ task, result });
|
|
833
|
-
}
|
|
834
|
-
|
|
835
|
-
if (task.checked && result.passed && result.confidence === 'low') {
|
|
836
|
-
checkedWithWeakEvidence.push({ task, result });
|
|
837
|
-
}
|
|
838
|
-
|
|
839
|
-
if (task.checked && result.passed && result.evidenceIsDocOnly) {
|
|
840
|
-
documentationOnlyEvidenceForImplementation.push({ task, result });
|
|
841
|
-
}
|
|
842
|
-
|
|
843
|
-
// Checked task that failed specifically because structural evidence is missing.
|
|
844
|
-
if (task.checked && !result.passed && result.evidence.structuralEvidence === false) {
|
|
845
|
-
checkedWithNoStructuralEvidence.push({ task, result });
|
|
846
|
-
}
|
|
847
|
-
}
|
|
848
|
-
|
|
849
|
-
return {
|
|
850
|
-
checkedWithoutEvidence,
|
|
851
|
-
readyButUnchecked,
|
|
852
|
-
checkedWithWeakEvidence,
|
|
853
|
-
documentationOnlyEvidenceForImplementation,
|
|
854
|
-
checkedWithNoStructuralEvidence,
|
|
855
|
-
};
|
|
856
|
-
}
|
|
857
|
-
|
|
858
|
-
function applyMinimumConfidence(results, minimumConfidence) {
|
|
859
|
-
const minRank = CONFIDENCE_RANK[minimumConfidence] ?? 0;
|
|
860
|
-
if (minRank === 0) return;
|
|
861
|
-
for (const result of Object.values(results)) {
|
|
862
|
-
if ((CONFIDENCE_RANK[result.confidence] ?? 0) < minRank) {
|
|
863
|
-
result.passed = false;
|
|
864
|
-
result.reasons = [
|
|
865
|
-
...result.reasons,
|
|
866
|
-
`validation confidence "${result.confidence}" is below required "${minimumConfidence}"`
|
|
867
|
-
];
|
|
868
|
-
}
|
|
869
|
-
}
|
|
870
|
-
}
|
|
871
|
-
|
|
872
|
-
module.exports = {
|
|
873
|
-
auditValidation,
|
|
874
|
-
buildValidationContext,
|
|
875
|
-
validateTask,
|
|
876
|
-
validateTasks,
|
|
877
|
-
CONFIDENCE_RANK,
|
|
878
|
-
applyMinimumConfidence,
|
|
879
|
-
extractTaskNamespace,
|
|
880
|
-
isAcceptanceCriteria,
|
|
881
|
-
};
|
|
855
|
+
|
|
856
|
+
function validateTasks(tasks, context, config, plugins) {
|
|
857
|
+
const result = {};
|
|
858
|
+
for (const task of tasks) {
|
|
859
|
+
result[task.id] = validateTask(task, context, config, plugins);
|
|
860
|
+
}
|
|
861
|
+
return result;
|
|
862
|
+
}
|
|
863
|
+
|
|
864
|
+
function auditValidation(tasks, results) {
|
|
865
|
+
const checkedWithoutEvidence = [];
|
|
866
|
+
const readyButUnchecked = [];
|
|
867
|
+
const checkedWithWeakEvidence = [];
|
|
868
|
+
const documentationOnlyEvidenceForImplementation = [];
|
|
869
|
+
const checkedWithNoStructuralEvidence = [];
|
|
870
|
+
|
|
871
|
+
for (const task of tasks) {
|
|
872
|
+
const result = results[task.id];
|
|
873
|
+
if (!result) continue;
|
|
874
|
+
|
|
875
|
+
if (task.checked && !result.passed) {
|
|
876
|
+
checkedWithoutEvidence.push({ task, result });
|
|
877
|
+
}
|
|
878
|
+
|
|
879
|
+
if (!task.checked && result.passed) {
|
|
880
|
+
readyButUnchecked.push({ task, result });
|
|
881
|
+
}
|
|
882
|
+
|
|
883
|
+
if (task.checked && result.passed && result.confidence === 'low') {
|
|
884
|
+
checkedWithWeakEvidence.push({ task, result });
|
|
885
|
+
}
|
|
886
|
+
|
|
887
|
+
if (task.checked && result.passed && result.evidenceIsDocOnly) {
|
|
888
|
+
documentationOnlyEvidenceForImplementation.push({ task, result });
|
|
889
|
+
}
|
|
890
|
+
|
|
891
|
+
// Checked task that failed specifically because structural evidence is missing.
|
|
892
|
+
if (task.checked && !result.passed && result.evidence.structuralEvidence === false) {
|
|
893
|
+
checkedWithNoStructuralEvidence.push({ task, result });
|
|
894
|
+
}
|
|
895
|
+
}
|
|
896
|
+
|
|
897
|
+
return {
|
|
898
|
+
checkedWithoutEvidence,
|
|
899
|
+
readyButUnchecked,
|
|
900
|
+
checkedWithWeakEvidence,
|
|
901
|
+
documentationOnlyEvidenceForImplementation,
|
|
902
|
+
checkedWithNoStructuralEvidence,
|
|
903
|
+
};
|
|
904
|
+
}
|
|
905
|
+
|
|
906
|
+
function applyMinimumConfidence(results, minimumConfidence) {
|
|
907
|
+
const minRank = CONFIDENCE_RANK[minimumConfidence] ?? 0;
|
|
908
|
+
if (minRank === 0) return;
|
|
909
|
+
for (const result of Object.values(results)) {
|
|
910
|
+
if ((CONFIDENCE_RANK[result.confidence] ?? 0) < minRank) {
|
|
911
|
+
result.passed = false;
|
|
912
|
+
result.reasons = [
|
|
913
|
+
...result.reasons,
|
|
914
|
+
`validation confidence "${result.confidence}" is below required "${minimumConfidence}"`
|
|
915
|
+
];
|
|
916
|
+
}
|
|
917
|
+
}
|
|
918
|
+
}
|
|
919
|
+
|
|
920
|
+
module.exports = {
|
|
921
|
+
auditValidation,
|
|
922
|
+
buildValidationContext,
|
|
923
|
+
validateTask,
|
|
924
|
+
validateTasks,
|
|
925
|
+
CONFIDENCE_RANK,
|
|
926
|
+
applyMinimumConfidence,
|
|
927
|
+
extractTaskNamespace,
|
|
928
|
+
isAcceptanceCriteria,
|
|
929
|
+
};
|