@windagency/codemap-gen-for-agents 1.0.3 → 1.1.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/THIRD_PARTY_LICENSES.md +446 -55
- package/dist/core/cache/cache-schema.js +1 -0
- package/dist/core/cache/cache-schema.js.map +1 -1
- package/dist/core/cache/extraction-cache.d.ts +1 -0
- package/dist/core/cache/extraction-cache.js +1 -0
- package/dist/core/cache/extraction-cache.js.map +1 -1
- package/dist/core/cli-args-schema.d.ts +5 -1
- package/dist/core/cli-args-schema.js +42 -1
- package/dist/core/cli-args-schema.js.map +1 -1
- package/dist/core/cli-args.js +18 -8
- package/dist/core/cli-args.js.map +1 -1
- package/dist/core/compose.d.ts +1 -0
- package/dist/core/compose.js +5 -0
- package/dist/core/compose.js.map +1 -1
- package/dist/core/config-schema.d.ts +7 -0
- package/dist/core/config-schema.js +5 -0
- package/dist/core/config-schema.js.map +1 -1
- package/dist/core/config.d.ts +6 -0
- package/dist/core/config.js +14 -0
- package/dist/core/config.js.map +1 -1
- package/dist/core/generate-command.d.ts +5 -1
- package/dist/core/generate-command.js +15 -1
- package/dist/core/generate-command.js.map +1 -1
- package/dist/core/generate-map.d.ts +10 -0
- package/dist/core/generate-map.js +100 -13
- package/dist/core/generate-map.js.map +1 -1
- package/dist/core/index-warning.d.ts +9 -0
- package/dist/core/index-warning.js +17 -0
- package/dist/core/index-warning.js.map +1 -0
- package/dist/core/languages.d.ts +2 -0
- package/dist/core/languages.js +3 -0
- package/dist/core/languages.js.map +1 -1
- package/dist/core/read-command.d.ts +2 -0
- package/dist/core/read-command.js +6 -1
- package/dist/core/read-command.js.map +1 -1
- package/dist/core/types.d.ts +2 -0
- package/dist/core/types.js.map +1 -1
- package/dist/extraction/scip/index-hashes-schema.d.ts +8 -0
- package/dist/extraction/scip/index-hashes-schema.js +14 -0
- package/dist/extraction/scip/index-hashes-schema.js.map +1 -0
- package/dist/extraction/scip/indexer-process.d.ts +20 -0
- package/dist/extraction/scip/indexer-process.js +55 -0
- package/dist/extraction/scip/indexer-process.js.map +1 -0
- package/dist/extraction/scip/scip-call-refinement.d.ts +11 -0
- package/dist/extraction/scip/scip-call-refinement.js +88 -0
- package/dist/extraction/scip/scip-call-refinement.js.map +1 -0
- package/dist/extraction/scip/scip-index-reader.d.ts +9 -0
- package/dist/extraction/scip/scip-index-reader.js +38 -0
- package/dist/extraction/scip/scip-index-reader.js.map +1 -0
- package/dist/extraction/scip/scip-index-schema.d.ts +29 -0
- package/dist/extraction/scip/scip-index-schema.js +64 -0
- package/dist/extraction/scip/scip-index-schema.js.map +1 -0
- package/dist/extraction/scip/scip-index.d.ts +20 -0
- package/dist/extraction/scip/scip-index.js +5 -0
- package/dist/extraction/scip/scip-index.js.map +1 -0
- package/dist/extraction/scip/scip-staleness.d.ts +6 -0
- package/dist/extraction/scip/scip-staleness.js +65 -0
- package/dist/extraction/scip/scip-staleness.js.map +1 -0
- package/dist/extraction/scip/scip-symbol.d.ts +19 -0
- package/dist/extraction/scip/scip-symbol.js +68 -0
- package/dist/extraction/scip/scip-symbol.js.map +1 -0
- package/dist/extraction/scip-indexer.d.ts +32 -0
- package/dist/extraction/scip-indexer.js +210 -0
- package/dist/extraction/scip-indexer.js.map +1 -0
- package/dist/extraction/scip-resolver.d.ts +20 -0
- package/dist/extraction/scip-resolver.js +148 -0
- package/dist/extraction/scip-resolver.js.map +1 -0
- package/dist/integration/cli/cli-help.d.ts +2 -2
- package/dist/integration/cli/cli-help.js +9 -1
- package/dist/integration/cli/cli-help.js.map +1 -1
- package/dist/integration/mcp/tool-input-schema.d.ts +13 -0
- package/dist/integration/mcp/tool-input-schema.js +14 -6
- package/dist/integration/mcp/tool-input-schema.js.map +1 -1
- package/dist/integration/skill/SKILL.md +5 -2
- package/dist/integration/skill/skill-help.d.ts +2 -2
- package/dist/integration/skill/skill-help.js +9 -1
- package/dist/integration/skill/skill-help.js.map +1 -1
- package/package.json +3 -1
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { SCIP_LANGUAGES } from "./languages.js";
|
|
1
2
|
import { SYMBOL_KINDS } from "./types.js";
|
|
2
3
|
import { z } from "zod";
|
|
3
4
|
// argv is external input (`CONTRIBUTING.md`: validated with Zod before use). Each schema is
|
|
@@ -8,13 +9,53 @@ function valueFlag(flag) {
|
|
|
8
9
|
function booleanFlag(flag) {
|
|
9
10
|
return z.literal(true, { error: `${flag} takes no value` }).optional();
|
|
10
11
|
}
|
|
12
|
+
function isScipLanguage(value) {
|
|
13
|
+
return SCIP_LANGUAGES.includes(value);
|
|
14
|
+
}
|
|
15
|
+
// `--scip-index <language>=<path>`, repeatable once per language (documentation/adr/0056). The
|
|
16
|
+
// path is everything after the first `=`.
|
|
17
|
+
const scipIndexFlag = z
|
|
18
|
+
.array(z.string(), { error: "--scip-index needs a value" })
|
|
19
|
+
.transform((values, context) => {
|
|
20
|
+
const indexes = {};
|
|
21
|
+
for (const value of values) {
|
|
22
|
+
const separator = value.indexOf("=");
|
|
23
|
+
const language = value.slice(0, separator);
|
|
24
|
+
if (separator <= 0 || separator === value.length - 1) {
|
|
25
|
+
context.addIssue({
|
|
26
|
+
code: "custom",
|
|
27
|
+
message: `--scip-index expects <language>=<path>, got ${JSON.stringify(value)}`,
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
else if (!isScipLanguage(language)) {
|
|
31
|
+
context.addIssue({
|
|
32
|
+
code: "custom",
|
|
33
|
+
message: `--scip-index: unsupported language ${JSON.stringify(language)}, expected one of: ${SCIP_LANGUAGES.join(", ")}`,
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
else if (indexes[language] !== undefined) {
|
|
37
|
+
context.addIssue({ code: "custom", message: `--scip-index: ${language} given more than once` });
|
|
38
|
+
}
|
|
39
|
+
else {
|
|
40
|
+
indexes[language] = value.slice(separator + 1);
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
return indexes;
|
|
44
|
+
})
|
|
45
|
+
.optional();
|
|
11
46
|
const commonFlags = {
|
|
12
47
|
"--root": valueFlag("--root"),
|
|
13
48
|
"--out": valueFlag("--out"),
|
|
14
49
|
"--config": valueFlag("--config"),
|
|
15
50
|
"--include-tests": booleanFlag("--include-tests"),
|
|
51
|
+
"--scip-index": scipIndexFlag,
|
|
16
52
|
};
|
|
17
|
-
|
|
53
|
+
// Flags that may be given more than once; `collectFlags` gathers their values into a list.
|
|
54
|
+
export const REPEATABLE_FLAGS = new Set(["--scip-index"]);
|
|
55
|
+
// `--run-indexers` is generate-only: read never runs indexers (documentation/adr/0056 decision 1).
|
|
56
|
+
const generateFlagsSchema = z
|
|
57
|
+
.object({ ...commonFlags, "--force": booleanFlag("--force"), "--run-indexers": booleanFlag("--run-indexers") })
|
|
58
|
+
.strict();
|
|
18
59
|
const readFlagsSchema = z
|
|
19
60
|
.object({
|
|
20
61
|
...commonFlags,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli-args-schema.js","sourceRoot":"","sources":["../../src/core/cli-args-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,4FAA4F;AAC5F,4FAA4F;AAE5F,SAAS,SAAS,CAAC,IAAY;IAC9B,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,IAAI,gBAAgB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;AAChE,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAChC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,IAAI,iBAAiB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;AACxE,CAAC;AAED,MAAM,WAAW,GAAG;IACnB,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC;IAC7B,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC;IAC3B,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC;IACjC,iBAAiB,EAAE,WAAW,CAAC,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"cli-args-schema.js","sourceRoot":"","sources":["../../src/core/cli-args-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAqB,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,4FAA4F;AAC5F,4FAA4F;AAE5F,SAAS,SAAS,CAAC,IAAY;IAC9B,OAAO,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,GAAG,IAAI,gBAAgB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;AAChE,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAChC,OAAO,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,IAAI,iBAAiB,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;AACxE,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACpC,OAAQ,cAAoC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;AAC9D,CAAC;AAED,+FAA+F;AAC/F,0CAA0C;AAC1C,MAAM,aAAa,GAAG,CAAC;KACrB,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC;KAC1D,SAAS,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE;IAC9B,MAAM,OAAO,GAA0C,EAAE,CAAC;IAC1D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAC3C,IAAI,SAAS,IAAI,CAAC,IAAI,SAAS,KAAK,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,OAAO,CAAC,QAAQ,CAAC;gBAChB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,+CAA+C,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;aAC/E,CAAC,CAAC;QACJ,CAAC;aAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,OAAO,CAAC,QAAQ,CAAC;gBAChB,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,sCAAsC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,sBAAsB,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;aACxH,CAAC,CAAC;QACJ,CAAC;aAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE,CAAC;YAC5C,OAAO,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,iBAAiB,QAAQ,uBAAuB,EAAE,CAAC,CAAC;QACjG,CAAC;aAAM,CAAC;YACP,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;QAChD,CAAC;IACF,CAAC;IACD,OAAO,OAAO,CAAC;AAChB,CAAC,CAAC;KACD,QAAQ,EAAE,CAAC;AAEb,MAAM,WAAW,GAAG;IACnB,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC;IAC7B,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC;IAC3B,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC;IACjC,iBAAiB,EAAE,WAAW,CAAC,iBAAiB,CAAC;IACjD,cAAc,EAAE,aAAa;CAC7B,CAAC;AAEF,2FAA2F;AAC3F,MAAM,CAAC,MAAM,gBAAgB,GAAwB,IAAI,GAAG,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;AAE/E,mGAAmG;AACnG,MAAM,mBAAmB,GAAG,CAAC;KAC3B,MAAM,CAAC,EAAE,GAAG,WAAW,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,WAAW,CAAC,gBAAgB,CAAC,EAAE,CAAC;KAC9G,MAAM,EAAE,CAAC;AAEX,MAAM,eAAe,GAAG,CAAC;KACvB,MAAM,CAAC;IACP,GAAG,WAAW;IACd,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC;IAC7B,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC;IACjC,eAAe,EAAE,CAAC;SAChB,IAAI,CAAC,YAAY,EAAE;QACnB,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAChB,+BAA+B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,sBAAsB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;KAC3G,CAAC;SACD,QAAQ,EAAE;CACZ,CAAC;KACD,MAAM,EAAE,CAAC;AASX,SAAS,UAAU,CAAI,MAA6B,EAAE,KAAe;IACpE,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,OAAO;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC;IACvC,MAAM,IAAI,KAAK,CACd,MAAM,CAAC,KAAK,CAAC,MAAM;SACjB,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,mBAAmB,CAAC,CAAC,CAAC,gBAAgB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC9G,IAAI,CAAC,IAAI,CAAC,CACZ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAe;IACjD,OAAO,UAAU,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAe;IAC7C,OAAO,UAAU,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;AAC3C,CAAC"}
|
package/dist/core/cli-args.js
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { parseGenerateFlags, parseReadFlags } from "./cli-args-schema.js";
|
|
1
|
+
import { parseGenerateFlags, parseReadFlags, REPEATABLE_FLAGS } from "./cli-args-schema.js";
|
|
2
2
|
// Shared argv-parsing for the `generate`/`read` subcommands - lives in `core/` (not either
|
|
3
3
|
// integration adapter) so the CLI and the Skill's companion script parse identical flags from one
|
|
4
4
|
// implementation instead of two that could drift apart.
|
|
@@ -6,7 +6,17 @@ function isFlag(arg) {
|
|
|
6
6
|
return arg?.startsWith("--") ?? false;
|
|
7
7
|
}
|
|
8
8
|
// Pairs each `--flag` with the argument after it, or `true` when the next argument is another
|
|
9
|
-
// flag or missing.
|
|
9
|
+
// flag or missing. A repeatable flag collects its values into a list. Which flags exist, and
|
|
10
|
+
// which take a value, is the schema's job.
|
|
11
|
+
function addFlag(flags, arg, value) {
|
|
12
|
+
const previous = flags[arg];
|
|
13
|
+
if (REPEATABLE_FLAGS.has(arg) && value !== true) {
|
|
14
|
+
flags[arg] = [...(Array.isArray(previous) ? previous : []), value];
|
|
15
|
+
}
|
|
16
|
+
else {
|
|
17
|
+
flags[arg] = value;
|
|
18
|
+
}
|
|
19
|
+
}
|
|
10
20
|
function collectFlags(argv) {
|
|
11
21
|
const flags = {};
|
|
12
22
|
for (let i = 0; i < argv.length; i++) {
|
|
@@ -15,13 +25,10 @@ function collectFlags(argv) {
|
|
|
15
25
|
throw new Error(`Unexpected argument ${JSON.stringify(arg)}`);
|
|
16
26
|
}
|
|
17
27
|
const next = argv[i + 1];
|
|
18
|
-
|
|
19
|
-
|
|
28
|
+
const value = next !== undefined && !isFlag(next) ? next : true;
|
|
29
|
+
if (value !== true)
|
|
20
30
|
i++;
|
|
21
|
-
|
|
22
|
-
else {
|
|
23
|
-
flags[arg] = true;
|
|
24
|
-
}
|
|
31
|
+
addFlag(flags, arg, value);
|
|
25
32
|
}
|
|
26
33
|
return flags;
|
|
27
34
|
}
|
|
@@ -37,6 +44,8 @@ export function parseGenerateArgs(argv) {
|
|
|
37
44
|
configPath: flags["--config"],
|
|
38
45
|
force: flags["--force"] ?? false,
|
|
39
46
|
includeTests: flags["--include-tests"] ?? false,
|
|
47
|
+
...(flags["--scip-index"] ? { scipIndexes: flags["--scip-index"] } : {}),
|
|
48
|
+
...(flags["--run-indexers"] ? { runIndexers: true } : {}),
|
|
40
49
|
};
|
|
41
50
|
}
|
|
42
51
|
export function parseReadArgs(argv) {
|
|
@@ -49,6 +58,7 @@ export function parseReadArgs(argv) {
|
|
|
49
58
|
symbolKind: flags["--symbol-kind"],
|
|
50
59
|
search: flags["--search"],
|
|
51
60
|
includeTests: flags["--include-tests"] ?? false,
|
|
61
|
+
...(flags["--scip-index"] ? { scipIndexes: flags["--scip-index"] } : {}),
|
|
52
62
|
};
|
|
53
63
|
}
|
|
54
64
|
//# sourceMappingURL=cli-args.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"cli-args.js","sourceRoot":"","sources":["../../src/core/cli-args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAiB,MAAM,0BAA0B,CAAC;
|
|
1
|
+
{"version":3,"file":"cli-args.js","sourceRoot":"","sources":["../../src/core/cli-args.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,cAAc,EAAiB,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAI/G,2FAA2F;AAC3F,kGAAkG;AAClG,wDAAwD;AAExD,SAAS,MAAM,CAAC,GAAuB;IACtC,OAAO,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC;AACvC,CAAC;AAED,8FAA8F;AAC9F,6FAA6F;AAC7F,2CAA2C;AAC3C,SAAS,OAAO,CAAC,KAAe,EAAE,GAAW,EAAE,KAAoB;IAClE,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACjD,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IACpE,CAAC;SAAM,CAAC;QACP,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACpB,CAAC;AACF,CAAC;AAED,SAAS,YAAY,CAAC,IAAc;IACnC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,KAAK,KAAK,IAAI;YAAE,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,KAAK,CAAC;AACd,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,aAAa,CAAC,IAAc;IAC3C,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAc;IAC/C,MAAM,KAAK,GAAG,kBAAkB,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IACrD,OAAO;QACN,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC;QACxB,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC;QACtB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,KAAK,EAAE,KAAK,CAAC,SAAS,CAAC,IAAI,KAAK;QAChC,YAAY,EAAE,KAAK,CAAC,iBAAiB,CAAC,IAAI,KAAK;QAC/C,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxE,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAc;IAC3C,MAAM,KAAK,GAAG,cAAc,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,OAAO;QACN,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC;QACxB,MAAM,EAAE,KAAK,CAAC,OAAO,CAAC;QACtB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC;QAC7B,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC;QACrB,UAAU,EAAE,KAAK,CAAC,eAAe,CAAC;QAClC,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC;QACzB,YAAY,EAAE,KAAK,CAAC,iBAAiB,CAAC,IAAI,KAAK;QAC/C,GAAG,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,KAAK,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxE,CAAC;AACH,CAAC"}
|
package/dist/core/compose.d.ts
CHANGED
|
@@ -5,6 +5,7 @@ export { isHelpRequest } from "./cli-args.js";
|
|
|
5
5
|
export type { GenerateCommandInput, GenerateCommandOutput, } from "./generate-command.js";
|
|
6
6
|
export type { CodemapGenerator } from "./generate-map.js";
|
|
7
7
|
export { GENERATOR_VERSION } from "./generator-version.js";
|
|
8
|
+
export { SCIP_LANGUAGES } from "./languages.js";
|
|
8
9
|
export { createConsoleLogger, type LogContext, type Logger, withLogContext, } from "./observability/logger.js";
|
|
9
10
|
export type { ReadCommandInput, ReadCommandOutput, } from "./read-command.js";
|
|
10
11
|
export { SYMBOL_KINDS } from "./types.js";
|
package/dist/core/compose.js
CHANGED
|
@@ -8,10 +8,13 @@ import { runReadCommand } from "./read-command.js";
|
|
|
8
8
|
import { createDiscovery } from "../discovery/discovery.js";
|
|
9
9
|
import { createCompositeParser } from "../extraction/composite-parser.js";
|
|
10
10
|
import { createParserFactory } from "../extraction/parser-factory.js";
|
|
11
|
+
import { createDefaultScipIndexer } from "../extraction/scip-indexer.js";
|
|
12
|
+
import { createScipIndexResolver } from "../extraction/scip-resolver.js";
|
|
11
13
|
import { createGraphBuilderFactory } from "../graph-building/graph-builder-factory.js";
|
|
12
14
|
import { createHtmlTransformer, createJsonTransformer } from "../output/transformer.js";
|
|
13
15
|
export { isHelpRequest } from "./cli-args.js";
|
|
14
16
|
export { GENERATOR_VERSION } from "./generator-version.js";
|
|
17
|
+
export { SCIP_LANGUAGES } from "./languages.js";
|
|
15
18
|
export { createConsoleLogger, withLogContext, } from "./observability/logger.js";
|
|
16
19
|
export { SYMBOL_KINDS } from "./types.js";
|
|
17
20
|
// The single composition root: every concrete stub is obtained through its own slice's
|
|
@@ -37,6 +40,8 @@ export function createDefaultPipeline() {
|
|
|
37
40
|
moduleDetector: createModuleDetector(),
|
|
38
41
|
jsonTransformer: createJsonTransformer(),
|
|
39
42
|
htmlTransformer: createHtmlTransformer(),
|
|
43
|
+
indexResolver: createScipIndexResolver(),
|
|
44
|
+
scipIndexer: createDefaultScipIndexer(logger),
|
|
40
45
|
}, logger);
|
|
41
46
|
}
|
|
42
47
|
// Everything below is the *only* surface the CliAdapter/McpAdapter/SkillAdapter peers may
|
package/dist/core/compose.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compose.js","sourceRoot":"","sources":["../../src/core/compose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wCAAwC,CAAC;AAC9E,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAExE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEtF,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAMlD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EACN,mBAAmB,EAGnB,cAAc,GACd,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,uFAAuF;AACvF,yFAAyF;AACzF,0FAA0F;AAC1F,aAAa;AACb,MAAM,UAAU,qBAAqB;IACpC,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAG,mBAAmB,EAAE,CAAC;IAC5C,MAAM,mBAAmB,GAAG,yBAAyB,EAAE,CAAC;IACxD,MAAM,SAAS,GAAG,CAAC,QAAwB,EAAE,EAAE,CAC9C,gBAAgB,CAAC,QAAQ,EAAE,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,qBAAqB,CAAC;QACpC,UAAU,EAAE,SAAS,CAAC,YAAY,CAAC;QACnC,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC;QACnB,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;QACvB,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;QACvB,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC;KAC3B,CAAC,CAAC;IAEH,OAAO,sBAAsB,CAC5B;QACC,SAAS,EAAE,eAAe,EAAE;QAC5B,MAAM;QACN,YAAY,EAAE,mBAAmB,CAAC,MAAM,EAAE;QAC1C,cAAc,EAAE,oBAAoB,EAAE;QACtC,eAAe,EAAE,qBAAqB,EAAE;QACxC,eAAe,EAAE,qBAAqB,EAAE;
|
|
1
|
+
{"version":3,"file":"compose.js","sourceRoot":"","sources":["../../src/core/compose.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,wCAAwC,CAAC;AAC9E,OAAO,EAAE,iBAAiB,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAErE,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,sCAAsC,CAAC;AAExE,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,qBAAqB,EAAE,MAAM,iCAAiC,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,+BAA+B,CAAC;AACpE,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AACvE,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,yBAAyB,EAAE,MAAM,0CAA0C,CAAC;AACrF,OAAO,EAAE,qBAAqB,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAEtF,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAMlD,OAAO,EAAE,iBAAiB,EAAE,MAAM,4BAA4B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EACN,mBAAmB,EAGnB,cAAc,GACd,MAAM,+BAA+B,CAAC;AAKvC,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE9C,uFAAuF;AACvF,yFAAyF;AACzF,0FAA0F;AAC1F,aAAa;AACb,MAAM,UAAU,qBAAqB;IACpC,MAAM,MAAM,GAAG,mBAAmB,EAAE,CAAC;IACrC,MAAM,aAAa,GAAG,mBAAmB,EAAE,CAAC;IAC5C,MAAM,mBAAmB,GAAG,yBAAyB,EAAE,CAAC;IACxD,MAAM,SAAS,GAAG,CAAC,QAAwB,EAAE,EAAE,CAC9C,gBAAgB,CAAC,QAAQ,EAAE,aAAa,CAAC,YAAY,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1E,MAAM,MAAM,GAAG,qBAAqB,CAAC;QACpC,UAAU,EAAE,SAAS,CAAC,YAAY,CAAC;QACnC,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC;QACnB,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;QACvB,IAAI,EAAE,SAAS,CAAC,MAAM,CAAC;QACvB,MAAM,EAAE,SAAS,CAAC,QAAQ,CAAC;KAC3B,CAAC,CAAC;IAEH,OAAO,sBAAsB,CAC5B;QACC,SAAS,EAAE,eAAe,EAAE;QAC5B,MAAM;QACN,YAAY,EAAE,mBAAmB,CAAC,MAAM,EAAE;QAC1C,cAAc,EAAE,oBAAoB,EAAE;QACtC,eAAe,EAAE,qBAAqB,EAAE;QACxC,eAAe,EAAE,qBAAqB,EAAE;QACxC,aAAa,EAAE,uBAAuB,EAAE;QACxC,WAAW,EAAE,wBAAwB,CAAC,MAAM,CAAC;KAC7C,EACD,MAAM,CACN,CAAC;AACH,CAAC;AAED,0FAA0F;AAC1F,+HAA+H;AAC/H,yFAAyF;AACzF,6FAA6F;AAC7F,qEAAqE;AAErE,MAAM,UAAU,QAAQ,CACvB,KAA2B,EAC3B,SAAS,GAAqB,qBAAqB,EAAE;IAErD,OAAO,kBAAkB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,gBAAgB,CAC/B,IAAc,EACd,SAAS,GAAqB,qBAAqB,EAAE;IAErD,OAAO,kBAAkB,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,IAAI,CACnB,KAAuB,EACvB,SAAS,GAAqB,qBAAqB,EAAE;IAErD,OAAO,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAc,EAAE,SAAS,GAAqB,qBAAqB,EAAE;IACjG,OAAO,cAAc,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,SAAS,CAAC,CAAC;AACvD,CAAC"}
|
|
@@ -2,6 +2,13 @@ import { z } from "zod";
|
|
|
2
2
|
declare const codemapConfigSchema: z.ZodObject<{
|
|
3
3
|
outDir: z.ZodOptional<z.ZodString>;
|
|
4
4
|
exclude: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
5
|
+
scipIndexes: z.ZodOptional<z.ZodRecord<z.ZodEnum<{
|
|
6
|
+
go: "go";
|
|
7
|
+
java: "java";
|
|
8
|
+
python: "python";
|
|
9
|
+
rust: "rust";
|
|
10
|
+
}> & z.core.$partial, z.ZodString>>;
|
|
11
|
+
indexerTimeoutSeconds: z.ZodOptional<z.ZodNumber>;
|
|
5
12
|
}, z.core.$strict>;
|
|
6
13
|
export type CodemapConfig = z.infer<typeof codemapConfigSchema>;
|
|
7
14
|
export declare function parseCodemapConfig(raw: unknown, configPath: string): CodemapConfig;
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { SCIP_LANGUAGES } from "./languages.js";
|
|
1
2
|
import { z } from "zod";
|
|
2
3
|
// The public-interface spec: JSON only (no YAML/`.js`/`.ts`), no `rootDir`
|
|
3
4
|
// field - `rootDir` is the CLI/MCP caller's own concept, never a second competing source of truth.
|
|
@@ -5,6 +6,10 @@ const codemapConfigSchema = z
|
|
|
5
6
|
.object({
|
|
6
7
|
outDir: z.string().optional(),
|
|
7
8
|
exclude: z.array(z.string()).optional(),
|
|
9
|
+
// Language -> SCIP index path, relative to the repo root (documentation/adr/0056).
|
|
10
|
+
scipIndexes: z.partialRecord(z.enum(SCIP_LANGUAGES), z.string()).optional(),
|
|
11
|
+
// How long one `--run-indexers` indexer run may take before it is stopped.
|
|
12
|
+
indexerTimeoutSeconds: z.number().int().positive().optional(),
|
|
8
13
|
})
|
|
9
14
|
.strict();
|
|
10
15
|
// Throws a readable error naming every offending field, rather than silently misapplying a
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config-schema.js","sourceRoot":"","sources":["../../src/core/config-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,2EAA2E;AAC3E,mGAAmG;AACnG,MAAM,mBAAmB,GAAG,CAAC;KAC3B,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;
|
|
1
|
+
{"version":3,"file":"config-schema.js","sourceRoot":"","sources":["../../src/core/config-schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,2EAA2E;AAC3E,mGAAmG;AACnG,MAAM,mBAAmB,GAAG,CAAC;KAC3B,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,mFAAmF;IACnF,WAAW,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC3E,2EAA2E;IAC3E,qBAAqB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7D,CAAC;KACD,MAAM,EAAE,CAAC;AAIX,2FAA2F;AAC3F,eAAe;AACf,MAAM,UAAU,kBAAkB,CAAC,GAAY,EAAE,UAAkB;IAClE,MAAM,MAAM,GAAG,mBAAmB,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAClD,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CACd,WAAW,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,MAAM;aAC3C,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,QAAQ,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;aACvE,IAAI,CAAC,IAAI,CAAC,EAAE,CACd,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACpB,CAAC"}
|
package/dist/core/config.d.ts
CHANGED
|
@@ -1,9 +1,15 @@
|
|
|
1
1
|
import { type CodemapConfig } from "./config-schema.js";
|
|
2
|
+
import type { ScipLanguage } from "./languages.js";
|
|
3
|
+
export type ScipIndexPaths = Partial<Record<ScipLanguage, string>>;
|
|
2
4
|
export interface ResolvedCodemapConfig {
|
|
3
5
|
outDir: string;
|
|
4
6
|
exclude: string[];
|
|
7
|
+
scipIndexes: ScipIndexPaths;
|
|
8
|
+
indexerTimeoutSeconds: number;
|
|
5
9
|
}
|
|
6
10
|
export declare const DEFAULT_OUT_DIR = ".codemap";
|
|
11
|
+
export declare const DEFAULT_INDEXER_TIMEOUT_SECONDS = 600;
|
|
7
12
|
export declare function loadConfig(rootDir: string, explicitConfigPath?: string): ResolvedCodemapConfig;
|
|
8
13
|
export declare function resolveOutDir(explicitOutDir: string | undefined, config: Pick<CodemapConfig, "outDir">): string;
|
|
9
14
|
export declare function resolveAbsoluteOutDir(rootDir: string, explicitOutDir: string | undefined, config: Pick<CodemapConfig, "outDir">): string;
|
|
15
|
+
export declare function resolveScipIndexes(rootDir: string, explicit: ScipIndexPaths | undefined, config: Pick<ResolvedCodemapConfig, "scipIndexes">): ScipIndexPaths;
|
package/dist/core/config.js
CHANGED
|
@@ -2,6 +2,8 @@ import fs from "node:fs";
|
|
|
2
2
|
import path from "node:path";
|
|
3
3
|
import { parseCodemapConfig } from "./config-schema.js";
|
|
4
4
|
export const DEFAULT_OUT_DIR = ".codemap";
|
|
5
|
+
// documentation/adr/0056 decision 1's starting value, not a measured one.
|
|
6
|
+
export const DEFAULT_INDEXER_TIMEOUT_SECONDS = 600;
|
|
5
7
|
// Always applied, with the config file's own `exclude` layered on top (never replacing it).
|
|
6
8
|
const DEFAULT_EXCLUDE = [
|
|
7
9
|
"**/node_modules/**",
|
|
@@ -31,6 +33,8 @@ export function loadConfig(rootDir, explicitConfigPath) {
|
|
|
31
33
|
return {
|
|
32
34
|
outDir: fileConfig.outDir ?? DEFAULT_OUT_DIR,
|
|
33
35
|
exclude: [...DEFAULT_EXCLUDE, ...(fileConfig.exclude ?? [])],
|
|
36
|
+
scipIndexes: fileConfig.scipIndexes ?? {},
|
|
37
|
+
indexerTimeoutSeconds: fileConfig.indexerTimeoutSeconds ?? DEFAULT_INDEXER_TIMEOUT_SECONDS,
|
|
34
38
|
};
|
|
35
39
|
}
|
|
36
40
|
// Reusable by both the CLI and MCP callers: an explicit caller-supplied value (a `--out` flag,
|
|
@@ -45,4 +49,14 @@ export function resolveAbsoluteOutDir(rootDir, explicitOutDir, config) {
|
|
|
45
49
|
const outDir = resolveOutDir(explicitOutDir, config);
|
|
46
50
|
return path.isAbsolute(outDir) ? outDir : path.join(rootDir, outDir);
|
|
47
51
|
}
|
|
52
|
+
// documentation/adr/0056 decision 2: an explicit path (a `--scip-index` flag, a `scipIndexes` tool
|
|
53
|
+
// param) wins over the config file's for the same language; both are anchored to `rootDir`. The
|
|
54
|
+
// `<rootDir>/index.scip` default applies later, in `generateMap`, only to languages left unset.
|
|
55
|
+
export function resolveScipIndexes(rootDir, explicit, config) {
|
|
56
|
+
const merged = { ...config.scipIndexes, ...explicit };
|
|
57
|
+
return Object.fromEntries(Object.entries(merged).map(([language, indexPath]) => [
|
|
58
|
+
language,
|
|
59
|
+
path.isAbsolute(indexPath) ? indexPath : path.join(rootDir, indexPath),
|
|
60
|
+
]));
|
|
61
|
+
}
|
|
48
62
|
//# sourceMappingURL=config.js.map
|
package/dist/core/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAsB,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/core/config.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAsB,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAYhF,MAAM,CAAC,MAAM,eAAe,GAAG,UAAU,CAAC;AAE1C,0EAA0E;AAC1E,MAAM,CAAC,MAAM,+BAA+B,GAAG,GAAG,CAAC;AAEnD,4FAA4F;AAC5F,MAAM,eAAe,GAAsB;IAC1C,oBAAoB;IACpB,YAAY;IACZ,aAAa;IACb,gBAAgB;IAChB,cAAc,EAAE,uCAAuC;IACvD,cAAc,EAAE,2BAA2B;IAC3C,oBAAoB,EAAE,wEAAwE;IAC9F,mBAAmB,EAAE,iDAAiD;CACtE,CAAC;AAEF,4FAA4F;AAC5F,6FAA6F;AAC7F,kDAAkD;AAClD,SAAS,cAAc,CAAC,UAAkB;IACzC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC;QAAE,OAAO,EAAE,CAAC;IAE1C,MAAM,GAAG,GAAY,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,CAAC;IACrE,OAAO,kBAAkB,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;AAC5C,CAAC;AAED,mHAAmH;AACnH,mGAAmG;AACnG,gGAAgG;AAChG,MAAM,UAAU,UAAU,CAAC,OAAe,EAAE,kBAA2B;IACtE,MAAM,UAAU,GAAG,kBAAkB,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,qBAAqB,CAAC,CAAC;IACnF,MAAM,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAE9C,OAAO;QACN,MAAM,EAAE,UAAU,CAAC,MAAM,IAAI,eAAe;QAC5C,OAAO,EAAE,CAAC,GAAG,eAAe,EAAE,GAAG,CAAC,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;QAC5D,WAAW,EAAE,UAAU,CAAC,WAAW,IAAI,EAAE;QACzC,qBAAqB,EAAE,UAAU,CAAC,qBAAqB,IAAI,+BAA+B;KAC1F,CAAC;AACH,CAAC;AAED,+FAA+F;AAC/F,yFAAyF;AACzF,MAAM,UAAU,aAAa,CAAC,cAAkC,EAAE,MAAqC;IACtG,OAAO,cAAc,IAAI,MAAM,CAAC,MAAM,IAAI,eAAe,CAAC;AAC3D,CAAC;AAED,+FAA+F;AAC/F,8FAA8F;AAC9F,oDAAoD;AACpD,MAAM,UAAU,qBAAqB,CACpC,OAAe,EACf,cAAkC,EAClC,MAAqC;IAErC,MAAM,MAAM,GAAG,aAAa,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACrD,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,mGAAmG;AACnG,gGAAgG;AAChG,gGAAgG;AAChG,MAAM,UAAU,kBAAkB,CACjC,OAAe,EACf,QAAoC,EACpC,MAAkD;IAElD,MAAM,MAAM,GAAmB,EAAE,GAAG,MAAM,CAAC,WAAW,EAAE,GAAG,QAAQ,EAAE,CAAC;IACtE,OAAO,MAAM,CAAC,WAAW,CACxB,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC;QACrD,QAAQ;QACR,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC;KACtE,CAAC,CACF,CAAC;AACH,CAAC"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
|
-
import { type ResolvedCodemapConfig } from "./config.js";
|
|
1
|
+
import { type ResolvedCodemapConfig, type ScipIndexPaths } from "./config.js";
|
|
2
2
|
import type { CodemapGenerator } from "./generate-map.js";
|
|
3
|
+
import { type IndexWarning } from "./index-warning.js";
|
|
3
4
|
import { type Logger } from "./observability/logger.js";
|
|
4
5
|
import { type SkippedFile } from "./skipped-file.js";
|
|
5
6
|
export interface ResolvedCommandContext {
|
|
@@ -18,6 +19,8 @@ export interface GenerateCommandInput {
|
|
|
18
19
|
outDir?: string;
|
|
19
20
|
force?: boolean;
|
|
20
21
|
includeTests?: boolean;
|
|
22
|
+
scipIndexes?: ScipIndexPaths;
|
|
23
|
+
runIndexers?: boolean;
|
|
21
24
|
}
|
|
22
25
|
export interface GenerateCommandOutput {
|
|
23
26
|
jsonPath: string;
|
|
@@ -26,4 +29,5 @@ export interface GenerateCommandOutput {
|
|
|
26
29
|
edgeCount: number;
|
|
27
30
|
}
|
|
28
31
|
export declare function logSkippedFiles(logger: Logger, skippedFiles: SkippedFile[]): void;
|
|
32
|
+
export declare function logIndexWarnings(logger: Logger, indexWarnings?: IndexWarning[]): void;
|
|
29
33
|
export declare function runGenerateCommand(input: GenerateCommandInput, generator: CodemapGenerator, logger?: Logger): GenerateCommandOutput;
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import fs from "node:fs";
|
|
2
2
|
import path from "node:path";
|
|
3
|
-
import { loadConfig, resolveAbsoluteOutDir } from "./config.js";
|
|
3
|
+
import { loadConfig, resolveAbsoluteOutDir, resolveScipIndexes, } from "./config.js";
|
|
4
|
+
import { formatIndexWarning } from "./index-warning.js";
|
|
4
5
|
import { createConsoleLogger } from "./observability/logger.js";
|
|
5
6
|
import { formatSkippedFile } from "./skipped-file.js";
|
|
6
7
|
const JSON_FILE_NAME = "codemap.json";
|
|
@@ -28,6 +29,15 @@ export function logSkippedFiles(logger, skippedFiles) {
|
|
|
28
29
|
});
|
|
29
30
|
}
|
|
30
31
|
}
|
|
32
|
+
// One event per SCIP fallback, named by reason, alongside `logSkippedFiles`'s own events.
|
|
33
|
+
export function logIndexWarnings(logger, indexWarnings = []) {
|
|
34
|
+
for (const indexWarning of indexWarnings) {
|
|
35
|
+
logger.warn(`scip index fallback: ${indexWarning.reason}`, {
|
|
36
|
+
file: indexWarning.file,
|
|
37
|
+
warning: formatIndexWarning(indexWarning),
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
}
|
|
31
41
|
export function runGenerateCommand(input, generator, logger = createConsoleLogger()) {
|
|
32
42
|
const { rootDir, outDir, config } = resolveCommandContext(input);
|
|
33
43
|
const result = generator.generateMap(rootDir, {
|
|
@@ -35,10 +45,14 @@ export function runGenerateCommand(input, generator, logger = createConsoleLogge
|
|
|
35
45
|
exclude: config.exclude,
|
|
36
46
|
force: input.force,
|
|
37
47
|
includeTests: input.includeTests,
|
|
48
|
+
scipIndexes: resolveScipIndexes(rootDir, input.scipIndexes, config),
|
|
49
|
+
runIndexers: input.runIndexers,
|
|
50
|
+
indexerTimeoutSeconds: config.indexerTimeoutSeconds,
|
|
38
51
|
});
|
|
39
52
|
// Every adapter (CLI/MCP/Skill) goes through this one function, so logging here reaches all
|
|
40
53
|
// three.
|
|
41
54
|
logSkippedFiles(logger, result.skippedFiles);
|
|
55
|
+
logIndexWarnings(logger, result.indexWarnings);
|
|
42
56
|
fs.mkdirSync(outDir, { recursive: true });
|
|
43
57
|
const jsonPath = path.join(outDir, JSON_FILE_NAME);
|
|
44
58
|
const htmlPath = path.join(outDir, HTML_FILE_NAME);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generate-command.js","sourceRoot":"","sources":["../../src/core/generate-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,
|
|
1
|
+
{"version":3,"file":"generate-command.js","sourceRoot":"","sources":["../../src/core/generate-command.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EACN,UAAU,EAEV,qBAAqB,EACrB,kBAAkB,GAElB,MAAM,iBAAiB,CAAC;AAEzB,OAAO,EAAE,kBAAkB,EAAqB,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAe,MAAM,+BAA+B,CAAC;AACjF,OAAO,EAAE,iBAAiB,EAAoB,MAAM,uBAAuB,CAAC;AAE5E,MAAM,cAAc,GAAG,cAAc,CAAC;AACtC,MAAM,cAAc,GAAG,cAAc,CAAC;AAQtC,6FAA6F;AAC7F,2FAA2F;AAC3F,sEAAsE;AACtE,MAAM,UAAU,qBAAqB,CAAC,KAIrC;IACA,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAEpE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AACpC,CAAC;AAwBD,iGAAiG;AACjG,kDAAkD;AAClD,0FAA0F;AAC1F,gGAAgG;AAChG,+FAA+F;AAC/F,+BAA+B;AAC/B,MAAM,UAAU,eAAe,CAAC,MAAc,EAAE,YAA2B;IAC1E,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,MAAM,EAAE,EAAE;YAC9C,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,OAAO,EAAE,iBAAiB,CAAC,OAAO,CAAC;SACnC,CAAC,CAAC;IACJ,CAAC;AACF,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,aAAa,GAAmB,EAAE;IAClF,KAAK,MAAM,YAAY,IAAI,aAAa,EAAE,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,wBAAwB,YAAY,CAAC,MAAM,EAAE,EAAE;YAC1D,IAAI,EAAE,YAAY,CAAC,IAAI;YACvB,OAAO,EAAE,kBAAkB,CAAC,YAAY,CAAC;SACzC,CAAC,CAAC;IACJ,CAAC;AACF,CAAC;AAED,MAAM,UAAU,kBAAkB,CACjC,KAA2B,EAC3B,SAA2B,EAC3B,MAAM,GAAW,mBAAmB,EAAE;IAEtC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAEjE,MAAM,MAAM,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE;QAC7C,MAAM;QACN,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,WAAW,EAAE,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC;QACnE,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;KACnD,CAAC,CAAC;IAEH,4FAA4F;IAC5F,SAAS;IACT,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;IAC7C,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IAE/C,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;IACnD,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IACxC,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;IAExC,OAAO;QACN,QAAQ;QACR,QAAQ;QACR,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;KAC3B,CAAC;AACH,CAAC"}
|
|
@@ -1,14 +1,19 @@
|
|
|
1
1
|
import type { ModuleDetector } from "../clustering/module-detector.js";
|
|
2
|
+
import { type ScipIndexPaths } from "./config.js";
|
|
3
|
+
import { type IndexWarning } from "./index-warning.js";
|
|
2
4
|
import { type Logger } from "./observability/logger.js";
|
|
3
5
|
import { type SkippedFile } from "./skipped-file.js";
|
|
4
6
|
import type { Discovery } from "../discovery/discovery.js";
|
|
5
7
|
import type { Parser } from "../extraction/parser.js";
|
|
8
|
+
import type { ScipIndexer } from "../extraction/scip-indexer.js";
|
|
9
|
+
import type { IndexResolver } from "../extraction/scip-resolver.js";
|
|
6
10
|
import type { GraphBuilder } from "../graph-building/graph-builder.js";
|
|
7
11
|
import type { Transformer } from "../output/transformer.js";
|
|
8
12
|
export interface GeneratedMap {
|
|
9
13
|
json: string;
|
|
10
14
|
html: string;
|
|
11
15
|
skippedFiles: SkippedFile[];
|
|
16
|
+
indexWarnings?: IndexWarning[];
|
|
12
17
|
nodeCount: number;
|
|
13
18
|
edgeCount: number;
|
|
14
19
|
}
|
|
@@ -17,6 +22,9 @@ export interface GenerateMapOptions {
|
|
|
17
22
|
outDir: string;
|
|
18
23
|
force?: boolean;
|
|
19
24
|
includeTests?: boolean;
|
|
25
|
+
scipIndexes?: ScipIndexPaths;
|
|
26
|
+
runIndexers?: boolean;
|
|
27
|
+
indexerTimeoutSeconds?: number;
|
|
20
28
|
}
|
|
21
29
|
export interface CodemapGenerator {
|
|
22
30
|
generateMap(rootDir: string, options: GenerateMapOptions): GeneratedMap;
|
|
@@ -28,5 +36,7 @@ export interface CodemapGeneratorDependencies {
|
|
|
28
36
|
moduleDetector: ModuleDetector;
|
|
29
37
|
jsonTransformer: Transformer;
|
|
30
38
|
htmlTransformer: Transformer;
|
|
39
|
+
indexResolver?: IndexResolver;
|
|
40
|
+
scipIndexer?: ScipIndexer;
|
|
31
41
|
}
|
|
32
42
|
export declare function createCodemapGenerator(dependencies: CodemapGeneratorDependencies, logger?: Logger): CodemapGenerator;
|
|
@@ -2,11 +2,14 @@ import crypto from "node:crypto";
|
|
|
2
2
|
import fs from "node:fs";
|
|
3
3
|
import path from "node:path";
|
|
4
4
|
import { computeEpoch, diffFiles, hashFile, loadCache, saveCache, } from "./cache/extraction-cache.js";
|
|
5
|
+
import { DEFAULT_INDEXER_TIMEOUT_SECONDS } from "./config.js";
|
|
5
6
|
import { GENERATOR_VERSION } from "./generator-version.js";
|
|
6
|
-
import {
|
|
7
|
+
import { formatIndexWarning } from "./index-warning.js";
|
|
8
|
+
import { DEPENDENCY_FILE_NAMES, extensionOf, languageOfExtension, parsePackageDir, SCIP_LANGUAGES, } from "./languages.js";
|
|
7
9
|
import { createConsoleLogger, currentLogContext, withLogContext } from "./observability/logger.js";
|
|
8
10
|
import { formatSkippedFile } from "./skipped-file.js";
|
|
9
11
|
const CACHE_FILE_NAME = "cache.json";
|
|
12
|
+
const DEFAULT_SCIP_INDEX_FILE_NAME = "index.scip";
|
|
10
13
|
function toPosixRelative(rootDir, absolutePath) {
|
|
11
14
|
return path.relative(rootDir, absolutePath).split(path.sep).join("/");
|
|
12
15
|
}
|
|
@@ -30,15 +33,77 @@ function readDependencyFiles(rootDir, structure) {
|
|
|
30
33
|
// Hashing the raw file text (rather than the fully `extends`-resolved CompilerOptions) is a
|
|
31
34
|
// deliberate simplification: it won't invalidate the cache when only a transitively
|
|
32
35
|
// `extends`-ed base config changes, an accepted gap.
|
|
33
|
-
function computeCurrentEpoch(rootDir, structure, exclude, includeTests) {
|
|
36
|
+
function computeCurrentEpoch(rootDir, structure, exclude, includeTests, indexSources) {
|
|
34
37
|
return computeEpoch({
|
|
35
38
|
generatorVersion: GENERATOR_VERSION,
|
|
36
39
|
tsconfigRawText: readIfPresent(path.join(rootDir, "tsconfig.json")),
|
|
37
40
|
excludePatterns: exclude,
|
|
38
41
|
includeTests,
|
|
39
42
|
dependencyFiles: readDependencyFiles(rootDir, structure),
|
|
43
|
+
scipIndexes: hashIndexSources(indexSources),
|
|
40
44
|
});
|
|
41
45
|
}
|
|
46
|
+
// documentation/adr/0056 decision 2: an explicit path per language, else `<rootDir>/index.scip`
|
|
47
|
+
// when that file exists and holds documents of that language. An explicit path that does not
|
|
48
|
+
// exist is still a source, so the run warns about it instead of silently ignoring it. So is an
|
|
49
|
+
// unreadable default, for every language, so the run warns about it once. `covered` leaves that
|
|
50
|
+
// unreadable default out: it holds nothing, so it must not stop an indexer from running.
|
|
51
|
+
function resolveIndexSources(rootDir, scipIndexes, indexResolver) {
|
|
52
|
+
const defaultPath = path.join(rootDir, DEFAULT_SCIP_INDEX_FILE_NAME);
|
|
53
|
+
const needsDefault = SCIP_LANGUAGES.some((language) => scipIndexes[language] === undefined);
|
|
54
|
+
const readable = needsDefault && fs.existsSync(defaultPath) ? indexResolver.languagesIn(defaultPath) : [];
|
|
55
|
+
const defaultLanguages = readable ?? SCIP_LANGUAGES;
|
|
56
|
+
const sources = SCIP_LANGUAGES.flatMap((language) => {
|
|
57
|
+
const indexPath = scipIndexes[language] ?? (defaultLanguages.includes(language) ? defaultPath : undefined);
|
|
58
|
+
return indexPath === undefined ? [] : [{ language, indexPath: path.resolve(indexPath) }];
|
|
59
|
+
});
|
|
60
|
+
const covered = SCIP_LANGUAGES.filter((language) => scipIndexes[language] !== undefined || (readable ?? []).includes(language));
|
|
61
|
+
return { sources, covered };
|
|
62
|
+
}
|
|
63
|
+
// Decision 5: an index's content is an epoch input, so a regenerated index re-extracts every file
|
|
64
|
+
// instead of serving refinements cached against the old one. An unreadable index hashes as "".
|
|
65
|
+
function hashIndexSources(indexSources) {
|
|
66
|
+
return Object.fromEntries(indexSources.map(({ language, indexPath }) => {
|
|
67
|
+
let contentHash = "";
|
|
68
|
+
try {
|
|
69
|
+
contentHash = crypto.createHash("sha256").update(fs.readFileSync(indexPath)).digest("hex");
|
|
70
|
+
}
|
|
71
|
+
catch {
|
|
72
|
+
// Reported by the resolver as an unreadable index.
|
|
73
|
+
}
|
|
74
|
+
return [`${language}:${indexPath}`, contentHash];
|
|
75
|
+
}));
|
|
76
|
+
}
|
|
77
|
+
// Repo-relative when the path sits under the canonical root or the root as the caller gave it
|
|
78
|
+
// (the two differ behind a symlink); otherwise left absolute.
|
|
79
|
+
function displayPath(absolutePath, roots) {
|
|
80
|
+
const root = roots.find((candidate) => absolutePath.startsWith(`${candidate}${path.sep}`));
|
|
81
|
+
return root === undefined ? absolutePath : toPosixRelative(root, absolutePath);
|
|
82
|
+
}
|
|
83
|
+
// A file's stored fallback reason, cached or fresh, each index the resolver could not read, and
|
|
84
|
+
// each indexer run that produced no index, then each index whose pre-index check failed.
|
|
85
|
+
function collectIndexWarnings(roots, symbols, unreadableIndexes, { failures, checkFailures }) {
|
|
86
|
+
return [
|
|
87
|
+
...symbols.flatMap((extracted) => extracted.indexFallback ? [{ reason: extracted.indexFallback, file: extracted.filePath }] : []),
|
|
88
|
+
...unreadableIndexes.map(({ indexPath, reason }) => ({
|
|
89
|
+
reason: "index-unreadable",
|
|
90
|
+
file: displayPath(indexPath, roots),
|
|
91
|
+
detail: reason,
|
|
92
|
+
})),
|
|
93
|
+
...failures.map(({ packageId, indexer, reason }) => ({
|
|
94
|
+
reason: "indexer-failed",
|
|
95
|
+
file: packageId,
|
|
96
|
+
detail: reason,
|
|
97
|
+
indexer,
|
|
98
|
+
})),
|
|
99
|
+
...checkFailures.map(({ packageId, check, reason }) => ({
|
|
100
|
+
reason: "indexer-check-failed",
|
|
101
|
+
file: packageId,
|
|
102
|
+
detail: reason,
|
|
103
|
+
indexer: check,
|
|
104
|
+
})),
|
|
105
|
+
];
|
|
106
|
+
}
|
|
42
107
|
// `force` bypasses the cache entirely (an empty epoch never matches, so every file comes back
|
|
43
108
|
// `changed`); otherwise a real on-disk cache is loaded and diffed against `currentEpoch`.
|
|
44
109
|
function diffAgainstCache(cachePath, files, currentEpoch, force) {
|
|
@@ -202,7 +267,7 @@ function countByLanguage(filePaths) {
|
|
|
202
267
|
return counts;
|
|
203
268
|
}
|
|
204
269
|
export function createCodemapGenerator(dependencies, logger = createConsoleLogger()) {
|
|
205
|
-
const { discovery, parser, graphBuilder, moduleDetector, jsonTransformer, htmlTransformer } = dependencies;
|
|
270
|
+
const { discovery, parser, graphBuilder, moduleDetector, jsonTransformer, htmlTransformer, indexResolver, scipIndexer, } = dependencies;
|
|
206
271
|
// Times each pipeline stage and remembers which one is running, so a failure can name it.
|
|
207
272
|
function createStageTimer() {
|
|
208
273
|
const startedAt = performance.now();
|
|
@@ -213,7 +278,8 @@ export function createCodemapGenerator(dependencies, logger = createConsoleLogge
|
|
|
213
278
|
current = stage;
|
|
214
279
|
const stageStartedAt = performance.now();
|
|
215
280
|
const result = work();
|
|
216
|
-
|
|
281
|
+
// Accumulates, so a stage split around another one still reports its whole time.
|
|
282
|
+
durationsMs[stage] = (durationsMs[stage] ?? 0) + Math.round(performance.now() - stageStartedAt);
|
|
217
283
|
return result;
|
|
218
284
|
},
|
|
219
285
|
currentStage: () => current,
|
|
@@ -229,25 +295,41 @@ export function createCodemapGenerator(dependencies, logger = createConsoleLogge
|
|
|
229
295
|
// macOS's `/var` -> `/private/var` tmpdir - to compute a file's canonical identity), so every
|
|
230
296
|
// downstream `path.relative(rootDir, …)` needs the same canonical form or produces garbage.
|
|
231
297
|
const rootDir = fs.realpathSync(inputRootDir);
|
|
232
|
-
const { exclude, outDir, force = false, includeTests = false } = options;
|
|
298
|
+
const { exclude, outDir, force = false, includeTests = false, scipIndexes = {}, runIndexers = false, indexerTimeoutSeconds = DEFAULT_INDEXER_TIMEOUT_SECONDS, } = options;
|
|
233
299
|
const cachePath = path.join(outDir, CACHE_FILE_NAME);
|
|
234
|
-
const
|
|
235
|
-
|
|
300
|
+
const supplied = indexResolver
|
|
301
|
+
? resolveIndexSources(rootDir, scipIndexes, indexResolver)
|
|
302
|
+
: { sources: [], covered: [] };
|
|
303
|
+
const structure = timer.run("discover", () => discovery.discover(rootDir, exclude, includeTests));
|
|
304
|
+
// Decision 1 and 2: only for a language with no supplied index, and never from `read`.
|
|
305
|
+
const indexerResult = runIndexers && indexResolver && scipIndexer
|
|
306
|
+
? timer.run("index", () => scipIndexer.index({
|
|
307
|
+
rootDir,
|
|
308
|
+
outDir,
|
|
309
|
+
structure,
|
|
310
|
+
languages: SCIP_LANGUAGES.filter((language) => !supplied.covered.includes(language)),
|
|
311
|
+
timeoutSeconds: indexerTimeoutSeconds,
|
|
312
|
+
}))
|
|
313
|
+
: { sources: [], failures: [], checkFailures: [] };
|
|
314
|
+
const indexSources = [...supplied.sources, ...indexerResult.sources];
|
|
315
|
+
const { files, currentEpoch, cacheDiff } = timer.run("discover", () => {
|
|
236
316
|
// Discovery's ids are repo-relative (they double as node ids); the cache and Parser need
|
|
237
317
|
// real filesystem paths, resolved here at the orchestrator boundary. `rewriteSymbolPaths`
|
|
238
318
|
// converts Parser's output back before `GraphBuilder` sees it.
|
|
239
319
|
const files = structure.programFiles.map((relativePath) => path.join(rootDir, relativePath));
|
|
240
|
-
const currentEpoch = computeCurrentEpoch(rootDir, structure, exclude, includeTests);
|
|
320
|
+
const currentEpoch = computeCurrentEpoch(rootDir, structure, exclude, includeTests, indexSources);
|
|
241
321
|
const cacheDiff = diffAgainstCache(cachePath, files, currentEpoch, force);
|
|
242
|
-
return {
|
|
322
|
+
return { files, currentEpoch, cacheDiff };
|
|
243
323
|
});
|
|
244
324
|
logger.info("cache diff computed", {
|
|
245
325
|
totalFiles: files.length,
|
|
246
326
|
changedFiles: cacheDiff.extractFiles.length,
|
|
247
327
|
cachedFiles: Object.keys(cacheDiff.cached).length,
|
|
248
328
|
});
|
|
249
|
-
const { symbolsByFile, symbolsForGraph, structureForGraph, unparseable } = timer.run("parse", () => {
|
|
250
|
-
const
|
|
329
|
+
const { symbolsByFile, symbolsForGraph, structureForGraph, unparseable, unreadableIndexes } = timer.run("parse", () => {
|
|
330
|
+
const parsedSymbols = parser.parse(rootDir, files, cacheDiff.extractFiles);
|
|
331
|
+
const resolution = indexResolver?.resolve(indexSources, parsedSymbols, mergeSymbolsByFile(cacheDiff.cached, parsedSymbols)) ?? { symbols: parsedSymbols, unreadableIndexes: [] };
|
|
332
|
+
const freshSymbols = resolution.symbols;
|
|
251
333
|
const symbolsByFile = mergeSymbolsByFile(cacheDiff.cached, freshSymbols);
|
|
252
334
|
const { symbols, skippedRelativePaths } = rewriteSymbolPaths(rootDir, structure, files, symbolsByFile);
|
|
253
335
|
const structureForGraph = buildStructureForGraph(structure, skippedRelativePaths);
|
|
@@ -261,6 +343,7 @@ export function createCodemapGenerator(dependencies, logger = createConsoleLogge
|
|
|
261
343
|
symbolsForGraph,
|
|
262
344
|
structureForGraph,
|
|
263
345
|
unparseable: skippedRelativePaths,
|
|
346
|
+
unreadableIndexes: resolution.unreadableIndexes,
|
|
264
347
|
};
|
|
265
348
|
});
|
|
266
349
|
const rawGraph = timer.run("build", () => graphBuilder.build(symbolsForGraph, structureForGraph));
|
|
@@ -278,16 +361,19 @@ export function createCodemapGenerator(dependencies, logger = createConsoleLogge
|
|
|
278
361
|
})),
|
|
279
362
|
...unparseable.map((file) => ({ file, reason: "unparseable" })),
|
|
280
363
|
];
|
|
364
|
+
const indexWarnings = collectIndexWarnings([rootDir, path.resolve(inputRootDir)], symbolsForGraph, unreadableIndexes, indexerResult);
|
|
281
365
|
const { json, html } = timer.run("transform", () => ({
|
|
282
366
|
json: jsonTransformer.transform(clusteredGraph, {
|
|
283
|
-
warnings: skippedFiles.map(formatSkippedFile),
|
|
367
|
+
warnings: [...skippedFiles.map(formatSkippedFile), ...indexWarnings.map(formatIndexWarning)],
|
|
284
368
|
}),
|
|
285
369
|
html: htmlTransformer.transform(clusteredGraph),
|
|
286
370
|
}));
|
|
287
371
|
logger.info("generate complete", {
|
|
288
372
|
nodeCount: clusteredGraph.nodes.length,
|
|
289
373
|
edgeCount: clusteredGraph.edges.length,
|
|
290
|
-
warningCount: skippedFiles.length,
|
|
374
|
+
warningCount: skippedFiles.length + indexWarnings.length,
|
|
375
|
+
indexSources: indexSources.length,
|
|
376
|
+
indexFallbacks: indexWarnings.length,
|
|
291
377
|
filesByLanguage: countByLanguage(structure.programFiles),
|
|
292
378
|
skippedByLanguage: countByLanguage(skippedFiles.map(({ file }) => file)),
|
|
293
379
|
durationsMs: timer.summary(),
|
|
@@ -296,6 +382,7 @@ export function createCodemapGenerator(dependencies, logger = createConsoleLogge
|
|
|
296
382
|
json,
|
|
297
383
|
html,
|
|
298
384
|
skippedFiles,
|
|
385
|
+
...(indexWarnings.length > 0 ? { indexWarnings } : {}),
|
|
299
386
|
nodeCount: clusteredGraph.nodes.length,
|
|
300
387
|
edgeCount: clusteredGraph.edges.length,
|
|
301
388
|
};
|