@geml/geml 1.1.1 → 1.4.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,129 @@
1
+ // geml-code-graph app-entry detection — WHERE does this repo start running?
2
+ //
3
+ // Emits entry HINTS ({ file, via, name? }) from three signal tiers, each
4
+ // carrying an honest `via` label (the codemap never claims an entry without
5
+ // saying what convention identified it):
6
+ // L2 manifest/layout Cargo [[bin]] & src/main.rs & src/bin/*, package.json
7
+ // bin, wrangler.toml main, Nuxt app.vue, Next root
8
+ // page, SvelteKit root route, Django manage.py,
9
+ // python __main__.py
10
+ // L3 source markers workers-rs #[event(...)], createApp().mount() /
11
+ // createRoot() / svelte mount (SPA bootstraps),
12
+ // .listen() (node servers), export default { fetch }
13
+ // (JS workers), Flask()/FastAPI() apps,
14
+ // @SpringBootApplication
15
+ // (L1 — a function literally named `main` — is already flagged by the scip
16
+ // and joern adapters at extraction time; hints here ADD to it.)
17
+ //
18
+ // Pure by design: given precomputed { files, manifests, pkgs } lists it walks
19
+ // nothing; `readText`/`readJson` are injectable, and every source peek is
20
+ // bounded to a handful of conventional entry files per project — never a
21
+ // repo-wide grep. A hint is only emitted for files the build actually indexes
22
+ // (present in `files`), so a pkg-bin pointing at dist/ never leaks in.
23
+ import { readFileSync } from "node:fs";
24
+ import { join } from "node:path";
25
+
26
+ const dirOf = (p) => (p.includes("/") ? p.slice(0, p.lastIndexOf("/")) : "");
27
+
28
+ export function detectEntries(root, { files = [], manifests = [], pkgs = [], readText, readJson } = {}) {
29
+ readText ??= (p) => readFileSync(p, "utf8");
30
+ readJson ??= (p) => JSON.parse(readText(p));
31
+ const fileSet = new Set(files);
32
+ const hints = [];
33
+ const seen = new Set();
34
+ const add = (file, via, name) => {
35
+ if (!file || !fileSet.has(file)) return;
36
+ const k = `${file}${via}${name ?? ""}`;
37
+ if (seen.has(k)) return;
38
+ seen.add(k);
39
+ hints.push(name ? { file, via, name } : { file, via });
40
+ };
41
+ const tryText = (rel) => {
42
+ try { return readText(join(root, ...rel.split("/"))); } catch { return null; }
43
+ };
44
+
45
+ // ---- Rust: cargo bin targets + workers-rs event handlers ----
46
+ for (const m of manifests.filter((x) => x.endsWith("Cargo.toml"))) {
47
+ const dir = dirOf(m);
48
+ const at = (rel) => (dir ? `${dir}/${rel}` : rel);
49
+ add(at("src/main.rs"), "cargo-bin", "main");
50
+ for (const f of files) if (f.startsWith(at("src/bin/")) && f.endsWith(".rs")) add(f, "cargo-bin", "main");
51
+ const toml = tryText(m);
52
+ if (toml) {
53
+ for (const b of toml.matchAll(/^\[\[bin\]\][^[]*/gm)) {
54
+ const p = /path\s*=\s*"([^"]+)"/.exec(b[0]);
55
+ if (p) add(at(p[1].replace(/\\/g, "/")), "cargo-bin", "main");
56
+ }
57
+ }
58
+ for (const rel of ["src/main.rs", "src/lib.rs"]) {
59
+ const t = fileSet.has(at(rel)) ? tryText(at(rel)) : null;
60
+ if (!t) continue;
61
+ for (const ev of t.matchAll(/#\[event\((\w+)[^)]*\)\]\s*(?:pub\s+)?(?:async\s+)?fn\s+([A-Za-z_][A-Za-z0-9_]*)/g)) {
62
+ add(at(rel), `worker-${ev[1]}`, ev[2]);
63
+ }
64
+ }
65
+ }
66
+
67
+ // ---- Node/TS/frontends: one look per package ----
68
+ for (const p of pkgs) {
69
+ const dir = dirOf(p);
70
+ const at = (rel) => (dir ? `${dir}/${rel}` : rel);
71
+ let pkg = {};
72
+ try { pkg = readJson(join(root, ...p.split("/"))) ?? {}; } catch { /* unreadable manifest */ }
73
+ const deps = { ...pkg.dependencies, ...pkg.devDependencies };
74
+ const norm = (v) => (typeof v === "string" ? v.replace(/^\.\//, "").replace(/\\/g, "/") : null);
75
+ const bins = typeof pkg.bin === "string" ? [pkg.bin] : Object.values(pkg.bin ?? {});
76
+ for (const b of bins) { const f = norm(b); if (f) add(at(f), "pkg-bin"); }
77
+ const wrangler = tryText(at("wrangler.toml"));
78
+ if (wrangler) {
79
+ const mm = /^\s*main\s*=\s*"([^"]+)"/m.exec(wrangler);
80
+ if (mm) add(at(norm(mm[1])), "worker-fetch");
81
+ }
82
+ // Nuxt: the app shell is the entry; individual pages are routes, not
83
+ // program starts — deliberately NOT flooded into app-entries.
84
+ if (deps.nuxt || fileSet.has(at("nuxt.config.ts")) || fileSet.has(at("nuxt.config.js"))) {
85
+ if (fileSet.has(at("app.vue"))) add(at("app.vue"), "nuxt-app");
86
+ else add(at("pages/index.vue"), "nuxt-page");
87
+ }
88
+ if (deps.next) {
89
+ for (const rel of ["app/page.tsx", "app/page.jsx", "src/app/page.tsx", "pages/index.tsx", "pages/index.jsx", "src/pages/index.tsx"]) {
90
+ if (fileSet.has(at(rel))) { add(at(rel), "next-page"); break; }
91
+ }
92
+ }
93
+ if (deps["@sveltejs/kit"]) add(at("src/routes/+page.svelte"), "kit-route");
94
+ // SPA bootstrap / server start markers — conventional entry files only.
95
+ for (const rel of ["src/main.ts", "src/main.tsx", "src/main.js", "src/main.jsx",
96
+ "src/index.ts", "src/index.tsx", "src/index.js", "index.ts", "index.js",
97
+ "src/server.ts", "src/server.js", "server.js", "src/app.ts", "app.js"]) {
98
+ const f = at(rel);
99
+ if (!fileSet.has(f)) continue;
100
+ const t = tryText(f);
101
+ if (!t) continue;
102
+ if (/createApp\s*\(/.test(t) && /\.mount\s*\(/.test(t)) add(f, "vue-mount");
103
+ else if (/createRoot\s*\(|ReactDOM\.render\s*\(/.test(t)) add(f, "react-mount");
104
+ else if (deps.svelte && /\bnew\s+\w+\s*\(\s*\{[^}]*target|\bmount\s*\(/.test(t)) add(f, "svelte-mount");
105
+ if (/\.listen\s*\(/.test(t)) add(f, "server-listen");
106
+ if (/export\s+default\s*\{[^}]*\bfetch\b/s.test(t)) add(f, "worker-fetch");
107
+ }
108
+ }
109
+
110
+ // ---- Python ----
111
+ for (const f of files) {
112
+ if (/(^|\/)manage\.py$/.test(f)) add(f, "django-manage");
113
+ else if (/(^|\/)__main__\.py$/.test(f)) add(f, "py-main");
114
+ else if (/(^|\/)(app|main|wsgi|asgi)\.py$/.test(f)) {
115
+ const t = tryText(f);
116
+ if (t && /\bFlask\s*\(|\bFastAPI\s*\(/.test(t)) add(f, "wsgi-app");
117
+ }
118
+ }
119
+
120
+ // ---- Java: Spring Boot (convention-named files only, never a repo grep) ----
121
+ for (const f of files) {
122
+ if (/Application\.java$/.test(f)) {
123
+ const t = tryText(f);
124
+ if (t && /@SpringBootApplication/.test(t)) add(f, "spring-boot", "main");
125
+ }
126
+ }
127
+
128
+ return hints;
129
+ }
@@ -1,52 +1,52 @@
1
- // Source exclusion for the codemap build.
2
- //
3
- // Two mechanisms, both matching on a symbol's repo-relative POSIX file path:
4
- // 1. .gitignore — the default. Whatever git ignores (vendored copies, build
5
- // output, dependency dumps) never enters the graph. Uses `git check-ignore`
6
- // so the semantics are exactly git's, including un-committed .gitignore
7
- // edits (check-ignore reads the working tree).
8
- // 2. --exclude <glob> — explicit, repeatable, for paths git still tracks that
9
- // you nonetheless don't want in the graph.
10
- // Neither touches the raw indexer output; excluded symbols are dropped before
11
- // emit, and the edge tables (which key on surviving anchors) follow.
12
-
13
- import { execFileSync as _execFileSync } from "node:child_process";
14
-
15
- // Minimal gitignore-flavoured glob: `**` spans path separators, `*` stays
16
- // within a segment, everything else is literal. Anchored to the whole path.
17
- export function globToRegExp(glob) {
18
- let re = "";
19
- for (let i = 0; i < glob.length; i++) {
20
- const c = glob[i];
21
- if (c === "*") {
22
- if (glob[i + 1] === "*") { re += ".*"; i++; if (glob[i + 1] === "/") i++; }
23
- else re += "[^/]*";
24
- } else if ("\\^$+?.()|{}[]".includes(c)) {
25
- re += "\\" + c;
26
- } else {
27
- re += c;
28
- }
29
- }
30
- return new RegExp("^" + re + "$");
31
- }
32
-
33
- // Ask git which of `files` it ignores. Returns a Set of the ignored paths.
34
- // check-ignore exits 1 when nothing matches and 128 when git is unavailable /
35
- // the dir is not a repo — both mean "ignore nothing", not a build failure.
36
- export function gitIgnored(root, files, exec = _execFileSync) {
37
- if (!files.length) return new Set();
38
- try {
39
- const out = exec("git", ["-C", root, "check-ignore", "--stdin"], { input: files.join("\n"), encoding: "utf8" });
40
- return new Set(out.split(/\r?\n/).filter(Boolean));
41
- } catch (e) {
42
- const out = e && e.stdout ? String(e.stdout) : "";
43
- return new Set(out.split(/\r?\n/).filter(Boolean));
44
- }
45
- }
46
-
47
- // Build a predicate (file) => shouldExclude.
48
- export function makeExcluder({ root, globs = [], gitignore = true, files = [], exec } = {}) {
49
- const res = globs.map(globToRegExp);
50
- const ignored = gitignore ? gitIgnored(root, files, exec) : new Set();
51
- return (file) => ignored.has(file) || res.some((r) => r.test(file));
52
- }
1
+ // Source exclusion for the codemap build.
2
+ //
3
+ // Two mechanisms, both matching on a symbol's repo-relative POSIX file path:
4
+ // 1. .gitignore — the default. Whatever git ignores (vendored copies, build
5
+ // output, dependency dumps) never enters the graph. Uses `git check-ignore`
6
+ // so the semantics are exactly git's, including un-committed .gitignore
7
+ // edits (check-ignore reads the working tree).
8
+ // 2. --exclude <glob> — explicit, repeatable, for paths git still tracks that
9
+ // you nonetheless don't want in the graph.
10
+ // Neither touches the raw indexer output; excluded symbols are dropped before
11
+ // emit, and the edge tables (which key on surviving anchors) follow.
12
+
13
+ import { execFileSync as _execFileSync } from "node:child_process";
14
+
15
+ // Minimal gitignore-flavoured glob: `**` spans path separators, `*` stays
16
+ // within a segment, everything else is literal. Anchored to the whole path.
17
+ export function globToRegExp(glob) {
18
+ let re = "";
19
+ for (let i = 0; i < glob.length; i++) {
20
+ const c = glob[i];
21
+ if (c === "*") {
22
+ if (glob[i + 1] === "*") { re += ".*"; i++; if (glob[i + 1] === "/") i++; }
23
+ else re += "[^/]*";
24
+ } else if ("\\^$+?.()|{}[]".includes(c)) {
25
+ re += "\\" + c;
26
+ } else {
27
+ re += c;
28
+ }
29
+ }
30
+ return new RegExp("^" + re + "$");
31
+ }
32
+
33
+ // Ask git which of `files` it ignores. Returns a Set of the ignored paths.
34
+ // check-ignore exits 1 when nothing matches and 128 when git is unavailable /
35
+ // the dir is not a repo — both mean "ignore nothing", not a build failure.
36
+ export function gitIgnored(root, files, exec = _execFileSync) {
37
+ if (!files.length) return new Set();
38
+ try {
39
+ const out = exec("git", ["-C", root, "check-ignore", "--stdin"], { input: files.join("\n"), encoding: "utf8" });
40
+ return new Set(out.split(/\r?\n/).filter(Boolean));
41
+ } catch (e) {
42
+ const out = e && e.stdout ? String(e.stdout) : "";
43
+ return new Set(out.split(/\r?\n/).filter(Boolean));
44
+ }
45
+ }
46
+
47
+ // Build a predicate (file) => shouldExclude.
48
+ export function makeExcluder({ root, globs = [], gitignore = true, files = [], exec } = {}) {
49
+ const res = globs.map(globToRegExp);
50
+ const ignored = gitignore ? gitIgnored(root, files, exec) : new Set();
51
+ return (file) => ignored.has(file) || res.some((r) => r.test(file));
52
+ }
@@ -0,0 +1,63 @@
1
+ #!/usr/bin/env node
2
+ // geml codemap find <name> [codemap-dir]
3
+ //
4
+ // Locate a function/class by (substring, case-insensitive) name in a built
5
+ // codemap. Prints each candidate as <name> \t <doc>#<id> \t <src> — the
6
+ // document + block id to open, and the true source location. NO browser: pure
7
+ // stdout, so it pipes/greps. `dir` defaults to ./.geml-code-graph.
8
+ //
9
+ // Same index the MCP `resolve_name` tool and the viewer search box use
10
+ // (_index/name-lookup.json); a name with several rows is real ambiguity
11
+ // (overloads / same short name across classes) — every candidate is printed.
12
+ import { readFileSync, existsSync } from "node:fs";
13
+ import { join } from "node:path";
14
+
15
+ // `find x | head` closes stdout after a few lines — that is normal pipe
16
+ // usage, not an error (POSIX would kill us silently with SIGPIPE; Windows
17
+ // node surfaces it as an EPIPE error event): exit quietly instead of
18
+ // crashing with an unhandled-error stack trace.
19
+ process.stdout.on("error", (e) => { if (e.code === "EPIPE") process.exit(0); throw e; });
20
+
21
+ const args = process.argv.slice(2);
22
+ if (!args.length || args[0] === "--help" || args[0] === "-h") {
23
+ console.error("usage: geml codemap find <name> [codemap-dir] # locate a symbol by substring name (dir defaults to ./.geml-code-graph)");
24
+ process.exit(args.length ? 0 : 2);
25
+ }
26
+ const query = args[0];
27
+ const dir = args[1] || ".geml-code-graph";
28
+ const lookupPath = join(dir, "_index", "name-lookup.json");
29
+ if (!existsSync(lookupPath)) {
30
+ console.error(`no name-lookup at ${lookupPath} — build the codemap first (geml codemap build)`);
31
+ process.exit(1);
32
+ }
33
+ const lookup = JSON.parse(readFileSync(lookupPath, "utf8"));
34
+ const q = query.toLowerCase();
35
+ const names = Object.keys(lookup).filter((n) => n.toLowerCase().includes(q)).sort();
36
+ if (!names.length) { console.error(`no symbol matching "${query}"`); process.exit(1); }
37
+
38
+ // src= lives on the block header line in the doc; read each doc once, index by id.
39
+ const docCache = new Map(); // doc -> Map(id -> src)
40
+ const srcOf = (doc, id) => {
41
+ if (!docCache.has(doc)) {
42
+ const map = new Map();
43
+ try {
44
+ const text = readFileSync(join(dir, doc), "utf8");
45
+ // src= may be quoted or a bare token (path#Lx-y, no spaces).
46
+ const re = /\{#([A-Za-z0-9._-]+)\b[^}]*?\bsrc=(?:"([^"]+)"|([^\s}]+))/g;
47
+ let m;
48
+ while ((m = re.exec(text))) map.set(m[1], m[2] || m[3]);
49
+ } catch { /* doc unreadable — skip src */ }
50
+ docCache.set(doc, map);
51
+ }
52
+ return docCache.get(doc).get(id) || "";
53
+ };
54
+
55
+ let n = 0;
56
+ for (const name of names) {
57
+ for (const c of lookup[name]) {
58
+ const src = srcOf(c.doc, c.id);
59
+ process.stdout.write(`${name}\t${c.doc}#${c.id}${src ? `\t${src}` : ""}\n`);
60
+ n++;
61
+ }
62
+ }
63
+ console.error(`\n${n} match(es) for "${query}" across ${names.length} name(s).`);
@@ -0,0 +1,110 @@
1
+ // foldings.geml — the visible, human-owned config for codemap ceremony folding.
2
+ // GEML (dogfooded; the viewer renders it): a meta header, three bullet-list
3
+ // sections (fold-prefixes / source-roots / test-roots) and an options section.
4
+ // Read via the bundled parser; group-id shared-prefix stripping stays
5
+ // algorithmic (only its on/off toggle lives here).
6
+ import { existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
7
+ import { join } from "node:path";
8
+ import { parse } from "../dist/geml.js";
9
+ import { deriveFoldLayers, DEFAULT_SOURCE_ROOTS, DEFAULT_TEST_ROOTS, LANG_FOLD_PREFIXES } from "./normalize.mjs";
10
+
11
+ const SECTIONS = { "fold-prefixes": "foldPrefixes", "source-roots": "sourceRoots", "test-roots": "testRoots", "module-roots": "moduleRoots" };
12
+ // Plain text of a bullet-list item. GEML list items carry `.text`; fall back to
13
+ // joining inline `.value`s if a build ever changes that shape.
14
+ const itemText = (it) => (typeof it.text === "string" ? it.text : (it.inlines ?? []).map((n) => n.value ?? "").join("")).trim();
15
+
16
+ export function parseFoldings(text) {
17
+ const doc = parse(text);
18
+ // A malformed hand-edit must fail LOUDLY, not silently drop every rule: the
19
+ // caller (loadOrSeedFoldings) catches this and falls back to the defaults.
20
+ // An intentionally empty file carries NO error diagnostics and yields empty
21
+ // sections — the "fold nothing" off-switch, a deliberately different outcome.
22
+ const errs = doc.diagnostics.filter((d) => d.severity === "error");
23
+ if (errs.length) throw new Error(`invalid GEML in foldings config: ${errs[0].message} (line ${errs[0].line})`);
24
+ const cfg = { foldPrefixes: [], sourceRoots: [], testRoots: [], moduleRoots: [], stripSharedPrefix: true };
25
+ let section = null;
26
+ for (const b of doc.children) {
27
+ if (b.kind === "heading") { section = b.text.trim().toLowerCase(); continue; }
28
+ if (b.kind !== "list") continue;
29
+ const items = b.items.map(itemText).filter(Boolean);
30
+ if (Object.hasOwn(SECTIONS, section)) cfg[SECTIONS[section]] = items;
31
+ else if (section === "options") {
32
+ for (const it of items) {
33
+ const m = it.match(/^strip-shared-prefix\s*:\s*(on|off|true|false)$/i);
34
+ if (m) cfg.stripSharedPrefix = /^(on|true)$/i.test(m[1]);
35
+ }
36
+ }
37
+ }
38
+ return cfg;
39
+ }
40
+
41
+ export function serializeFoldings(cfg) {
42
+ const list = (xs) => xs.map((x) => `- ${x}`).join("\n");
43
+ return [
44
+ "=== meta",
45
+ 'title = "codemap foldings"',
46
+ "===",
47
+ "",
48
+ "Ceremony folded out of module display names. Seeded on first build; edit",
49
+ "freely — build never rewrites this. The shared package prefix (group-ids",
50
+ "like com/acme/app) is stripped automatically and needs no entry here; set",
51
+ "strip-shared-prefix to off under Options to disable it.",
52
+ "",
53
+ "Add a directory under module-roots to force it to display as its own",
54
+ "module — for a submodule a build tool declares centrally but whose folder",
55
+ "carries no manifest, or any layout the detector cannot see.",
56
+ "",
57
+ "## fold-prefixes",
58
+ "",
59
+ list(cfg.foldPrefixes),
60
+ "",
61
+ "## source-roots",
62
+ "",
63
+ list(cfg.sourceRoots),
64
+ "",
65
+ "## test-roots",
66
+ "",
67
+ list(cfg.testRoots),
68
+ "",
69
+ "## module-roots",
70
+ "",
71
+ list(cfg.moduleRoots ?? []),
72
+ "",
73
+ "## options",
74
+ "",
75
+ `- strip-shared-prefix: ${cfg.stripSharedPrefix ? "on" : "off"}`,
76
+ "",
77
+ ].join("\n");
78
+ }
79
+
80
+ // Seeded config for a first build: structural fold-layers (above-root
81
+ // ceremony dirs, derived from the discovered module roots) unioned with
82
+ // known per-language ceremony (Cargo's `crates/`). Source/test roots always
83
+ // start from the same global defaults — the human edits foldings.geml from
84
+ // there; the build never rewrites it once it exists.
85
+ export function defaultFoldings({ moduleRoots, languages }) {
86
+ const langPrefixes = (languages ?? []).flatMap((l) => LANG_FOLD_PREFIXES[l] ?? []);
87
+ const foldPrefixes = [...new Set([...deriveFoldLayers(moduleRoots ?? []), ...langPrefixes])].sort();
88
+ return { foldPrefixes, sourceRoots: [...DEFAULT_SOURCE_ROOTS], testRoots: [...DEFAULT_TEST_ROOTS], moduleRoots: [], stripSharedPrefix: true };
89
+ }
90
+
91
+ // Read <outDir>/_index/foldings.geml, or seed it on first build. Write-once:
92
+ // an existing file is the human's — we read it and never rewrite it (the
93
+ // refresh.json contract). A missing or unreadable file never crashes the
94
+ // build: seed/fall back to defaults and say so. Returns { config, seeded }.
95
+ export function loadOrSeedFoldings({ outDir, moduleRoots, languages }) {
96
+ const path = join(outDir, "_index", "foldings.geml");
97
+ if (existsSync(path)) {
98
+ try { return { config: parseFoldings(readFileSync(path, "utf8")), seeded: false }; }
99
+ catch (e) {
100
+ console.error(`warning: ignoring ${path} (${e.message}) — using default foldings; fix the file to re-enable your edits.`);
101
+ return { config: defaultFoldings({ moduleRoots, languages }), seeded: false };
102
+ }
103
+ }
104
+ const config = defaultFoldings({ moduleRoots, languages });
105
+ try {
106
+ mkdirSync(join(outDir, "_index"), { recursive: true });
107
+ writeFileSync(path, serializeFoldings(config));
108
+ } catch (e) { console.error(`warning: could not seed ${path} (${e.message}).`); }
109
+ return { config, seeded: true };
110
+ }
@@ -1,83 +1,83 @@
1
- // geml-code-graph Joern export (P1, DESIGN §3.4).
2
- // Runs INSIDE joern; emits raw method/call records as JSONL for adapters/joern.mjs.
3
- //
4
- // Parameters come from ENVIRONMENT VARIABLES, not --param: on Windows the
5
- // joern.bat -> repl-bridge.bat hop re-tokenizes %* and cmd.exe treats `=` as a
6
- // delimiter, so `--param k=v` never survives intact. Env vars pass through
7
- // every layer on every OS:
8
- //
9
- // GEML_SRC=/abs/path/to/src GEML_OUT=/abs/path/to/build/raw \
10
- // joern --script geml-parser/codemap/joern-export.sc
11
- //
12
- // Output:
13
- // <GEML_OUT>/methods.jsonl one record per internal method
14
- // <GEML_OUT>/calls.jsonl one record per call site, callees resolved by Joern
15
- //
16
- // Identity: methods are keyed by fullName|signature|filename — the adapter
17
- // mints anchors and stable ids from these; this script stays dumb on purpose.
18
- import java.io.{File, PrintWriter}
19
-
20
- @main def exec(): Unit = {
21
- val codeDir = sys.env.getOrElse("GEML_SRC", { System.err.println("GEML_SRC not set"); sys.exit(2) })
22
- val outDir = sys.env.getOrElse("GEML_OUT", { System.err.println("GEML_OUT not set"); sys.exit(2) })
23
- // GEML_LANG (optional): force a frontend in mixed-language repos, where
24
- // auto-detection may pick the majority language instead of the intended one.
25
- // Values are Joern's --language names: JAVASRC, NEWC, PYTHONSRC, JSSRC, …
26
- sys.env.get("GEML_LANG") match {
27
- case Some(lang) => importCode(inputPath = codeDir, projectName = "geml-code-graph", language = lang)
28
- case None => importCode(inputPath = codeDir, projectName = "geml-code-graph")
29
- }
30
-
31
- def esc(s: String): String =
32
- s.replace("\\", "\\\\").replace("\"", "\\\"")
33
- .replace("\n", "\\n").replace("\r", "\\r").replace("\t", "\\t")
34
- def jstr(s: String): String = "\"" + esc(s) + "\""
35
-
36
- new File(outDir).mkdirs()
37
-
38
- val skipName = (n: String) => n == "<global>" || n.startsWith("<operator>") || n.startsWith("<clinit>")
39
-
40
- // ---- methods ----
41
- val mOut = new PrintWriter(new File(outDir, "methods.jsonl"), "UTF-8")
42
- cpg.method.filter(m => !m.isExternal && !skipName(m.name)).foreach { m =>
43
- mOut.println(
44
- s"""{"name":${jstr(m.name)},"fullName":${jstr(m.fullName)},"signature":${jstr(m.signature)},""" +
45
- s""""file":${jstr(m.filename)},"lineStart":${m.lineNumber.map(_.toString).getOrElse("null")},""" +
46
- s""""lineEnd":${m.lineNumberEnd.map(_.toString).getOrElse("null")}}"""
47
- )
48
- }
49
- mOut.close()
50
-
51
- // ---- calls ----
52
- // For each call site inside an internal method: Joern-resolved callees.
53
- // Several internal callees = dispatch candidates (the adapter keeps them ALL,
54
- // per the "never force a single candidate" red line). No internal callee =
55
- // unresolved from the graph's point of view (external / pointer call).
56
- // Operator calls are noise (arithmetic, casts, field access) EXCEPT
57
- // <operator>.pointerCall — a function-pointer invocation is a real dispatch
58
- // site the graph cannot resolve statically, so it must surface as an
59
- // unresolved call (blind spots are shown, not hidden). Its readable label is
60
- // the source expression itself.
61
- val cOut = new PrintWriter(new File(outDir, "calls.jsonl"), "UTF-8")
62
- cpg.call.filterNot(c => c.name.startsWith("<operator>") && c.name != "<operator>.pointerCall").foreach { c =>
63
- val caller = c.method
64
- if (!caller.isExternal && !skipName(caller.name)) {
65
- val callees = c.callee.l
66
- val internal = callees.filter(m => !m.isExternal && !skipName(m.name))
67
- val tos = internal.map(m =>
68
- s"""{"fullName":${jstr(m.fullName)},"signature":${jstr(m.signature)},"file":${jstr(m.filename)}}"""
69
- ).mkString("[", ",", "]")
70
- val label =
71
- if (c.name == "<operator>.pointerCall") c.code.takeWhile(_ != '\n').take(48)
72
- else c.name
73
- cOut.println(
74
- s"""{"callerFullName":${jstr(caller.fullName)},"callerSignature":${jstr(caller.signature)},""" +
75
- s""""callerFile":${jstr(caller.filename)},"name":${jstr(label)},""" +
76
- s""""line":${c.lineNumber.map(_.toString).getOrElse("null")},"callees":$tos}"""
77
- )
78
- }
79
- }
80
- cOut.close()
81
-
82
- println(s"geml-code-graph joern-export: done -> $outDir")
83
- }
1
+ // geml-code-graph Joern export (P1, DESIGN §3.4).
2
+ // Runs INSIDE joern; emits raw method/call records as JSONL for adapters/joern.mjs.
3
+ //
4
+ // Parameters come from ENVIRONMENT VARIABLES, not --param: on Windows the
5
+ // joern.bat -> repl-bridge.bat hop re-tokenizes %* and cmd.exe treats `=` as a
6
+ // delimiter, so `--param k=v` never survives intact. Env vars pass through
7
+ // every layer on every OS:
8
+ //
9
+ // GEML_SRC=/abs/path/to/src GEML_OUT=/abs/path/to/build/raw \
10
+ // joern --script geml-parser/codemap/joern-export.sc
11
+ //
12
+ // Output:
13
+ // <GEML_OUT>/methods.jsonl one record per internal method
14
+ // <GEML_OUT>/calls.jsonl one record per call site, callees resolved by Joern
15
+ //
16
+ // Identity: methods are keyed by fullName|signature|filename — the adapter
17
+ // mints anchors and stable ids from these; this script stays dumb on purpose.
18
+ import java.io.{File, PrintWriter}
19
+
20
+ @main def exec(): Unit = {
21
+ val codeDir = sys.env.getOrElse("GEML_SRC", { System.err.println("GEML_SRC not set"); sys.exit(2) })
22
+ val outDir = sys.env.getOrElse("GEML_OUT", { System.err.println("GEML_OUT not set"); sys.exit(2) })
23
+ // GEML_LANG (optional): force a frontend in mixed-language repos, where
24
+ // auto-detection may pick the majority language instead of the intended one.
25
+ // Values are Joern's --language names: JAVASRC, NEWC, PYTHONSRC, JSSRC, …
26
+ sys.env.get("GEML_LANG") match {
27
+ case Some(lang) => importCode(inputPath = codeDir, projectName = "geml-code-graph", language = lang)
28
+ case None => importCode(inputPath = codeDir, projectName = "geml-code-graph")
29
+ }
30
+
31
+ def esc(s: String): String =
32
+ s.replace("\\", "\\\\").replace("\"", "\\\"")
33
+ .replace("\n", "\\n").replace("\r", "\\r").replace("\t", "\\t")
34
+ def jstr(s: String): String = "\"" + esc(s) + "\""
35
+
36
+ new File(outDir).mkdirs()
37
+
38
+ val skipName = (n: String) => n == "<global>" || n.startsWith("<operator>") || n.startsWith("<clinit>")
39
+
40
+ // ---- methods ----
41
+ val mOut = new PrintWriter(new File(outDir, "methods.jsonl"), "UTF-8")
42
+ cpg.method.filter(m => !m.isExternal && !skipName(m.name)).foreach { m =>
43
+ mOut.println(
44
+ s"""{"name":${jstr(m.name)},"fullName":${jstr(m.fullName)},"signature":${jstr(m.signature)},""" +
45
+ s""""file":${jstr(m.filename)},"lineStart":${m.lineNumber.map(_.toString).getOrElse("null")},""" +
46
+ s""""lineEnd":${m.lineNumberEnd.map(_.toString).getOrElse("null")}}"""
47
+ )
48
+ }
49
+ mOut.close()
50
+
51
+ // ---- calls ----
52
+ // For each call site inside an internal method: Joern-resolved callees.
53
+ // Several internal callees = dispatch candidates (the adapter keeps them ALL,
54
+ // per the "never force a single candidate" red line). No internal callee =
55
+ // unresolved from the graph's point of view (external / pointer call).
56
+ // Operator calls are noise (arithmetic, casts, field access) EXCEPT
57
+ // <operator>.pointerCall — a function-pointer invocation is a real dispatch
58
+ // site the graph cannot resolve statically, so it must surface as an
59
+ // unresolved call (blind spots are shown, not hidden). Its readable label is
60
+ // the source expression itself.
61
+ val cOut = new PrintWriter(new File(outDir, "calls.jsonl"), "UTF-8")
62
+ cpg.call.filterNot(c => c.name.startsWith("<operator>") && c.name != "<operator>.pointerCall").foreach { c =>
63
+ val caller = c.method
64
+ if (!caller.isExternal && !skipName(caller.name)) {
65
+ val callees = c.callee.l
66
+ val internal = callees.filter(m => !m.isExternal && !skipName(m.name))
67
+ val tos = internal.map(m =>
68
+ s"""{"fullName":${jstr(m.fullName)},"signature":${jstr(m.signature)},"file":${jstr(m.filename)}}"""
69
+ ).mkString("[", ",", "]")
70
+ val label =
71
+ if (c.name == "<operator>.pointerCall") c.code.takeWhile(_ != '\n').take(48)
72
+ else c.name
73
+ cOut.println(
74
+ s"""{"callerFullName":${jstr(caller.fullName)},"callerSignature":${jstr(caller.signature)},""" +
75
+ s""""callerFile":${jstr(caller.filename)},"name":${jstr(label)},""" +
76
+ s""""line":${c.lineNumber.map(_.toString).getOrElse("null")},"callees":$tos}"""
77
+ )
78
+ }
79
+ }
80
+ cOut.close()
81
+
82
+ println(s"geml-code-graph joern-export: done -> $outDir")
83
+ }