homegraph 1.1.2 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -21
- package/README.md +268 -243
- package/dist/arkts/ohos-api-index.d.ts +15 -0
- package/dist/arkts/ohos-api-index.d.ts.map +1 -0
- package/dist/arkts/ohos-api-index.js +190 -0
- package/dist/arkts/ohos-api-index.js.map +1 -0
- package/dist/arkts/ohos-sdk-input.d.ts +36 -0
- package/dist/arkts/ohos-sdk-input.d.ts.map +1 -0
- package/dist/arkts/ohos-sdk-input.js +214 -0
- package/dist/arkts/ohos-sdk-input.js.map +1 -0
- package/dist/bin/command-supervision.d.ts +12 -0
- package/dist/bin/command-supervision.d.ts.map +1 -0
- package/dist/bin/command-supervision.js +86 -0
- package/dist/bin/command-supervision.js.map +1 -0
- package/dist/bin/homegraph.d.ts +1 -1
- package/dist/bin/homegraph.js +971 -71
- package/dist/bin/homegraph.js.map +1 -1
- package/dist/db/index.d.ts +20 -0
- package/dist/db/index.d.ts.map +1 -1
- package/dist/db/index.js +39 -0
- package/dist/db/index.js.map +1 -1
- package/dist/db/migrations.d.ts +1 -1
- package/dist/db/migrations.d.ts.map +1 -1
- package/dist/db/migrations.js +58 -19
- package/dist/db/migrations.js.map +1 -1
- package/dist/db/queries.d.ts +14 -0
- package/dist/db/queries.d.ts.map +1 -1
- package/dist/db/queries.js +314 -143
- package/dist/db/queries.js.map +1 -1
- package/dist/db/schema.sql +172 -152
- package/dist/directory.d.ts +32 -0
- package/dist/directory.d.ts.map +1 -1
- package/dist/directory.js +88 -5
- package/dist/directory.js.map +1 -1
- package/dist/extraction/arkts-batch-worker.d.ts +2 -0
- package/dist/extraction/arkts-batch-worker.d.ts.map +1 -0
- package/dist/extraction/arkts-batch-worker.js +28 -0
- package/dist/extraction/arkts-batch-worker.js.map +1 -0
- package/dist/extraction/context.d.ts +11 -0
- package/dist/extraction/context.d.ts.map +1 -1
- package/dist/extraction/context.js +20 -0
- package/dist/extraction/context.js.map +1 -1
- package/dist/extraction/index.d.ts +16 -2
- package/dist/extraction/index.d.ts.map +1 -1
- package/dist/extraction/index.js +619 -380
- package/dist/extraction/index.js.map +1 -1
- package/dist/extraction/languages/arkts-state-decorators.d.ts +13 -0
- package/dist/extraction/languages/arkts-state-decorators.d.ts.map +1 -0
- package/dist/extraction/languages/arkts-state-decorators.js +26 -0
- package/dist/extraction/languages/arkts-state-decorators.js.map +1 -0
- package/dist/extraction/languages/arkts-viewtree.d.ts +4 -2
- package/dist/extraction/languages/arkts-viewtree.d.ts.map +1 -1
- package/dist/extraction/languages/arkts-viewtree.js +21 -6
- package/dist/extraction/languages/arkts-viewtree.js.map +1 -1
- package/dist/extraction/languages/arkts.d.ts +98 -2
- package/dist/extraction/languages/arkts.d.ts.map +1 -1
- package/dist/extraction/languages/arkts.js +1290 -61
- package/dist/extraction/languages/arkts.js.map +1 -1
- package/dist/extraction/languages/c-cpp.d.ts +56 -0
- package/dist/extraction/languages/c-cpp.d.ts.map +1 -1
- package/dist/extraction/languages/c-cpp.js +198 -1
- package/dist/extraction/languages/c-cpp.js.map +1 -1
- package/dist/extraction/languages/ohos-api-consumer.d.ts +34 -0
- package/dist/extraction/languages/ohos-api-consumer.d.ts.map +1 -0
- package/dist/extraction/languages/ohos-api-consumer.js +283 -0
- package/dist/extraction/languages/ohos-api-consumer.js.map +1 -0
- package/dist/extraction/parse-pool.d.ts +126 -0
- package/dist/extraction/parse-pool.d.ts.map +1 -0
- package/dist/extraction/parse-pool.js +319 -0
- package/dist/extraction/parse-pool.js.map +1 -0
- package/dist/extraction/tree-sitter-types.d.ts +17 -0
- package/dist/extraction/tree-sitter-types.d.ts.map +1 -1
- package/dist/extraction/tree-sitter.d.ts +21 -0
- package/dist/extraction/tree-sitter.d.ts.map +1 -1
- package/dist/extraction/tree-sitter.js +198 -27
- package/dist/extraction/tree-sitter.js.map +1 -1
- package/dist/extraction/wasm/tree-sitter-c_sharp.wasm +0 -0
- package/dist/extraction/wasm/tree-sitter-pascal.wasm +0 -0
- package/dist/graph/traversal.d.ts.map +1 -1
- package/dist/graph/traversal.js +76 -17
- package/dist/graph/traversal.js.map +1 -1
- package/dist/index.d.ts +25 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +78 -4
- package/dist/index.js.map +1 -1
- package/dist/installer/instructions-template.js +9 -9
- package/dist/installer/targets/shared.d.ts +5 -6
- package/dist/installer/targets/shared.d.ts.map +1 -1
- package/dist/installer/targets/shared.js +5 -6
- package/dist/installer/targets/shared.js.map +1 -1
- package/dist/mcp/daemon-paths.d.ts +30 -3
- package/dist/mcp/daemon-paths.d.ts.map +1 -1
- package/dist/mcp/daemon-paths.js +50 -10
- package/dist/mcp/daemon-paths.js.map +1 -1
- package/dist/mcp/daemon-registry.d.ts.map +1 -1
- package/dist/mcp/daemon-registry.js +7 -3
- package/dist/mcp/daemon-registry.js.map +1 -1
- package/dist/mcp/daemon.d.ts +48 -0
- package/dist/mcp/daemon.d.ts.map +1 -1
- package/dist/mcp/daemon.js +196 -32
- package/dist/mcp/daemon.js.map +1 -1
- package/dist/mcp/engine.d.ts +17 -0
- package/dist/mcp/engine.d.ts.map +1 -1
- package/dist/mcp/engine.js +73 -1
- package/dist/mcp/engine.js.map +1 -1
- package/dist/mcp/index.d.ts.map +1 -1
- package/dist/mcp/index.js +25 -43
- package/dist/mcp/index.js.map +1 -1
- package/dist/mcp/liveness-watchdog.js +16 -16
- package/dist/mcp/ppid-watchdog.d.ts +18 -0
- package/dist/mcp/ppid-watchdog.d.ts.map +1 -1
- package/dist/mcp/ppid-watchdog.js +37 -0
- package/dist/mcp/ppid-watchdog.js.map +1 -1
- package/dist/mcp/query-cache.d.ts +25 -0
- package/dist/mcp/query-cache.d.ts.map +1 -0
- package/dist/mcp/query-cache.js +191 -0
- package/dist/mcp/query-cache.js.map +1 -0
- package/dist/mcp/query-pool.d.ts +94 -0
- package/dist/mcp/query-pool.d.ts.map +1 -0
- package/dist/mcp/query-pool.js +297 -0
- package/dist/mcp/query-pool.js.map +1 -0
- package/dist/mcp/query-worker.d.ts +24 -0
- package/dist/mcp/query-worker.d.ts.map +1 -0
- package/dist/mcp/query-worker.js +87 -0
- package/dist/mcp/query-worker.js.map +1 -0
- package/dist/mcp/server-instructions.d.ts +5 -7
- package/dist/mcp/server-instructions.d.ts.map +1 -1
- package/dist/mcp/server-instructions.js +72 -74
- package/dist/mcp/server-instructions.js.map +1 -1
- package/dist/mcp/tools.d.ts +94 -4
- package/dist/mcp/tools.d.ts.map +1 -1
- package/dist/mcp/tools.js +877 -71
- package/dist/mcp/tools.js.map +1 -1
- package/dist/project-config.d.ts +20 -0
- package/dist/project-config.d.ts.map +1 -1
- package/dist/project-config.js +42 -2
- package/dist/project-config.js.map +1 -1
- package/dist/reasoning/login.js +1 -1
- package/dist/reasoning/login.js.map +1 -1
- package/dist/reasoning/reasoner.js +32 -32
- package/dist/resolution/c-fnptr-synthesizer.d.ts +0 -28
- package/dist/resolution/c-fnptr-synthesizer.d.ts.map +1 -1
- package/dist/resolution/c-fnptr-synthesizer.js +765 -79
- package/dist/resolution/c-fnptr-synthesizer.js.map +1 -1
- package/dist/resolution/callback-synthesizer.d.ts +1 -1
- package/dist/resolution/callback-synthesizer.d.ts.map +1 -1
- package/dist/resolution/callback-synthesizer.js +72 -11
- package/dist/resolution/callback-synthesizer.js.map +1 -1
- package/dist/resolution/cooperative-yield.d.ts +32 -0
- package/dist/resolution/cooperative-yield.d.ts.map +1 -0
- package/dist/resolution/cooperative-yield.js +42 -0
- package/dist/resolution/cooperative-yield.js.map +1 -0
- package/dist/resolution/index.d.ts +11 -2
- package/dist/resolution/index.d.ts.map +1 -1
- package/dist/resolution/index.js +72 -4
- package/dist/resolution/index.js.map +1 -1
- package/dist/resolution/name-matcher.d.ts +22 -0
- package/dist/resolution/name-matcher.d.ts.map +1 -1
- package/dist/resolution/name-matcher.js +317 -20
- package/dist/resolution/name-matcher.js.map +1 -1
- package/dist/spec/config.d.ts +39 -0
- package/dist/spec/config.d.ts.map +1 -0
- package/dist/spec/config.js +304 -0
- package/dist/spec/config.js.map +1 -0
- package/dist/spec/db/commit-node.d.ts +23 -0
- package/dist/spec/db/commit-node.d.ts.map +1 -0
- package/dist/spec/db/commit-node.js +62 -0
- package/dist/spec/db/commit-node.js.map +1 -0
- package/dist/spec/db/fragment-node.d.ts +24 -0
- package/dist/spec/db/fragment-node.d.ts.map +1 -0
- package/dist/spec/db/fragment-node.js +128 -0
- package/dist/spec/db/fragment-node.js.map +1 -0
- package/dist/spec/db/fts.d.ts +74 -0
- package/dist/spec/db/fts.d.ts.map +1 -0
- package/dist/spec/db/fts.js +324 -0
- package/dist/spec/db/fts.js.map +1 -0
- package/dist/spec/db/index.d.ts +13 -0
- package/dist/spec/db/index.d.ts.map +1 -0
- package/dist/spec/db/index.js +50 -0
- package/dist/spec/db/index.js.map +1 -0
- package/dist/spec/db/relations.d.ts +55 -0
- package/dist/spec/db/relations.d.ts.map +1 -0
- package/dist/spec/db/relations.js +158 -0
- package/dist/spec/db/relations.js.map +1 -0
- package/dist/spec/db/schema.d.ts +33 -0
- package/dist/spec/db/schema.d.ts.map +1 -0
- package/dist/spec/db/schema.js +119 -0
- package/dist/spec/db/schema.js.map +1 -0
- package/dist/spec/db/schema.sql +117 -0
- package/dist/spec/db/spec-node.d.ts +41 -0
- package/dist/spec/db/spec-node.d.ts.map +1 -0
- package/dist/spec/db/spec-node.js +114 -0
- package/dist/spec/db/spec-node.js.map +1 -0
- package/dist/spec/evolve/impact-locator.d.ts +13 -0
- package/dist/spec/evolve/impact-locator.d.ts.map +1 -0
- package/dist/spec/evolve/impact-locator.js +25 -0
- package/dist/spec/evolve/impact-locator.js.map +1 -0
- package/dist/spec/evolve/llm-client.d.ts +50 -0
- package/dist/spec/evolve/llm-client.d.ts.map +1 -0
- package/dist/spec/evolve/llm-client.js +176 -0
- package/dist/spec/evolve/llm-client.js.map +1 -0
- package/dist/spec/evolve/logic-checker.d.ts +12 -0
- package/dist/spec/evolve/logic-checker.d.ts.map +1 -0
- package/dist/spec/evolve/logic-checker.js +24 -0
- package/dist/spec/evolve/logic-checker.js.map +1 -0
- package/dist/spec/evolve/pipeline.d.ts +42 -0
- package/dist/spec/evolve/pipeline.d.ts.map +1 -0
- package/dist/spec/evolve/pipeline.js +567 -0
- package/dist/spec/evolve/pipeline.js.map +1 -0
- package/dist/spec/evolve/spec-rewriter.d.ts +42 -0
- package/dist/spec/evolve/spec-rewriter.d.ts.map +1 -0
- package/dist/spec/evolve/spec-rewriter.js +230 -0
- package/dist/spec/evolve/spec-rewriter.js.map +1 -0
- package/dist/spec/graph/queries.d.ts +155 -0
- package/dist/spec/graph/queries.d.ts.map +1 -0
- package/dist/spec/graph/queries.js +440 -0
- package/dist/spec/graph/queries.js.map +1 -0
- package/dist/spec/llm/client.d.ts +29 -0
- package/dist/spec/llm/client.d.ts.map +1 -0
- package/dist/spec/llm/client.js +123 -0
- package/dist/spec/llm/client.js.map +1 -0
- package/dist/spec/llm/index.d.ts +3 -0
- package/dist/spec/llm/index.d.ts.map +1 -0
- package/dist/spec/llm/index.js +11 -0
- package/dist/spec/llm/index.js.map +1 -0
- package/dist/spec/llm/prompts.d.ts +13 -0
- package/dist/spec/llm/prompts.d.ts.map +1 -0
- package/dist/spec/llm/prompts.js +75 -0
- package/dist/spec/llm/prompts.js.map +1 -0
- package/dist/spec/mining/diff-parser.d.ts +33 -0
- package/dist/spec/mining/diff-parser.d.ts.map +1 -0
- package/dist/spec/mining/diff-parser.js +166 -0
- package/dist/spec/mining/diff-parser.js.map +1 -0
- package/dist/spec/mining/git-scanner.d.ts +103 -0
- package/dist/spec/mining/git-scanner.d.ts.map +1 -0
- package/dist/spec/mining/git-scanner.js +307 -0
- package/dist/spec/mining/git-scanner.js.map +1 -0
- package/dist/spec/mining/pipeline.d.ts +53 -0
- package/dist/spec/mining/pipeline.d.ts.map +1 -0
- package/dist/spec/mining/pipeline.js +178 -0
- package/dist/spec/mining/pipeline.js.map +1 -0
- package/dist/spec/mining/scope-resolver.d.ts +45 -0
- package/dist/spec/mining/scope-resolver.d.ts.map +1 -0
- package/dist/spec/mining/scope-resolver.js +103 -0
- package/dist/spec/mining/scope-resolver.js.map +1 -0
- package/dist/spec/mining/spec-extractor.d.ts +69 -0
- package/dist/spec/mining/spec-extractor.d.ts.map +1 -0
- package/dist/spec/mining/spec-extractor.js +369 -0
- package/dist/spec/mining/spec-extractor.js.map +1 -0
- package/dist/spec/types.d.ts +149 -0
- package/dist/spec/types.d.ts.map +1 -0
- package/dist/spec/types.js +15 -0
- package/dist/spec/types.js.map +1 -0
- package/dist/spec/utils.d.ts +167 -0
- package/dist/spec/utils.d.ts.map +1 -0
- package/dist/spec/utils.js +463 -0
- package/dist/spec/utils.js.map +1 -0
- package/dist/sync/worktree.d.ts +9 -0
- package/dist/sync/worktree.d.ts.map +1 -1
- package/dist/sync/worktree.js +40 -0
- package/dist/sync/worktree.js.map +1 -1
- package/dist/types.d.ts +6 -1
- package/dist/types.d.ts.map +1 -1
- package/dist/ui/shimmer-progress.d.ts +2 -0
- package/dist/ui/shimmer-progress.d.ts.map +1 -1
- package/dist/ui/shimmer-progress.js +19 -2
- package/dist/ui/shimmer-progress.js.map +1 -1
- package/dist/upgrade/index.js +1 -1
- package/dist/upgrade/index.js.map +1 -1
- package/package.json +58 -57
- package/scripts/add-lang/bench.sh +60 -60
- package/scripts/add-lang/check-grammar.mjs +75 -75
- package/scripts/add-lang/dump-ast.mjs +103 -103
- package/scripts/add-lang/verify-extraction.mjs +70 -70
- package/scripts/agent-eval/ab-adoption.sh +91 -91
- package/scripts/agent-eval/ab-hook.sh +86 -86
- package/scripts/agent-eval/ab-impl.sh +78 -78
- package/scripts/agent-eval/ab-new-vs-baseline.sh +102 -102
- package/scripts/agent-eval/ab-sufficiency.sh +78 -78
- package/scripts/agent-eval/arms-F.sh +21 -21
- package/scripts/agent-eval/arms-matrix.sh +37 -37
- package/scripts/agent-eval/audit.sh +68 -68
- package/scripts/agent-eval/bench-readme.sh +28 -28
- package/scripts/agent-eval/bench-why-repo.sh +22 -22
- package/scripts/agent-eval/block-read-hook.sh +19 -19
- package/scripts/agent-eval/hook-settings.json +15 -15
- package/scripts/agent-eval/itrun.sh +120 -120
- package/scripts/agent-eval/offload-eval-3arm.sh +72 -72
- package/scripts/agent-eval/offload-eval-cost.mjs +133 -133
- package/scripts/agent-eval/offload-eval-effort.mjs +108 -108
- package/scripts/agent-eval/offload-eval-frontload-matrix.sh +25 -25
- package/scripts/agent-eval/offload-eval-frontload.sh +47 -47
- package/scripts/agent-eval/offload-eval-ground-truth.json +18 -18
- package/scripts/agent-eval/offload-eval-hook.mjs +84 -84
- package/scripts/agent-eval/offload-eval-judge.mjs +103 -103
- package/scripts/agent-eval/offload-eval-matrix.sh +20 -20
- package/scripts/agent-eval/offload-eval-metrics.mjs +94 -94
- package/scripts/agent-eval/offload-eval-refs1.sh +50 -50
- package/scripts/agent-eval/offload-eval-setup.sh +24 -24
- package/scripts/agent-eval/offload-eval-styles.sh +71 -71
- package/scripts/agent-eval/offload-eval-summarize.mjs +68 -68
- package/scripts/agent-eval/offload-eval.md +76 -76
- package/scripts/agent-eval/parse-arms.mjs +116 -116
- package/scripts/agent-eval/parse-bench-readme.mjs +84 -84
- package/scripts/agent-eval/parse-run.mjs +45 -45
- package/scripts/agent-eval/parse-session.mjs +93 -93
- package/scripts/agent-eval/probe-context.mjs +21 -21
- package/scripts/agent-eval/probe-explore.mjs +40 -40
- package/scripts/agent-eval/probe-node.mjs +20 -20
- package/scripts/agent-eval/probe-sweep.mjs +119 -119
- package/scripts/agent-eval/probe-trace.mjs +20 -20
- package/scripts/agent-eval/redirect-read-hook.sh +38 -38
- package/scripts/agent-eval/repro-concurrent-explore.mjs +119 -0
- package/scripts/agent-eval/repro-daemon-clients.mjs +125 -0
- package/scripts/agent-eval/run-agent.sh +34 -34
- package/scripts/agent-eval/run-all.sh +69 -69
- package/scripts/agent-eval/run-arms.sh +56 -56
- package/scripts/agent-eval/seq-matrix.mjs +137 -137
- package/scripts/build-bundle.sh +118 -118
- package/scripts/exp_boundary_eval/README.md +247 -0
- package/scripts/exp_boundary_eval/__pycache__/_utils.cpython-310.pyc +0 -0
- package/scripts/exp_boundary_eval/__pycache__/analyze.cpython-310.pyc +0 -0
- package/scripts/exp_boundary_eval/__pycache__/deveco_arm.cpython-310.pyc +0 -0
- package/scripts/exp_boundary_eval/__pycache__/run_one.cpython-310.pyc +0 -0
- package/scripts/exp_boundary_eval/__pycache__/run_session.cpython-310.pyc +0 -0
- package/scripts/exp_boundary_eval/__pycache__/setup.cpython-310.pyc +0 -0
- package/scripts/exp_boundary_eval/_test_mcp_chain.py +78 -0
- package/scripts/exp_boundary_eval/_test_stdin.py +8 -0
- package/scripts/exp_boundary_eval/_utils.py +1116 -0
- package/scripts/exp_boundary_eval/analyze.py +1313 -0
- package/scripts/exp_boundary_eval/data/agents.json +109 -0
- package/scripts/exp_boundary_eval/data/experiments.json +140 -0
- package/scripts/exp_boundary_eval/deveco_arm.py +519 -0
- package/scripts/exp_boundary_eval/run_all.py +378 -0
- package/scripts/exp_boundary_eval/run_one.py +165 -0
- package/scripts/exp_boundary_eval/run_session.py +158 -0
- package/scripts/exp_boundary_eval/setup.py +120 -0
- package/scripts/exp_boundary_eval/win_mcp_launcher.py +73 -0
- package/scripts/exp_boundary_eval/win_mcp_stdio_wrap.js +36 -0
- package/scripts/exp_boundary_eval/win_node_launcher.py +24 -0
- package/scripts/extract-release-notes.mjs +130 -130
- package/scripts/local-install.sh +41 -41
- package/scripts/npm-sdk.js +75 -75
- package/scripts/npm-shim.js +268 -246
- package/scripts/ohos-sdk-publish.mjs +133 -0
- package/scripts/pack-npm.sh +119 -119
- package/scripts/prepare-release.mjs +270 -270
- package/scripts/qa_eval/README.md +407 -404
- package/scripts/qa_eval/_test_deveco_probe.py +41 -41
- package/scripts/qa_eval/agent_runner.py +526 -526
- package/scripts/qa_eval/data/.gitignore +4 -4
- package/scripts/qa_eval/data/test-set.jsonl +2 -22
- package/scripts/qa_eval/eval_metrics.py +274 -233
- package/scripts/qa_eval/external_agent.py +976 -671
- package/scripts/qa_eval/llm_config.py +92 -92
- package/scripts/qa_eval/memory_monitor.py +132 -132
- package/scripts/qa_eval/my_answer_accuracy.py +187 -187
- package/scripts/qa_eval/requirements.txt +2 -2
- package/scripts/qa_eval/run_pipeline.py +804 -711
- package/scripts/qa_eval/stats_efficiency.py +279 -279
- package/scripts/qa_eval/stats_scores.py +207 -207
|
@@ -1,103 +1,103 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
// Dump the tree-sitter AST for a sample file so you can write a LanguageExtractor
|
|
3
|
-
// mapping. Loads a grammar .wasm directly via web-tree-sitter (the same runtime
|
|
4
|
-
// homegraph uses) — you do NOT need to register the language first.
|
|
5
|
-
//
|
|
6
|
-
// Usage:
|
|
7
|
-
// node scripts/add-lang/dump-ast.mjs <lang|wasm-path> <sample-file> [--depth=N] [--full]
|
|
8
|
-
// Examples:
|
|
9
|
-
// node scripts/add-lang/dump-ast.mjs lua sample.lua
|
|
10
|
-
// node scripts/add-lang/dump-ast.mjs src/extraction/wasm/tree-sitter-zig.wasm a.zig --depth=4
|
|
11
|
-
//
|
|
12
|
-
// Output: an indented AST (named nodes, with field names) followed by a
|
|
13
|
-
// node-type FREQUENCY table. The frequency table is the payoff — it tells you
|
|
14
|
-
// which node types to map to functionTypes / classTypes / importTypes / etc.
|
|
15
|
-
|
|
16
|
-
import { readFileSync, existsSync } from 'node:fs';
|
|
17
|
-
import { createRequire } from 'node:module';
|
|
18
|
-
import { Parser, Language } from 'web-tree-sitter';
|
|
19
|
-
|
|
20
|
-
const require = createRequire(import.meta.url);
|
|
21
|
-
const fail = (msg) => { console.error(`[dump-ast] ${msg}`); process.exit(1); };
|
|
22
|
-
|
|
23
|
-
const argv = process.argv.slice(2);
|
|
24
|
-
const positional = argv.filter((a) => !a.startsWith('--'));
|
|
25
|
-
const [langOrWasm, sampleFile] = positional;
|
|
26
|
-
const depthFlag = argv.find((a) => a.startsWith('--depth='));
|
|
27
|
-
const showAll = argv.includes('--full'); // also print anonymous (token) nodes
|
|
28
|
-
const maxDepth = depthFlag ? parseInt(depthFlag.split('=')[1], 10) : (showAll ? Infinity : 8);
|
|
29
|
-
|
|
30
|
-
if (!langOrWasm || !sampleFile) {
|
|
31
|
-
fail('usage: dump-ast.mjs <lang|wasm-path> <sample-file> [--depth=N] [--full]');
|
|
32
|
-
}
|
|
33
|
-
if (!existsSync(sampleFile)) fail(`sample file not found: ${sampleFile}`);
|
|
34
|
-
|
|
35
|
-
// Language tokens whose tree-sitter-wasms filename differs from the token.
|
|
36
|
-
const WASM_SPECIAL = { csharp: 'c_sharp', 'c#': 'c_sharp' };
|
|
37
|
-
|
|
38
|
-
function resolveWasm(token) {
|
|
39
|
-
if (token.endsWith('.wasm')) {
|
|
40
|
-
if (!existsSync(token)) fail(`wasm not found: ${token}`);
|
|
41
|
-
return token;
|
|
42
|
-
}
|
|
43
|
-
const base = WASM_SPECIAL[token.toLowerCase()] ?? token.toLowerCase();
|
|
44
|
-
try {
|
|
45
|
-
return require.resolve(`tree-sitter-wasms/out/tree-sitter-${base}.wasm`);
|
|
46
|
-
} catch {
|
|
47
|
-
/* not in tree-sitter-wasms — try a vendored copy */
|
|
48
|
-
}
|
|
49
|
-
const vendored = `src/extraction/wasm/tree-sitter-${base}.wasm`;
|
|
50
|
-
if (existsSync(vendored)) return vendored;
|
|
51
|
-
fail(
|
|
52
|
-
`no grammar for "${token}" — not in tree-sitter-wasms and not vendored at ` +
|
|
53
|
-
`${vendored}. Pass an explicit .wasm path, or vendor one (see SKILL.md "Find a grammar").`
|
|
54
|
-
);
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
const wasmPath = resolveWasm(langOrWasm);
|
|
58
|
-
const source = readFileSync(sampleFile, 'utf8');
|
|
59
|
-
|
|
60
|
-
try {
|
|
61
|
-
await Parser.init();
|
|
62
|
-
} catch {
|
|
63
|
-
await Parser.init({ locateFile: () => require.resolve('web-tree-sitter/tree-sitter.wasm') });
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
let language;
|
|
67
|
-
try {
|
|
68
|
-
language = await Language.load(wasmPath);
|
|
69
|
-
} catch (e) {
|
|
70
|
-
fail(`failed to load grammar ${wasmPath}: ${e.message}`);
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
const parser = new Parser();
|
|
74
|
-
parser.setLanguage(language);
|
|
75
|
-
const tree = parser.parse(source);
|
|
76
|
-
|
|
77
|
-
const freq = new Map();
|
|
78
|
-
const snippet = (node) => {
|
|
79
|
-
const t = node.text.replace(/\s+/g, ' ').trim();
|
|
80
|
-
return t.length > 48 ? `${t.slice(0, 48)}…` : t;
|
|
81
|
-
};
|
|
82
|
-
|
|
83
|
-
function walk(node, depth, fieldName) {
|
|
84
|
-
if (node.isNamed) freq.set(node.type, (freq.get(node.type) || 0) + 1);
|
|
85
|
-
if ((node.isNamed || showAll) && depth <= maxDepth) {
|
|
86
|
-
const field = fieldName ? `${fieldName}: ` : '';
|
|
87
|
-
const leaf = node.childCount === 0 ? ` "${snippet(node)}"` : '';
|
|
88
|
-
console.log(`${' '.repeat(depth)}${field}${node.type} @${node.startPosition.row + 1}:${node.startPosition.column}${leaf}`);
|
|
89
|
-
}
|
|
90
|
-
for (let i = 0; i < node.childCount; i++) {
|
|
91
|
-
const child = node.child(i);
|
|
92
|
-
if (child) walk(child, depth + 1, node.fieldNameForChild(i));
|
|
93
|
-
}
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
console.log(`\n# AST for ${sampleFile} (grammar: ${wasmPath.split('/').pop()})\n`);
|
|
97
|
-
walk(tree.rootNode, 0, null);
|
|
98
|
-
|
|
99
|
-
console.log('\n# Node-type frequency (named nodes) — map the relevant ones in your extractor:\n');
|
|
100
|
-
[...freq.entries()]
|
|
101
|
-
.sort((a, b) => b[1] - a[1])
|
|
102
|
-
.forEach(([type, n]) => console.log(` ${String(n).padStart(5)} ${type}`));
|
|
103
|
-
console.log();
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
// Dump the tree-sitter AST for a sample file so you can write a LanguageExtractor
|
|
3
|
+
// mapping. Loads a grammar .wasm directly via web-tree-sitter (the same runtime
|
|
4
|
+
// homegraph uses) — you do NOT need to register the language first.
|
|
5
|
+
//
|
|
6
|
+
// Usage:
|
|
7
|
+
// node scripts/add-lang/dump-ast.mjs <lang|wasm-path> <sample-file> [--depth=N] [--full]
|
|
8
|
+
// Examples:
|
|
9
|
+
// node scripts/add-lang/dump-ast.mjs lua sample.lua
|
|
10
|
+
// node scripts/add-lang/dump-ast.mjs src/extraction/wasm/tree-sitter-zig.wasm a.zig --depth=4
|
|
11
|
+
//
|
|
12
|
+
// Output: an indented AST (named nodes, with field names) followed by a
|
|
13
|
+
// node-type FREQUENCY table. The frequency table is the payoff — it tells you
|
|
14
|
+
// which node types to map to functionTypes / classTypes / importTypes / etc.
|
|
15
|
+
|
|
16
|
+
import { readFileSync, existsSync } from 'node:fs';
|
|
17
|
+
import { createRequire } from 'node:module';
|
|
18
|
+
import { Parser, Language } from 'web-tree-sitter';
|
|
19
|
+
|
|
20
|
+
const require = createRequire(import.meta.url);
|
|
21
|
+
const fail = (msg) => { console.error(`[dump-ast] ${msg}`); process.exit(1); };
|
|
22
|
+
|
|
23
|
+
const argv = process.argv.slice(2);
|
|
24
|
+
const positional = argv.filter((a) => !a.startsWith('--'));
|
|
25
|
+
const [langOrWasm, sampleFile] = positional;
|
|
26
|
+
const depthFlag = argv.find((a) => a.startsWith('--depth='));
|
|
27
|
+
const showAll = argv.includes('--full'); // also print anonymous (token) nodes
|
|
28
|
+
const maxDepth = depthFlag ? parseInt(depthFlag.split('=')[1], 10) : (showAll ? Infinity : 8);
|
|
29
|
+
|
|
30
|
+
if (!langOrWasm || !sampleFile) {
|
|
31
|
+
fail('usage: dump-ast.mjs <lang|wasm-path> <sample-file> [--depth=N] [--full]');
|
|
32
|
+
}
|
|
33
|
+
if (!existsSync(sampleFile)) fail(`sample file not found: ${sampleFile}`);
|
|
34
|
+
|
|
35
|
+
// Language tokens whose tree-sitter-wasms filename differs from the token.
|
|
36
|
+
const WASM_SPECIAL = { csharp: 'c_sharp', 'c#': 'c_sharp' };
|
|
37
|
+
|
|
38
|
+
function resolveWasm(token) {
|
|
39
|
+
if (token.endsWith('.wasm')) {
|
|
40
|
+
if (!existsSync(token)) fail(`wasm not found: ${token}`);
|
|
41
|
+
return token;
|
|
42
|
+
}
|
|
43
|
+
const base = WASM_SPECIAL[token.toLowerCase()] ?? token.toLowerCase();
|
|
44
|
+
try {
|
|
45
|
+
return require.resolve(`tree-sitter-wasms/out/tree-sitter-${base}.wasm`);
|
|
46
|
+
} catch {
|
|
47
|
+
/* not in tree-sitter-wasms — try a vendored copy */
|
|
48
|
+
}
|
|
49
|
+
const vendored = `src/extraction/wasm/tree-sitter-${base}.wasm`;
|
|
50
|
+
if (existsSync(vendored)) return vendored;
|
|
51
|
+
fail(
|
|
52
|
+
`no grammar for "${token}" — not in tree-sitter-wasms and not vendored at ` +
|
|
53
|
+
`${vendored}. Pass an explicit .wasm path, or vendor one (see SKILL.md "Find a grammar").`
|
|
54
|
+
);
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
const wasmPath = resolveWasm(langOrWasm);
|
|
58
|
+
const source = readFileSync(sampleFile, 'utf8');
|
|
59
|
+
|
|
60
|
+
try {
|
|
61
|
+
await Parser.init();
|
|
62
|
+
} catch {
|
|
63
|
+
await Parser.init({ locateFile: () => require.resolve('web-tree-sitter/tree-sitter.wasm') });
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
let language;
|
|
67
|
+
try {
|
|
68
|
+
language = await Language.load(wasmPath);
|
|
69
|
+
} catch (e) {
|
|
70
|
+
fail(`failed to load grammar ${wasmPath}: ${e.message}`);
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
const parser = new Parser();
|
|
74
|
+
parser.setLanguage(language);
|
|
75
|
+
const tree = parser.parse(source);
|
|
76
|
+
|
|
77
|
+
const freq = new Map();
|
|
78
|
+
const snippet = (node) => {
|
|
79
|
+
const t = node.text.replace(/\s+/g, ' ').trim();
|
|
80
|
+
return t.length > 48 ? `${t.slice(0, 48)}…` : t;
|
|
81
|
+
};
|
|
82
|
+
|
|
83
|
+
function walk(node, depth, fieldName) {
|
|
84
|
+
if (node.isNamed) freq.set(node.type, (freq.get(node.type) || 0) + 1);
|
|
85
|
+
if ((node.isNamed || showAll) && depth <= maxDepth) {
|
|
86
|
+
const field = fieldName ? `${fieldName}: ` : '';
|
|
87
|
+
const leaf = node.childCount === 0 ? ` "${snippet(node)}"` : '';
|
|
88
|
+
console.log(`${' '.repeat(depth)}${field}${node.type} @${node.startPosition.row + 1}:${node.startPosition.column}${leaf}`);
|
|
89
|
+
}
|
|
90
|
+
for (let i = 0; i < node.childCount; i++) {
|
|
91
|
+
const child = node.child(i);
|
|
92
|
+
if (child) walk(child, depth + 1, node.fieldNameForChild(i));
|
|
93
|
+
}
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
console.log(`\n# AST for ${sampleFile} (grammar: ${wasmPath.split('/').pop()})\n`);
|
|
97
|
+
walk(tree.rootNode, 0, null);
|
|
98
|
+
|
|
99
|
+
console.log('\n# Node-type frequency (named nodes) — map the relevant ones in your extractor:\n');
|
|
100
|
+
[...freq.entries()]
|
|
101
|
+
.sort((a, b) => b[1] - a[1])
|
|
102
|
+
.forEach(([type, n]) => console.log(` ${String(n).padStart(5)} ${type}`));
|
|
103
|
+
console.log();
|
|
@@ -1,70 +1,70 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
// Sanity-check that homegraph extracted REAL symbols (not just file/import nodes)
|
|
3
|
-
// from a repo for a given language. Exits non-zero on a critical failure so it
|
|
4
|
-
// can drive a write-extractor -> build -> re-check loop.
|
|
5
|
-
//
|
|
6
|
-
// Usage: node scripts/add-lang/verify-extraction.mjs <repo-path> <lang>
|
|
7
|
-
// Reads `homegraph status <repo> --json` using whatever homegraph is on PATH,
|
|
8
|
-
// so it reflects the binary that built the index.
|
|
9
|
-
//
|
|
10
|
-
// Exit codes: 0 = pass or soft-warn, 1 = critical fail, 2 = could not run.
|
|
11
|
-
|
|
12
|
-
import { execFileSync } from 'node:child_process';
|
|
13
|
-
|
|
14
|
-
const [repo, lang] = process.argv.slice(2);
|
|
15
|
-
if (!repo || !lang) {
|
|
16
|
-
console.error('usage: verify-extraction.mjs <repo-path> <lang>');
|
|
17
|
-
process.exit(2);
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
let status;
|
|
21
|
-
try {
|
|
22
|
-
const out = execFileSync('homegraph', ['status', repo, '--json'], { encoding: 'utf8' });
|
|
23
|
-
status = JSON.parse(out);
|
|
24
|
-
} catch (e) {
|
|
25
|
-
console.error(`[verify] could not read homegraph status for ${repo}: ${e.message}`);
|
|
26
|
-
process.exit(2);
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
// Kinds that prove the extractor mapped AST node types (everything except
|
|
30
|
-
// 'file' and 'import', which homegraph creates structurally for any language).
|
|
31
|
-
const SYMBOL_KINDS = new Set([
|
|
32
|
-
'module', 'class', 'struct', 'interface', 'trait', 'protocol', 'function',
|
|
33
|
-
'method', 'property', 'field', 'variable', 'constant', 'enum', 'enum_member',
|
|
34
|
-
'type_alias', 'namespace', 'route', 'component',
|
|
35
|
-
]);
|
|
36
|
-
|
|
37
|
-
const byKind = status.nodesByKind || {};
|
|
38
|
-
const langs = status.languages || [];
|
|
39
|
-
const files = status.fileCount || 0;
|
|
40
|
-
const edges = status.edgeCount || 0;
|
|
41
|
-
const symbolKinds = Object.keys(byKind).filter((k) => SYMBOL_KINDS.has(k));
|
|
42
|
-
const symbolCount = symbolKinds.reduce((s, k) => s + byKind[k], 0);
|
|
43
|
-
|
|
44
|
-
const checks = [];
|
|
45
|
-
const add = (severity, ok, label, detail) => checks.push({ severity, ok, label, detail });
|
|
46
|
-
|
|
47
|
-
add('critical', status.initialized === true, 'index initialized', `initialized=${status.initialized}`);
|
|
48
|
-
add('critical', langs.includes(lang), `language "${lang}" detected`, `languages=[${langs.join(', ')}]`);
|
|
49
|
-
add('critical', symbolCount > 0, 'structural symbols extracted', `${symbolCount} symbols (${symbolKinds.join(', ') || 'NONE — only file/import nodes!'})`);
|
|
50
|
-
add('soft', symbolCount >= files, 'symbol density >= 1/file', `${symbolCount} symbols across ${files} files`);
|
|
51
|
-
add('soft', edges > files, 'edges resolved', `${edges} edges across ${files} files`);
|
|
52
|
-
|
|
53
|
-
console.log(`\n# Extraction check — ${repo} (lang=${lang}, backend=${status.backend})`);
|
|
54
|
-
console.log(` files=${files} nodes=${status.nodeCount} edges=${edges}`);
|
|
55
|
-
console.log(` nodesByKind: ${JSON.stringify(byKind)}\n`);
|
|
56
|
-
for (const c of checks) console.log(` ${c.ok ? '✓' : '✗'} ${c.label} — ${c.detail}`);
|
|
57
|
-
|
|
58
|
-
const critical = checks.filter((c) => !c.ok && c.severity === 'critical');
|
|
59
|
-
const soft = checks.filter((c) => !c.ok && c.severity === 'soft');
|
|
60
|
-
console.log();
|
|
61
|
-
if (critical.length) {
|
|
62
|
-
console.log(`RESULT: FAIL (${critical.length} critical) — extractor or grammar wiring is broken. Re-run dump-ast.mjs and fix the node-type mappings.`);
|
|
63
|
-
process.exit(1);
|
|
64
|
-
}
|
|
65
|
-
if (soft.length) {
|
|
66
|
-
console.log(`RESULT: WARN (${soft.length} soft) — extraction works but looks thin; inspect the counts above.`);
|
|
67
|
-
process.exit(0);
|
|
68
|
-
}
|
|
69
|
-
console.log('RESULT: PASS — extraction looks healthy.');
|
|
70
|
-
process.exit(0);
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
// Sanity-check that homegraph extracted REAL symbols (not just file/import nodes)
|
|
3
|
+
// from a repo for a given language. Exits non-zero on a critical failure so it
|
|
4
|
+
// can drive a write-extractor -> build -> re-check loop.
|
|
5
|
+
//
|
|
6
|
+
// Usage: node scripts/add-lang/verify-extraction.mjs <repo-path> <lang>
|
|
7
|
+
// Reads `homegraph status <repo> --json` using whatever homegraph is on PATH,
|
|
8
|
+
// so it reflects the binary that built the index.
|
|
9
|
+
//
|
|
10
|
+
// Exit codes: 0 = pass or soft-warn, 1 = critical fail, 2 = could not run.
|
|
11
|
+
|
|
12
|
+
import { execFileSync } from 'node:child_process';
|
|
13
|
+
|
|
14
|
+
const [repo, lang] = process.argv.slice(2);
|
|
15
|
+
if (!repo || !lang) {
|
|
16
|
+
console.error('usage: verify-extraction.mjs <repo-path> <lang>');
|
|
17
|
+
process.exit(2);
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
let status;
|
|
21
|
+
try {
|
|
22
|
+
const out = execFileSync('homegraph', ['status', repo, '--json'], { encoding: 'utf8' });
|
|
23
|
+
status = JSON.parse(out);
|
|
24
|
+
} catch (e) {
|
|
25
|
+
console.error(`[verify] could not read homegraph status for ${repo}: ${e.message}`);
|
|
26
|
+
process.exit(2);
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
// Kinds that prove the extractor mapped AST node types (everything except
|
|
30
|
+
// 'file' and 'import', which homegraph creates structurally for any language).
|
|
31
|
+
const SYMBOL_KINDS = new Set([
|
|
32
|
+
'module', 'class', 'struct', 'interface', 'trait', 'protocol', 'function',
|
|
33
|
+
'method', 'property', 'field', 'variable', 'constant', 'enum', 'enum_member',
|
|
34
|
+
'type_alias', 'namespace', 'route', 'component',
|
|
35
|
+
]);
|
|
36
|
+
|
|
37
|
+
const byKind = status.nodesByKind || {};
|
|
38
|
+
const langs = status.languages || [];
|
|
39
|
+
const files = status.fileCount || 0;
|
|
40
|
+
const edges = status.edgeCount || 0;
|
|
41
|
+
const symbolKinds = Object.keys(byKind).filter((k) => SYMBOL_KINDS.has(k));
|
|
42
|
+
const symbolCount = symbolKinds.reduce((s, k) => s + byKind[k], 0);
|
|
43
|
+
|
|
44
|
+
const checks = [];
|
|
45
|
+
const add = (severity, ok, label, detail) => checks.push({ severity, ok, label, detail });
|
|
46
|
+
|
|
47
|
+
add('critical', status.initialized === true, 'index initialized', `initialized=${status.initialized}`);
|
|
48
|
+
add('critical', langs.includes(lang), `language "${lang}" detected`, `languages=[${langs.join(', ')}]`);
|
|
49
|
+
add('critical', symbolCount > 0, 'structural symbols extracted', `${symbolCount} symbols (${symbolKinds.join(', ') || 'NONE — only file/import nodes!'})`);
|
|
50
|
+
add('soft', symbolCount >= files, 'symbol density >= 1/file', `${symbolCount} symbols across ${files} files`);
|
|
51
|
+
add('soft', edges > files, 'edges resolved', `${edges} edges across ${files} files`);
|
|
52
|
+
|
|
53
|
+
console.log(`\n# Extraction check — ${repo} (lang=${lang}, backend=${status.backend})`);
|
|
54
|
+
console.log(` files=${files} nodes=${status.nodeCount} edges=${edges}`);
|
|
55
|
+
console.log(` nodesByKind: ${JSON.stringify(byKind)}\n`);
|
|
56
|
+
for (const c of checks) console.log(` ${c.ok ? '✓' : '✗'} ${c.label} — ${c.detail}`);
|
|
57
|
+
|
|
58
|
+
const critical = checks.filter((c) => !c.ok && c.severity === 'critical');
|
|
59
|
+
const soft = checks.filter((c) => !c.ok && c.severity === 'soft');
|
|
60
|
+
console.log();
|
|
61
|
+
if (critical.length) {
|
|
62
|
+
console.log(`RESULT: FAIL (${critical.length} critical) — extractor or grammar wiring is broken. Re-run dump-ast.mjs and fix the node-type mappings.`);
|
|
63
|
+
process.exit(1);
|
|
64
|
+
}
|
|
65
|
+
if (soft.length) {
|
|
66
|
+
console.log(`RESULT: WARN (${soft.length} soft) — extraction works but looks thin; inspect the counts above.`);
|
|
67
|
+
process.exit(0);
|
|
68
|
+
}
|
|
69
|
+
console.log('RESULT: PASS — extraction looks healthy.');
|
|
70
|
+
process.exit(0);
|
|
@@ -1,91 +1,91 @@
|
|
|
1
|
-
#!/usr/bin/env bash
|
|
2
|
-
# Does the agent PICK homegraph_node to read a file, vs the built-in Read tool?
|
|
3
|
-
# Build A/B: NEW build (HEAD, homegraph_node has Read parity) vs BASELINE build
|
|
4
|
-
# (a ref where it doesn't), BOTH homegraph-attached + pre-warmed, same task. The
|
|
5
|
-
# metric is tool CHOICE: Read calls vs homegraph_node[file] calls per run.
|
|
6
|
-
#
|
|
7
|
-
# Usage: ab-adoption.sh <indexed-repo> "<task>" [runs-per-arm] [baseline-ref]
|
|
8
|
-
# Env: AGENT_EVAL_OUT (default: /tmp/ab-adoption)
|
|
9
|
-
set -uo pipefail
|
|
10
|
-
TARGET="${1:?usage: ab-adoption.sh <indexed-repo> \"<task>\" [runs] [baseline-ref]}"
|
|
11
|
-
TASK="${2:?task required}"
|
|
12
|
-
RUNS="${3:-2}"
|
|
13
|
-
BASE_REF="${4:-HEAD~1}"
|
|
14
|
-
ENGINE="$(cd "$(dirname "$0")/../.." && pwd)"
|
|
15
|
-
BIN="$ENGINE/dist/bin/homegraph.js"
|
|
16
|
-
OUT="${AGENT_EVAL_OUT:-/tmp/ab-adoption}"
|
|
17
|
-
|
|
18
|
-
command -v claude >/dev/null || { echo "claude CLI not on PATH"; exit 1; }
|
|
19
|
-
[ -d "$TARGET/.homegraph" ] || { echo "target not indexed: run 'homegraph init $TARGET' first"; exit 1; }
|
|
20
|
-
git -C "$ENGINE" diff --quiet && git -C "$ENGINE" diff --cached --quiet || { echo "engine has uncommitted changes — commit/stash first"; exit 1; }
|
|
21
|
-
CHANGED=$(git -C "$ENGINE" diff --name-only "$BASE_REF" HEAD -- src 2>/dev/null)
|
|
22
|
-
[ -n "$CHANGED" ] || { echo "no src/ changes between $BASE_REF and HEAD"; exit 1; }
|
|
23
|
-
|
|
24
|
-
cleanup() {
|
|
25
|
-
pkill -9 -f "serve --mcp --path $OUT/" 2>/dev/null
|
|
26
|
-
git -C "$ENGINE" checkout HEAD -- $CHANGED 2>/dev/null
|
|
27
|
-
( cd "$ENGINE" && npm run build >/dev/null 2>&1 )
|
|
28
|
-
}
|
|
29
|
-
trap cleanup EXIT
|
|
30
|
-
mkdir -p "$OUT"
|
|
31
|
-
echo "###### target=$TARGET runs/arm=$RUNS baseline=$BASE_REF"
|
|
32
|
-
echo "###### changed: $(echo "$CHANGED" | tr '\n' ' ')"
|
|
33
|
-
echo "###### task=$TASK"; echo
|
|
34
|
-
|
|
35
|
-
prewarm() {
|
|
36
|
-
pkill -9 -f "serve --mcp --path $1" 2>/dev/null
|
|
37
|
-
HOMEGRAPH_DAEMON_IDLE_TIMEOUT_MS=1800000 node "$BIN" serve --mcp --path "$1" </dev/null >/dev/null 2>&1 &
|
|
38
|
-
node -e 'const fs=require("fs");let n=0;const t=setInterval(()=>{if(fs.existsSync(process.argv[1]+"/.homegraph/daemon.sock")){clearInterval(t);process.exit(0)}if(n++>150){clearInterval(t);process.exit(1)}},100)' "$1" >/dev/null 2>&1
|
|
39
|
-
}
|
|
40
|
-
|
|
41
|
-
# Per-run tool-choice counts: Read vs homegraph_node[file] vs [symbol].
|
|
42
|
-
count() {
|
|
43
|
-
node -e '
|
|
44
|
-
const fs=require("fs");
|
|
45
|
-
const lines=fs.readFileSync(process.argv[1],"utf8").split("\n").filter(Boolean);
|
|
46
|
-
let read=0,cgFile=0,cgSym=0,cgOther=0,exposed="?";
|
|
47
|
-
for(const l of lines){try{const o=JSON.parse(l);
|
|
48
|
-
if(o.type==="system"&&o.subtype==="init"){exposed=(o.tools||[]).filter(t=>/homegraph/.test(t)).length;}
|
|
49
|
-
const blocks=o.message?.content||[];
|
|
50
|
-
for(const b of (Array.isArray(blocks)?blocks:[])){
|
|
51
|
-
if(b.type!=="tool_use")continue;
|
|
52
|
-
if(b.name==="Read")read++;
|
|
53
|
-
else if(b.name==="mcp__homegraph__homegraph_node"){ if(b.input&&b.input.symbol)cgSym++; else cgFile++; }
|
|
54
|
-
else if(/mcp__homegraph__/.test(b.name))cgOther++;
|
|
55
|
-
}
|
|
56
|
-
}catch{}}
|
|
57
|
-
console.log(` Read=${read} homegraph_node[file]=${cgFile} homegraph_node[symbol]=${cgSym} other_cg=${cgOther} (cg exposed=${exposed})`);
|
|
58
|
-
' "$1"
|
|
59
|
-
}
|
|
60
|
-
|
|
61
|
-
run_arm() { # label, N
|
|
62
|
-
local label="$1" n="$2"
|
|
63
|
-
local c="$OUT/mcp-$label.json"
|
|
64
|
-
for i in $(seq 1 "$n"); do
|
|
65
|
-
local tgt="$OUT/t-$label-$i"
|
|
66
|
-
rm -rf "$tgt"
|
|
67
|
-
rsync -a --exclude node_modules --exclude .git --exclude dist --exclude .homegraph "$TARGET/" "$tgt/"
|
|
68
|
-
node "$BIN" init "$tgt" >/dev/null 2>&1
|
|
69
|
-
printf '{"mcpServers":{"homegraph":{"command":"env","args":["HOMEGRAPH_WASM_RELAUNCHED=1","node","%s","serve","--mcp","--path","%s"]}}}' "$BIN" "$tgt" > "$c"
|
|
70
|
-
prewarm "$tgt"
|
|
71
|
-
echo "----- [$label] run $i -----"
|
|
72
|
-
( cd "$tgt" && claude -p "$TASK" \
|
|
73
|
-
--output-format stream-json --verbose --permission-mode bypassPermissions \
|
|
74
|
-
--model "${MODEL:-sonnet}" --effort "${EFFORT:-high}" --max-budget-usd 4 --strict-mcp-config --mcp-config "$c" \
|
|
75
|
-
</dev/null > "$OUT/run-$label-$i.jsonl" 2>"$OUT/run-$label-$i.err" )
|
|
76
|
-
count "$OUT/run-$label-$i.jsonl"
|
|
77
|
-
pkill -9 -f "serve --mcp --path $tgt" 2>/dev/null
|
|
78
|
-
done
|
|
79
|
-
echo
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
echo "== NEW build (HEAD: homegraph_node has Read parity) =="
|
|
83
|
-
( cd "$ENGINE" && npm run build >/dev/null 2>&1 ) && echo "built"
|
|
84
|
-
run_arm new "$RUNS"
|
|
85
|
-
|
|
86
|
-
echo "== BASELINE build ($BASE_REF) =="
|
|
87
|
-
git -C "$ENGINE" checkout "$BASE_REF" -- $CHANGED
|
|
88
|
-
( cd "$ENGINE" && npm run build >/dev/null 2>&1 ) && echo "built"
|
|
89
|
-
run_arm baseline "$RUNS"
|
|
90
|
-
|
|
91
|
-
echo "###### DONE — compare [new] vs [baseline]: does homegraph_node[file] rise / Read fall? Logs: $OUT"
|
|
1
|
+
#!/usr/bin/env bash
|
|
2
|
+
# Does the agent PICK homegraph_node to read a file, vs the built-in Read tool?
|
|
3
|
+
# Build A/B: NEW build (HEAD, homegraph_node has Read parity) vs BASELINE build
|
|
4
|
+
# (a ref where it doesn't), BOTH homegraph-attached + pre-warmed, same task. The
|
|
5
|
+
# metric is tool CHOICE: Read calls vs homegraph_node[file] calls per run.
|
|
6
|
+
#
|
|
7
|
+
# Usage: ab-adoption.sh <indexed-repo> "<task>" [runs-per-arm] [baseline-ref]
|
|
8
|
+
# Env: AGENT_EVAL_OUT (default: /tmp/ab-adoption)
|
|
9
|
+
set -uo pipefail
|
|
10
|
+
TARGET="${1:?usage: ab-adoption.sh <indexed-repo> \"<task>\" [runs] [baseline-ref]}"
|
|
11
|
+
TASK="${2:?task required}"
|
|
12
|
+
RUNS="${3:-2}"
|
|
13
|
+
BASE_REF="${4:-HEAD~1}"
|
|
14
|
+
ENGINE="$(cd "$(dirname "$0")/../.." && pwd)"
|
|
15
|
+
BIN="$ENGINE/dist/bin/homegraph.js"
|
|
16
|
+
OUT="${AGENT_EVAL_OUT:-/tmp/ab-adoption}"
|
|
17
|
+
|
|
18
|
+
command -v claude >/dev/null || { echo "claude CLI not on PATH"; exit 1; }
|
|
19
|
+
[ -d "$TARGET/.homegraph" ] || { echo "target not indexed: run 'homegraph init $TARGET' first"; exit 1; }
|
|
20
|
+
git -C "$ENGINE" diff --quiet && git -C "$ENGINE" diff --cached --quiet || { echo "engine has uncommitted changes — commit/stash first"; exit 1; }
|
|
21
|
+
CHANGED=$(git -C "$ENGINE" diff --name-only "$BASE_REF" HEAD -- src 2>/dev/null)
|
|
22
|
+
[ -n "$CHANGED" ] || { echo "no src/ changes between $BASE_REF and HEAD"; exit 1; }
|
|
23
|
+
|
|
24
|
+
cleanup() {
|
|
25
|
+
pkill -9 -f "serve --mcp --path $OUT/" 2>/dev/null
|
|
26
|
+
git -C "$ENGINE" checkout HEAD -- $CHANGED 2>/dev/null
|
|
27
|
+
( cd "$ENGINE" && npm run build >/dev/null 2>&1 )
|
|
28
|
+
}
|
|
29
|
+
trap cleanup EXIT
|
|
30
|
+
mkdir -p "$OUT"
|
|
31
|
+
echo "###### target=$TARGET runs/arm=$RUNS baseline=$BASE_REF"
|
|
32
|
+
echo "###### changed: $(echo "$CHANGED" | tr '\n' ' ')"
|
|
33
|
+
echo "###### task=$TASK"; echo
|
|
34
|
+
|
|
35
|
+
prewarm() {
|
|
36
|
+
pkill -9 -f "serve --mcp --path $1" 2>/dev/null
|
|
37
|
+
HOMEGRAPH_DAEMON_IDLE_TIMEOUT_MS=1800000 node "$BIN" serve --mcp --path "$1" </dev/null >/dev/null 2>&1 &
|
|
38
|
+
node -e 'const fs=require("fs");let n=0;const t=setInterval(()=>{if(fs.existsSync(process.argv[1]+"/.homegraph/daemon.sock")){clearInterval(t);process.exit(0)}if(n++>150){clearInterval(t);process.exit(1)}},100)' "$1" >/dev/null 2>&1
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
# Per-run tool-choice counts: Read vs homegraph_node[file] vs [symbol].
|
|
42
|
+
count() {
|
|
43
|
+
node -e '
|
|
44
|
+
const fs=require("fs");
|
|
45
|
+
const lines=fs.readFileSync(process.argv[1],"utf8").split("\n").filter(Boolean);
|
|
46
|
+
let read=0,cgFile=0,cgSym=0,cgOther=0,exposed="?";
|
|
47
|
+
for(const l of lines){try{const o=JSON.parse(l);
|
|
48
|
+
if(o.type==="system"&&o.subtype==="init"){exposed=(o.tools||[]).filter(t=>/homegraph/.test(t)).length;}
|
|
49
|
+
const blocks=o.message?.content||[];
|
|
50
|
+
for(const b of (Array.isArray(blocks)?blocks:[])){
|
|
51
|
+
if(b.type!=="tool_use")continue;
|
|
52
|
+
if(b.name==="Read")read++;
|
|
53
|
+
else if(b.name==="mcp__homegraph__homegraph_node"){ if(b.input&&b.input.symbol)cgSym++; else cgFile++; }
|
|
54
|
+
else if(/mcp__homegraph__/.test(b.name))cgOther++;
|
|
55
|
+
}
|
|
56
|
+
}catch{}}
|
|
57
|
+
console.log(` Read=${read} homegraph_node[file]=${cgFile} homegraph_node[symbol]=${cgSym} other_cg=${cgOther} (cg exposed=${exposed})`);
|
|
58
|
+
' "$1"
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
run_arm() { # label, N
|
|
62
|
+
local label="$1" n="$2"
|
|
63
|
+
local c="$OUT/mcp-$label.json"
|
|
64
|
+
for i in $(seq 1 "$n"); do
|
|
65
|
+
local tgt="$OUT/t-$label-$i"
|
|
66
|
+
rm -rf "$tgt"
|
|
67
|
+
rsync -a --exclude node_modules --exclude .git --exclude dist --exclude .homegraph "$TARGET/" "$tgt/"
|
|
68
|
+
node "$BIN" init "$tgt" >/dev/null 2>&1
|
|
69
|
+
printf '{"mcpServers":{"homegraph":{"command":"env","args":["HOMEGRAPH_WASM_RELAUNCHED=1","node","%s","serve","--mcp","--path","%s"]}}}' "$BIN" "$tgt" > "$c"
|
|
70
|
+
prewarm "$tgt"
|
|
71
|
+
echo "----- [$label] run $i -----"
|
|
72
|
+
( cd "$tgt" && claude -p "$TASK" \
|
|
73
|
+
--output-format stream-json --verbose --permission-mode bypassPermissions \
|
|
74
|
+
--model "${MODEL:-sonnet}" --effort "${EFFORT:-high}" --max-budget-usd 4 --strict-mcp-config --mcp-config "$c" \
|
|
75
|
+
</dev/null > "$OUT/run-$label-$i.jsonl" 2>"$OUT/run-$label-$i.err" )
|
|
76
|
+
count "$OUT/run-$label-$i.jsonl"
|
|
77
|
+
pkill -9 -f "serve --mcp --path $tgt" 2>/dev/null
|
|
78
|
+
done
|
|
79
|
+
echo
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
echo "== NEW build (HEAD: homegraph_node has Read parity) =="
|
|
83
|
+
( cd "$ENGINE" && npm run build >/dev/null 2>&1 ) && echo "built"
|
|
84
|
+
run_arm new "$RUNS"
|
|
85
|
+
|
|
86
|
+
echo "== BASELINE build ($BASE_REF) =="
|
|
87
|
+
git -C "$ENGINE" checkout "$BASE_REF" -- $CHANGED
|
|
88
|
+
( cd "$ENGINE" && npm run build >/dev/null 2>&1 ) && echo "built"
|
|
89
|
+
run_arm baseline "$RUNS"
|
|
90
|
+
|
|
91
|
+
echo "###### DONE — compare [new] vs [baseline]: does homegraph_node[file] rise / Read fall? Logs: $OUT"
|