@hassangameryt/freeflow 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/README.md +148 -154
- package/capabilities/cognitive-routing/SKILL.md +229 -0
- package/capabilities/context-virtualization/SKILL.md +103 -0
- package/capabilities/conversation-history/SKILL.md +53 -0
- package/command-surface.json +6 -13
- package/hooks/freeflow-runtime-context.mjs +35 -91
- package/hooks/tests/check-runtime-context-hook.sh +56 -39
- package/package.json +24 -16
- package/pi-extension/dist/cognitive-routing/commands.js +96 -0
- package/pi-extension/dist/cognitive-routing/config.js +236 -0
- package/pi-extension/dist/cognitive-routing/controller.js +862 -0
- package/pi-extension/dist/cognitive-routing/history.js +439 -0
- package/pi-extension/dist/cognitive-routing/host.js +126 -0
- package/pi-extension/dist/cognitive-routing/runtime.js +43 -0
- package/pi-extension/dist/cognitive-routing/tool.js +211 -0
- package/pi-extension/dist/cognitive-routing/types.js +6 -0
- package/pi-extension/dist/context-virtualization/commands.js +89 -0
- package/pi-extension/dist/context-virtualization/projector.js +42 -0
- package/pi-extension/dist/context-virtualization/runtime.js +356 -0
- package/pi-extension/dist/context-virtualization/state.js +57 -0
- package/pi-extension/dist/context-virtualization/types.js +10 -0
- package/pi-extension/dist/conversation-history/passages.js +66 -0
- package/pi-extension/dist/conversation-history/ranking.js +105 -0
- package/pi-extension/dist/conversation-history/runtime.js +226 -0
- package/pi-extension/dist/conversation-history/search.js +56 -0
- package/pi-extension/dist/conversation-history/types.js +1 -0
- package/pi-extension/dist/freeflow-context/resolver.js +120 -0
- package/pi-extension/dist/freeflow-context/runtime.js +80 -0
- package/pi-extension/dist/freeflow-context/source-projector.js +95 -0
- package/pi-extension/dist/freeflow-context/tool.js +308 -0
- package/pi-extension/dist/freeflow-context/types.js +12 -0
- package/pi-extension/dist/freeflow-context/visibility.js +28 -0
- package/pi-extension/dist/index.js +516 -98
- package/pi-extension/dist/runtime/runtime-context.js +318 -271
- package/pi-extension/dist/runtime/runtime-identity.js +5 -0
- package/pi-extension/dist/settings/settings-tui.js +78 -0
- package/pi-extension/dist/settings/settings-ui.js +593 -563
- package/pi-extension/dist/ui/text-component.js +57 -0
- package/pi-extension/src/cognitive-routing/commands.ts +119 -0
- package/pi-extension/src/cognitive-routing/config.ts +307 -0
- package/pi-extension/src/cognitive-routing/controller.ts +1118 -0
- package/pi-extension/src/cognitive-routing/history.ts +638 -0
- package/pi-extension/src/cognitive-routing/host.ts +172 -0
- package/pi-extension/src/cognitive-routing/runtime.ts +57 -0
- package/pi-extension/src/cognitive-routing/tool.ts +272 -0
- package/pi-extension/src/cognitive-routing/types.ts +89 -0
- package/pi-extension/src/context-virtualization/commands.ts +111 -0
- package/pi-extension/src/context-virtualization/projector.ts +62 -0
- package/pi-extension/src/context-virtualization/runtime.ts +406 -0
- package/pi-extension/src/context-virtualization/state.ts +79 -0
- package/pi-extension/src/context-virtualization/types.ts +92 -0
- package/pi-extension/src/conversation-history/passages.ts +81 -0
- package/pi-extension/src/conversation-history/ranking.ts +155 -0
- package/pi-extension/src/conversation-history/runtime.ts +250 -0
- package/pi-extension/src/conversation-history/search.ts +79 -0
- package/pi-extension/src/conversation-history/types.ts +31 -0
- package/pi-extension/src/freeflow-context/resolver.ts +139 -0
- package/pi-extension/src/freeflow-context/runtime.ts +100 -0
- package/pi-extension/src/freeflow-context/source-projector.ts +106 -0
- package/pi-extension/src/freeflow-context/tool.ts +360 -0
- package/pi-extension/src/freeflow-context/types.ts +70 -0
- package/pi-extension/src/freeflow-context/visibility.ts +53 -0
- package/pi-extension/src/index.ts +553 -101
- package/pi-extension/src/runtime/runtime-context.ts +339 -281
- package/pi-extension/src/runtime/runtime-identity.ts +8 -0
- package/pi-extension/src/settings/settings-tui.ts +93 -0
- package/pi-extension/src/settings/settings-ui.ts +700 -613
- package/pi-extension/src/ui/text-component.ts +66 -0
- package/pi-extension/tests/cognitive-routing/commands.test.js +134 -0
- package/pi-extension/tests/cognitive-routing/controller.test.js +1099 -0
- package/pi-extension/tests/cognitive-routing/extension-lifecycle.test.js +1071 -0
- package/pi-extension/tests/cognitive-routing/history.test.js +274 -0
- package/pi-extension/tests/cognitive-routing/host-fixture.js +4 -0
- package/pi-extension/tests/cognitive-routing/host-identity.test.js +63 -0
- package/pi-extension/tests/cognitive-routing/profile-resolution.test.js +236 -0
- package/pi-extension/tests/cognitive-routing/tool.test.js +230 -0
- package/pi-extension/tests/context-virtualization/extension.test.js +749 -0
- package/pi-extension/tests/context-virtualization/projector.test.js +110 -0
- package/pi-extension/tests/context-virtualization/runtime.test.js +216 -0
- package/pi-extension/tests/conversation-history/runtime.test.js +98 -0
- package/pi-extension/tests/conversation-history/search.test.js +97 -0
- package/pi-extension/tests/integration/pi-extension.test.js +927 -2048
- package/pi-extension/tests/integration/prompt-architecture.test.js +305 -0
- package/runtime/prompts/cognitive-routing.md +9 -0
- package/runtime/prompts/context-virtualization.md +3 -0
- package/runtime/prompts/conversation-history.md +3 -0
- package/runtime/prompts/core.md +13 -0
- package/runtime/prompts/interaction-contract.md +7 -0
- package/runtime/prompts/skills.md +65 -0
- package/skills/action-selection/SKILL.md +91 -0
- package/skills/bypass/SKILL.md +3 -2
- package/skills/commit-work/SKILL.md +1 -1
- package/skills/commit-work/references/staging-decisions.md +1 -1
- package/skills/decision-gate/SKILL.md +1 -1
- package/skills/design-for-depth/SKILL.md +14 -33
- package/skills/design-for-depth/references/design-pressure-signals.md +1 -1
- package/skills/design-for-depth/references/interface-design-loop.md +1 -1
- package/skills/design-for-depth/references/software-design-philosophy.md +1 -1
- package/skills/diagnose-failure/SKILL.md +20 -14
- package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +1 -3
- package/skills/diagnose-failure/references/{flaky-and-performance.md → flaky-and-performance-diagnosis.md} +1 -1
- package/skills/discuss/SKILL.md +34 -22
- package/skills/discuss/references/discussion-continuity.md +71 -0
- package/skills/evaluate-skill/SKILL.md +5 -5
- package/skills/evaluate-skill/references/{definition-schema.md → evaluation-definition-schema.md} +42 -2
- package/skills/evaluate-skill/references/execution-and-evidence.md +8 -3
- package/skills/evaluate-skill/scripts/lib/definitions.mjs +114 -3
- package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +156 -1
- package/skills/evaluate-skill/scripts/lib/grade.mjs +9 -1
- package/skills/evaluate-skill/scripts/lib/pi.mjs +147 -32
- package/skills/evaluate-skill/scripts/lib/rpc.mjs +4 -4
- package/skills/evaluate-skill/scripts/lib/runner.mjs +36 -14
- package/skills/evaluate-skill/scripts/lib/sandbox.mjs +92 -0
- package/skills/evaluate-skill/scripts/pi-guard.mjs +1 -1
- package/skills/evaluate-skill/scripts/pi-observer.mjs +66 -0
- package/skills/evaluate-skill/scripts/skill-eval.mjs +6 -5
- package/skills/execute-work/SKILL.md +18 -15
- package/skills/execute-work/references/code-practices.md +1 -1
- package/skills/execute-work/references/execute-work-edges.md +42 -0
- package/skills/finish-branch/SKILL.md +2 -2
- package/skills/finish-branch/references/integration-options.md +1 -1
- package/skills/handoff/SKILL.md +3 -3
- package/skills/launch-work/SKILL.md +1 -1
- package/skills/launch-work/references/launch-readiness.md +2 -2
- package/skills/migration-work/SKILL.md +2 -2
- package/skills/migration-work/references/migration-lifecycle.md +1 -1
- package/skills/mode-contract/SKILL.md +4 -4
- package/skills/release-work/SKILL.md +1 -1
- package/skills/release-work/references/release-evidence.md +1 -1
- package/skills/review-artifact/SKILL.md +28 -26
- package/skills/review-work/SKILL.md +28 -26
- package/skills/review-work/references/{reviewer-prompt.md → independent-work-reviewer-contract.md} +1 -1
- package/skills/review-work/references/security-risk-lens.md +1 -1
- package/skills/setup-freeflow/SKILL.md +3 -1
- package/skills/setup-freeflow/references/activation-contract.md +2 -2
- package/skills/setup-freeflow/references/host-setup.md +2 -2
- package/skills/simplify-code/SKILL.md +1 -1
- package/skills/simplify-code/references/simplification-patterns.md +1 -1
- package/skills/tdd/SKILL.md +18 -38
- package/skills/tdd/references/test-design.md +2 -2
- package/skills/track-work/SKILL.md +362 -58
- package/skills/track-work/scripts/lib/codec.mjs +570 -0
- package/skills/track-work/scripts/lib/commands.mjs +568 -0
- package/skills/track-work/scripts/lib/contract.mjs +303 -0
- package/skills/track-work/scripts/lib/model.mjs +506 -0
- package/skills/track-work/scripts/lib/operations.mjs +965 -0
- package/skills/track-work/scripts/lib/record-store.mjs +264 -0
- package/skills/track-work/scripts/lib/result.mjs +37 -0
- package/skills/track-work/scripts/lib/rewrites.mjs +740 -0
- package/skills/track-work/scripts/lib/schema.mjs +277 -0
- package/skills/track-work/scripts/lib/source-inventory.mjs +162 -0
- package/skills/track-work/scripts/lib/views.mjs +443 -0
- package/skills/track-work/scripts/lib/workspace.mjs +134 -0
- package/skills/track-work/scripts/working-record.mjs +122 -0
- package/skills/verify-work/SKILL.md +14 -2
- package/skills/verify-work/references/browser-runtime-evidence.md +1 -1
- package/skills/verify-work/references/integration-evidence.md +1 -1
- package/skills/verify-work/references/performance-evidence.md +1 -1
- package/skills/workflow/SKILL.md +105 -53
- package/skills/workflow/references/domain-skill-composition.md +22 -42
- package/skills/write-plan/SKILL.md +1 -1
- package/skills/write-skill/SKILL.md +3 -2
- package/skills/write-skill/references/progressive-disclosure.md +17 -3
- package/capabilities/output-router/SKILL.md +0 -206
- package/capabilities/output-router/references/safety-policy.md +0 -40
- package/capabilities/output-router/references/setup.md +0 -110
- package/pi-extension/dist/output-router/host-producer-identification.js +0 -232
- package/pi-extension/dist/output-router/native-safety-net.js +0 -216
- package/pi-extension/dist/output-router/observed-tool-routing.js +0 -122
- package/pi-extension/dist/output-router/renderers.js +0 -1023
- package/pi-extension/dist/output-router/router-tools.js +0 -554
- package/pi-extension/dist/output-router/schemas.js +0 -383
- package/pi-extension/dist/output-router/status.js +0 -744
- package/pi-extension/dist/output-router/utils.js +0 -502
- package/pi-extension/src/output-router/host-producer-identification.ts +0 -256
- package/pi-extension/src/output-router/native-safety-net.ts +0 -248
- package/pi-extension/src/output-router/observed-tool-routing.ts +0 -134
- package/pi-extension/src/output-router/renderers.ts +0 -1108
- package/pi-extension/src/output-router/router-tools.ts +0 -579
- package/pi-extension/src/output-router/schemas.ts +0 -387
- package/pi-extension/src/output-router/status.ts +0 -791
- package/pi-extension/src/output-router/utils.ts +0 -554
- package/pi-extension/tests/output-router/observed-producers.test.js +0 -132
- package/pi-extension/tests/output-router/search.test.js +0 -722
- package/router/dist/benchmarks/benchmark-harness.d.ts +0 -35
- package/router/dist/benchmarks/benchmark-harness.js +0 -92
- package/router/dist/benchmarks/benchmarks.d.ts +0 -109
- package/router/dist/benchmarks/benchmarks.js +0 -979
- package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +0 -95
- package/router/dist/benchmarks/codex-qa-benchmarks.js +0 -500
- package/router/dist/benchmarks/command-benchmarks.d.ts +0 -143
- package/router/dist/benchmarks/command-benchmarks.js +0 -698
- package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +0 -82
- package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +0 -773
- package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +0 -132
- package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +0 -1380
- package/router/dist/benchmarks/context-saving-baseline.d.ts +0 -60
- package/router/dist/benchmarks/context-saving-baseline.js +0 -470
- package/router/dist/benchmarks/index-benchmarks.d.ts +0 -103
- package/router/dist/benchmarks/index-benchmarks.js +0 -862
- package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +0 -101
- package/router/dist/benchmarks/storage-policy-benchmarks.js +0 -618
- package/router/dist/benchmarks/vault-index-benchmarks.d.ts +0 -56
- package/router/dist/benchmarks/vault-index-benchmarks.js +0 -322
- package/router/dist/config/config.d.ts +0 -103
- package/router/dist/config/config.js +0 -632
- package/router/dist/config/router-contract.d.ts +0 -10
- package/router/dist/config/router-contract.js +0 -54
- package/router/dist/config/schema.d.ts +0 -27
- package/router/dist/config/schema.js +0 -648
- package/router/dist/config/types.d.ts +0 -573
- package/router/dist/config/types.js +0 -41
- package/router/dist/evidence/bounded-evidence.d.ts +0 -40
- package/router/dist/evidence/bounded-evidence.js +0 -323
- package/router/dist/evidence/evidence-range-selector.d.ts +0 -24
- package/router/dist/evidence/evidence-range-selector.js +0 -232
- package/router/dist/evidence/evidence-search.d.ts +0 -27
- package/router/dist/evidence/evidence-search.js +0 -490
- package/router/dist/evidence/evidence.d.ts +0 -38
- package/router/dist/evidence/evidence.js +0 -200
- package/router/dist/evidence/failure-contracts.d.ts +0 -37
- package/router/dist/evidence/failure-contracts.js +0 -166
- package/router/dist/evidence/line-ranges.d.ts +0 -24
- package/router/dist/evidence/line-ranges.js +0 -22
- package/router/dist/experiments/local-index.d.ts +0 -64
- package/router/dist/experiments/local-index.js +0 -581
- package/router/dist/index.d.ts +0 -30
- package/router/dist/index.js +0 -32
- package/router/dist/local/local-traversal.d.ts +0 -18
- package/router/dist/local/local-traversal.js +0 -334
- package/router/dist/processing/engine.d.ts +0 -132
- package/router/dist/processing/engine.js +0 -533
- package/router/dist/processing/reducers.d.ts +0 -280
- package/router/dist/processing/reducers.js +0 -1673
- package/router/dist/processing/renderers.d.ts +0 -31
- package/router/dist/processing/renderers.js +0 -195
- package/router/dist/processing/scripts.d.ts +0 -91
- package/router/dist/processing/scripts.js +0 -386
- package/router/dist/repo/repo-traversal.d.ts +0 -18
- package/router/dist/repo/repo-traversal.js +0 -245
- package/router/dist/routing/observed-reducers.d.ts +0 -41
- package/router/dist/routing/observed-reducers.js +0 -661
- package/router/dist/routing/observed-routing.d.ts +0 -26
- package/router/dist/routing/observed-routing.js +0 -378
- package/router/dist/routing/parsers.d.ts +0 -16
- package/router/dist/routing/parsers.js +0 -521
- package/router/dist/routing/run-filters.d.ts +0 -60
- package/router/dist/routing/run-filters.js +0 -238
- package/router/dist/routing/run-reducers.d.ts +0 -49
- package/router/dist/routing/run-reducers.js +0 -122
- package/router/dist/sandbox/adapter-roots.d.ts +0 -46
- package/router/dist/sandbox/adapter-roots.js +0 -66
- package/router/dist/sandbox/eryx-python-adapter.d.ts +0 -13
- package/router/dist/sandbox/eryx-python-adapter.js +0 -868
- package/router/dist/sandbox/jq-wasm-adapter.d.ts +0 -9
- package/router/dist/sandbox/jq-wasm-adapter.js +0 -429
- package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +0 -13
- package/router/dist/sandbox/quickjs-wasi-adapter.js +0 -384
- package/router/dist/sandbox/script-sandbox.d.ts +0 -134
- package/router/dist/sandbox/script-sandbox.js +0 -337
- package/router/dist/setup/script-transform-adapters.d.ts +0 -32
- package/router/dist/setup/script-transform-adapters.js +0 -278
- package/router/dist/tools/batch.d.ts +0 -33
- package/router/dist/tools/batch.js +0 -586
- package/router/dist/tools/run.d.ts +0 -62
- package/router/dist/tools/run.js +0 -1304
- package/router/dist/tools/search.d.ts +0 -66
- package/router/dist/tools/search.js +0 -1364
- package/router/dist/transform/engine.d.ts +0 -168
- package/router/dist/transform/engine.js +0 -2072
- package/router/dist/vault/vault-index.d.ts +0 -125
- package/router/dist/vault/vault-index.js +0 -416
- package/router/dist/vault/vault.d.ts +0 -138
- package/router/dist/vault/vault.js +0 -630
- package/runtime/interaction-contract.md +0 -16
- package/skills/discuss/references/checkpoints.md +0 -66
- package/skills/execute-work/references/execution-loop.md +0 -77
- package/skills/track-work/references/working-record-schema.md +0 -378
- package/skills/workflow/references/workflow-loop.md +0 -92
- /package/skills/handoff/references/{templates.md → handoff-templates.md} +0 -0
- /package/skills/review-artifact/references/{reviewer-prompt.md → independent-artifact-reviewer-contract.md} +0 -0
|
@@ -1,581 +0,0 @@
|
|
|
1
|
-
import { createHash } from "node:crypto";
|
|
2
|
-
import { mkdir, readdir, readFile, realpath, stat, writeFile } from "node:fs/promises";
|
|
3
|
-
import { homedir } from "node:os";
|
|
4
|
-
import { dirname, join, relative, resolve } from "node:path";
|
|
5
|
-
import { performance } from "node:perf_hooks";
|
|
6
|
-
const INDEX_VERSION = 1;
|
|
7
|
-
const DEFAULT_CONTEXT_LINES = 2;
|
|
8
|
-
const DEFAULT_TOP_K = 1;
|
|
9
|
-
const MAX_TOP_K = 10;
|
|
10
|
-
const BROAD_SCAN_MAX_FILE_BYTES = 1024 * 1024;
|
|
11
|
-
const QUERY_EXCERPT_MAX_BYTES = 8_192;
|
|
12
|
-
const LINE_PREVIEW_MAX_BYTES = 2_048;
|
|
13
|
-
const TRUNCATION_SUFFIX = " … [truncated; query index stores bounded preview only]";
|
|
14
|
-
const STOPWORDS = new Set([
|
|
15
|
-
"a",
|
|
16
|
-
"an",
|
|
17
|
-
"and",
|
|
18
|
-
"are",
|
|
19
|
-
"as",
|
|
20
|
-
"at",
|
|
21
|
-
"be",
|
|
22
|
-
"by",
|
|
23
|
-
"for",
|
|
24
|
-
"from",
|
|
25
|
-
"in",
|
|
26
|
-
"is",
|
|
27
|
-
"it",
|
|
28
|
-
"of",
|
|
29
|
-
"on",
|
|
30
|
-
"or",
|
|
31
|
-
"that",
|
|
32
|
-
"the",
|
|
33
|
-
"this",
|
|
34
|
-
"to",
|
|
35
|
-
"with",
|
|
36
|
-
]);
|
|
37
|
-
const SKIP_DIRS = new Set([
|
|
38
|
-
".git",
|
|
39
|
-
"node_modules",
|
|
40
|
-
"dist",
|
|
41
|
-
"build",
|
|
42
|
-
"out",
|
|
43
|
-
".next",
|
|
44
|
-
".nuxt",
|
|
45
|
-
"coverage",
|
|
46
|
-
"target",
|
|
47
|
-
"graphify-out",
|
|
48
|
-
".cache",
|
|
49
|
-
".tmp",
|
|
50
|
-
"tmp",
|
|
51
|
-
"temp",
|
|
52
|
-
"logs",
|
|
53
|
-
"generated",
|
|
54
|
-
]);
|
|
55
|
-
const BROAD_SKIP_FILE_EXTENSIONS = new Set([
|
|
56
|
-
".7z",
|
|
57
|
-
".avi",
|
|
58
|
-
".bin",
|
|
59
|
-
".bmp",
|
|
60
|
-
".br",
|
|
61
|
-
".class",
|
|
62
|
-
".db",
|
|
63
|
-
".dll",
|
|
64
|
-
".dylib",
|
|
65
|
-
".eot",
|
|
66
|
-
".exe",
|
|
67
|
-
".gif",
|
|
68
|
-
".gz",
|
|
69
|
-
".heic",
|
|
70
|
-
".icns",
|
|
71
|
-
".ico",
|
|
72
|
-
".jar",
|
|
73
|
-
".jpeg",
|
|
74
|
-
".jpg",
|
|
75
|
-
".mov",
|
|
76
|
-
".mp3",
|
|
77
|
-
".mp4",
|
|
78
|
-
".otf",
|
|
79
|
-
".parquet",
|
|
80
|
-
".pdf",
|
|
81
|
-
".png",
|
|
82
|
-
".pyc",
|
|
83
|
-
".rar",
|
|
84
|
-
".so",
|
|
85
|
-
".sqlite",
|
|
86
|
-
".sqlite3",
|
|
87
|
-
".tar",
|
|
88
|
-
".tgz",
|
|
89
|
-
".ttf",
|
|
90
|
-
".wasm",
|
|
91
|
-
".webm",
|
|
92
|
-
".webp",
|
|
93
|
-
".woff",
|
|
94
|
-
".woff2",
|
|
95
|
-
".zip",
|
|
96
|
-
".zst",
|
|
97
|
-
]);
|
|
98
|
-
export function defaultExperimentalIndexCacheRoot() {
|
|
99
|
-
const xdgCache = process.env.XDG_CACHE_HOME;
|
|
100
|
-
return resolve(
|
|
101
|
-
xdgCache && xdgCache.trim() ? xdgCache : join(homedir(), ".cache"),
|
|
102
|
-
"freeflow-router",
|
|
103
|
-
"experimental-index",
|
|
104
|
-
);
|
|
105
|
-
}
|
|
106
|
-
export async function experimentalIndexCachePath(options) {
|
|
107
|
-
const root = await realpath(resolve(options.root));
|
|
108
|
-
const cacheRoot = resolve(options.cacheRoot ?? defaultExperimentalIndexCacheRoot());
|
|
109
|
-
return join(
|
|
110
|
-
cacheRoot,
|
|
111
|
-
`${hash(JSON.stringify({ root, generatedPathGlobs: options.generatedPathGlobs ?? [] })).slice(0, 24)}.json`,
|
|
112
|
-
);
|
|
113
|
-
}
|
|
114
|
-
export async function buildOrLoadExperimentalRepoIndex(options) {
|
|
115
|
-
const startedAt = performance.now();
|
|
116
|
-
const root = await realpath(resolve(options.root));
|
|
117
|
-
const cacheOptions = { root };
|
|
118
|
-
if (options.cacheRoot !== undefined) {
|
|
119
|
-
cacheOptions.cacheRoot = options.cacheRoot;
|
|
120
|
-
}
|
|
121
|
-
if (options.generatedPathGlobs !== undefined) {
|
|
122
|
-
cacheOptions.generatedPathGlobs = options.generatedPathGlobs;
|
|
123
|
-
}
|
|
124
|
-
const cachePath = await experimentalIndexCachePath(cacheOptions);
|
|
125
|
-
const scannedFiles = await scanRepoTextFiles(root, options.generatedPathGlobs ?? []);
|
|
126
|
-
const cachedIndex = await readCachedIndex(cachePath, root);
|
|
127
|
-
if (cachedIndex && manifestMatches(cachedIndex, scannedFiles)) {
|
|
128
|
-
return {
|
|
129
|
-
mode: "warm-loaded",
|
|
130
|
-
index: cachedIndex,
|
|
131
|
-
cachePath,
|
|
132
|
-
buildMs: performance.now() - startedAt,
|
|
133
|
-
};
|
|
134
|
-
}
|
|
135
|
-
const index = buildIndexFromScannedFiles(root, cachePath, scannedFiles);
|
|
136
|
-
await writeIndex(cachePath, index);
|
|
137
|
-
return {
|
|
138
|
-
mode: cachedIndex ? "stale-refreshed" : "cold-built",
|
|
139
|
-
index,
|
|
140
|
-
cachePath,
|
|
141
|
-
buildMs: performance.now() - startedAt,
|
|
142
|
-
...(cachedIndex ? { refreshReason: staleReason(cachedIndex, scannedFiles) } : {}),
|
|
143
|
-
};
|
|
144
|
-
}
|
|
145
|
-
export function queryExperimentalRepoIndex(index, query, options = {}) {
|
|
146
|
-
const requestedTopK = options.topK ?? DEFAULT_TOP_K;
|
|
147
|
-
const topK = Number.isFinite(requestedTopK)
|
|
148
|
-
? Math.min(MAX_TOP_K, Math.max(1, Math.floor(requestedTopK)))
|
|
149
|
-
: DEFAULT_TOP_K;
|
|
150
|
-
const queryTokens = uniqueTokens(tokenize(query));
|
|
151
|
-
if (queryTokens.length === 0) {
|
|
152
|
-
return [];
|
|
153
|
-
}
|
|
154
|
-
const normalizedQueryPhrase = normalizeTokenSequence(query);
|
|
155
|
-
const stats = {
|
|
156
|
-
averageLength: index.averageChunkTokens || 1,
|
|
157
|
-
documentFrequency: new Map(Object.entries(index.tokenDocumentFrequency)),
|
|
158
|
-
chunkCount: index.chunks.length,
|
|
159
|
-
};
|
|
160
|
-
const scored = [];
|
|
161
|
-
for (const chunk of index.chunks) {
|
|
162
|
-
const candidate = scoreIndexedChunk(index, chunk, queryTokens, normalizedQueryPhrase, stats);
|
|
163
|
-
if (candidate) {
|
|
164
|
-
scored.push(candidate);
|
|
165
|
-
}
|
|
166
|
-
}
|
|
167
|
-
scored.sort((a, b) => b.score - a.score);
|
|
168
|
-
const selected = [];
|
|
169
|
-
const seen = new Set();
|
|
170
|
-
for (const candidate of scored) {
|
|
171
|
-
if (seen.has(candidate.path)) {
|
|
172
|
-
continue;
|
|
173
|
-
}
|
|
174
|
-
seen.add(candidate.path);
|
|
175
|
-
selected.push(candidate);
|
|
176
|
-
if (selected.length >= topK) {
|
|
177
|
-
break;
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
return selected;
|
|
181
|
-
}
|
|
182
|
-
async function readCachedIndex(cachePath, root) {
|
|
183
|
-
try {
|
|
184
|
-
const parsed = JSON.parse(await readFile(cachePath, "utf8"));
|
|
185
|
-
if (parsed.version !== INDEX_VERSION || parsed.root !== root || !parsed.files || !Array.isArray(parsed.chunks)) {
|
|
186
|
-
return null;
|
|
187
|
-
}
|
|
188
|
-
return parsed;
|
|
189
|
-
} catch {
|
|
190
|
-
return null;
|
|
191
|
-
}
|
|
192
|
-
}
|
|
193
|
-
async function writeIndex(cachePath, index) {
|
|
194
|
-
await mkdir(dirname(cachePath), { recursive: true });
|
|
195
|
-
await writeFile(cachePath, `${JSON.stringify(index, null, 2)}\n`, "utf8");
|
|
196
|
-
}
|
|
197
|
-
function manifestMatches(index, scannedFiles) {
|
|
198
|
-
const indexedPaths = Object.keys(index.files).sort();
|
|
199
|
-
const scannedPaths = scannedFiles.map((file) => file.path).sort();
|
|
200
|
-
if (indexedPaths.length !== scannedPaths.length) {
|
|
201
|
-
return false;
|
|
202
|
-
}
|
|
203
|
-
for (let indexPath = 0; indexPath < scannedPaths.length; indexPath += 1) {
|
|
204
|
-
if (indexedPaths[indexPath] !== scannedPaths[indexPath]) {
|
|
205
|
-
return false;
|
|
206
|
-
}
|
|
207
|
-
}
|
|
208
|
-
return scannedFiles.every((file) => index.files[file.path]?.hashSha256 === file.hashSha256);
|
|
209
|
-
}
|
|
210
|
-
function staleReason(index, scannedFiles) {
|
|
211
|
-
const indexedPaths = new Set(Object.keys(index.files));
|
|
212
|
-
const scannedPaths = new Set(scannedFiles.map((file) => file.path));
|
|
213
|
-
const added = [...scannedPaths].filter((path) => !indexedPaths.has(path));
|
|
214
|
-
const removed = [...indexedPaths].filter((path) => !scannedPaths.has(path));
|
|
215
|
-
const changed = scannedFiles
|
|
216
|
-
.filter((file) => indexedPaths.has(file.path) && index.files[file.path]?.hashSha256 !== file.hashSha256)
|
|
217
|
-
.map((file) => file.path);
|
|
218
|
-
const parts = [];
|
|
219
|
-
if (added.length) {
|
|
220
|
-
parts.push(`${added.length} added`);
|
|
221
|
-
}
|
|
222
|
-
if (removed.length) {
|
|
223
|
-
parts.push(`${removed.length} removed`);
|
|
224
|
-
}
|
|
225
|
-
if (changed.length) {
|
|
226
|
-
parts.push(`${changed.length} changed`);
|
|
227
|
-
}
|
|
228
|
-
return parts.length ? parts.join(", ") : "cache metadata changed";
|
|
229
|
-
}
|
|
230
|
-
function buildIndexFromScannedFiles(root, cachePath, scannedFiles) {
|
|
231
|
-
const chunks = [];
|
|
232
|
-
const files = {};
|
|
233
|
-
for (const file of scannedFiles) {
|
|
234
|
-
const fileChunks = candidateChunksForFile(file);
|
|
235
|
-
const chunkIds = [];
|
|
236
|
-
for (const chunk of fileChunks) {
|
|
237
|
-
const tokens = tokenize(chunk.text);
|
|
238
|
-
const indexedChunk = {
|
|
239
|
-
id: chunks.length,
|
|
240
|
-
path: file.path,
|
|
241
|
-
startLine: chunk.range.start,
|
|
242
|
-
endLine: chunk.range.end,
|
|
243
|
-
kind: chunk.kind,
|
|
244
|
-
text: chunk.text,
|
|
245
|
-
tokens,
|
|
246
|
-
tokenCounts: Object.fromEntries(tokenCountMap(tokens)),
|
|
247
|
-
};
|
|
248
|
-
if (chunk.heading !== undefined) {
|
|
249
|
-
indexedChunk.heading = chunk.heading;
|
|
250
|
-
}
|
|
251
|
-
chunks.push(indexedChunk);
|
|
252
|
-
chunkIds.push(indexedChunk.id);
|
|
253
|
-
}
|
|
254
|
-
files[file.path] = {
|
|
255
|
-
path: file.path,
|
|
256
|
-
hashSha256: file.hashSha256,
|
|
257
|
-
sizeBytes: file.sizeBytes,
|
|
258
|
-
lineCount: file.lines.length,
|
|
259
|
-
chunkIds,
|
|
260
|
-
};
|
|
261
|
-
}
|
|
262
|
-
const tokenDocumentFrequency = {};
|
|
263
|
-
let totalTokens = 0;
|
|
264
|
-
for (const chunk of chunks) {
|
|
265
|
-
totalTokens += Math.max(1, chunk.tokens.length);
|
|
266
|
-
for (const token of uniqueTokens(chunk.tokens)) {
|
|
267
|
-
tokenDocumentFrequency[token] = (tokenDocumentFrequency[token] ?? 0) + 1;
|
|
268
|
-
}
|
|
269
|
-
}
|
|
270
|
-
return {
|
|
271
|
-
version: INDEX_VERSION,
|
|
272
|
-
root,
|
|
273
|
-
builtAt: new Date().toISOString(),
|
|
274
|
-
files,
|
|
275
|
-
chunks,
|
|
276
|
-
tokenDocumentFrequency,
|
|
277
|
-
averageChunkTokens: chunks.length ? totalTokens / chunks.length : 1,
|
|
278
|
-
cachePath,
|
|
279
|
-
};
|
|
280
|
-
}
|
|
281
|
-
async function scanRepoTextFiles(root, generatedPathGlobs = []) {
|
|
282
|
-
const files = [];
|
|
283
|
-
const visitedDirectories = new Set();
|
|
284
|
-
await collectTextFiles(root, root, files, visitedDirectories, generatedPathGlobs);
|
|
285
|
-
return files.sort((a, b) => a.path.localeCompare(b.path));
|
|
286
|
-
}
|
|
287
|
-
async function collectTextFiles(root, currentPath, files, visitedDirectories, generatedPathGlobs = []) {
|
|
288
|
-
let currentRealPath;
|
|
289
|
-
try {
|
|
290
|
-
currentRealPath = await realpath(currentPath);
|
|
291
|
-
} catch {
|
|
292
|
-
return;
|
|
293
|
-
}
|
|
294
|
-
if (!isPathInsideRoot(root, currentRealPath)) {
|
|
295
|
-
return;
|
|
296
|
-
}
|
|
297
|
-
let currentStat;
|
|
298
|
-
try {
|
|
299
|
-
currentStat = await stat(currentRealPath);
|
|
300
|
-
} catch {
|
|
301
|
-
return;
|
|
302
|
-
}
|
|
303
|
-
const relativePath = normalizeRelativePath(relative(root, currentRealPath));
|
|
304
|
-
if (currentStat.isDirectory()) {
|
|
305
|
-
if (visitedDirectories.has(currentRealPath)) {
|
|
306
|
-
return;
|
|
307
|
-
}
|
|
308
|
-
visitedDirectories.add(currentRealPath);
|
|
309
|
-
if (
|
|
310
|
-
relativePath !== "" &&
|
|
311
|
-
(shouldSkipBroadDirectory(currentRealPath) || matchesGeneratedPathHint(relativePath, generatedPathGlobs))
|
|
312
|
-
) {
|
|
313
|
-
return;
|
|
314
|
-
}
|
|
315
|
-
const entries = await readdir(currentRealPath, { withFileTypes: true });
|
|
316
|
-
for (const entry of entries.sort((a, b) => a.name.localeCompare(b.name))) {
|
|
317
|
-
await collectTextFiles(root, resolve(currentRealPath, entry.name), files, visitedDirectories, generatedPathGlobs);
|
|
318
|
-
}
|
|
319
|
-
return;
|
|
320
|
-
}
|
|
321
|
-
if (!currentStat.isFile()) {
|
|
322
|
-
return;
|
|
323
|
-
}
|
|
324
|
-
if (
|
|
325
|
-
shouldSkipBroadFile(relativePath, currentStat.size) ||
|
|
326
|
-
matchesGeneratedPathHint(relativePath, generatedPathGlobs)
|
|
327
|
-
) {
|
|
328
|
-
return;
|
|
329
|
-
}
|
|
330
|
-
const text = await readFile(currentRealPath, "utf8");
|
|
331
|
-
if (text.includes("\0")) {
|
|
332
|
-
return;
|
|
333
|
-
}
|
|
334
|
-
files.push({
|
|
335
|
-
path: relativePath,
|
|
336
|
-
absolutePath: currentRealPath,
|
|
337
|
-
text,
|
|
338
|
-
lines: splitLines(text),
|
|
339
|
-
hashSha256: hash(text),
|
|
340
|
-
sizeBytes: byteLength(text),
|
|
341
|
-
});
|
|
342
|
-
}
|
|
343
|
-
function candidateChunksForFile(file) {
|
|
344
|
-
const chunks = [...markdownSectionChunks(file), ...lineWindowChunks(file)];
|
|
345
|
-
return chunks.length ? chunks : lineWindowChunks(file);
|
|
346
|
-
}
|
|
347
|
-
function markdownSectionChunks(file) {
|
|
348
|
-
const headingIndexes = file.lines
|
|
349
|
-
.map((line, index) => ({ line, index }))
|
|
350
|
-
.filter(({ line }) => line.trimStart().startsWith("#"));
|
|
351
|
-
if (!headingIndexes.length) {
|
|
352
|
-
return [];
|
|
353
|
-
}
|
|
354
|
-
return headingIndexes.map(({ line, index }, headingOrdinal) => {
|
|
355
|
-
const nextHeading = headingIndexes[headingOrdinal + 1]?.index ?? file.lines.length;
|
|
356
|
-
const range = { start: index + 1, end: Math.max(index + 1, nextHeading) };
|
|
357
|
-
return {
|
|
358
|
-
range,
|
|
359
|
-
text: file.lines.slice(range.start - 1, range.end).join("\n"),
|
|
360
|
-
heading: line,
|
|
361
|
-
kind: "section",
|
|
362
|
-
};
|
|
363
|
-
});
|
|
364
|
-
}
|
|
365
|
-
function lineWindowChunks(file) {
|
|
366
|
-
return file.lines.map((_, lineIndex) => {
|
|
367
|
-
const start = Math.max(0, lineIndex - DEFAULT_CONTEXT_LINES);
|
|
368
|
-
const end = Math.min(file.lines.length - 1, lineIndex + DEFAULT_CONTEXT_LINES);
|
|
369
|
-
return {
|
|
370
|
-
range: { start: start + 1, end: end + 1 },
|
|
371
|
-
text: file.lines.slice(start, end + 1).join("\n"),
|
|
372
|
-
kind: "window",
|
|
373
|
-
};
|
|
374
|
-
});
|
|
375
|
-
}
|
|
376
|
-
function scoreIndexedChunk(index, chunk, queryTokens, normalizedQueryPhrase, stats) {
|
|
377
|
-
const tokenCounts = new Map(Object.entries(chunk.tokenCounts));
|
|
378
|
-
const matchingTokens = queryTokens.filter((token) => (tokenCounts.get(token) ?? 0) > 0);
|
|
379
|
-
const pathScore = scoreText(chunk.path, queryTokens);
|
|
380
|
-
if (!matchingTokens.length && pathScore <= 0) {
|
|
381
|
-
return null;
|
|
382
|
-
}
|
|
383
|
-
const exactPhrase = hasExactNormalizedPhrase(chunk.text, normalizedQueryPhrase);
|
|
384
|
-
const chunkLength = Math.max(1, chunk.tokens.length);
|
|
385
|
-
const score =
|
|
386
|
-
(exactPhrase ? 100_000 : 0) +
|
|
387
|
-
bm25Score(queryTokens, tokenCounts, chunkLength, stats) * 10 +
|
|
388
|
-
coverageRatio(matchingTokens, queryTokens) * 25 +
|
|
389
|
-
headingCoverageBoost(chunk.heading ?? "", queryTokens) +
|
|
390
|
-
identifierBoost(chunk.text, queryTokens) +
|
|
391
|
-
pathScore -
|
|
392
|
-
Math.log1p(chunkLength) * 10;
|
|
393
|
-
const file = index.files[chunk.path];
|
|
394
|
-
if (!file) {
|
|
395
|
-
return null;
|
|
396
|
-
}
|
|
397
|
-
const lines = `${chunk.startLine}-${chunk.endLine}`;
|
|
398
|
-
const excerpt = boundedExcerpt(chunk.text);
|
|
399
|
-
return {
|
|
400
|
-
path: chunk.path,
|
|
401
|
-
lines,
|
|
402
|
-
excerpt,
|
|
403
|
-
score,
|
|
404
|
-
reason: exactPhrase
|
|
405
|
-
? `matched exact normalized query phrase in indexed ${chunk.kind} chunk`
|
|
406
|
-
: `BM25-style indexed ${chunk.kind} chunk with ${matchingTokens.length}/${queryTokens.length} query-token coverage`,
|
|
407
|
-
chunkKind: chunk.kind,
|
|
408
|
-
hashSha256: file.hashSha256,
|
|
409
|
-
contextBytes: byteLength(excerpt),
|
|
410
|
-
};
|
|
411
|
-
}
|
|
412
|
-
function bm25Score(queryTokens, tokenCounts, chunkLength, stats) {
|
|
413
|
-
const k1 = 1.2;
|
|
414
|
-
const b = 0.75;
|
|
415
|
-
return queryTokens.reduce((score, token) => {
|
|
416
|
-
const termFrequency = tokenCounts.get(token) ?? 0;
|
|
417
|
-
if (termFrequency <= 0) {
|
|
418
|
-
return score;
|
|
419
|
-
}
|
|
420
|
-
const documentFrequency = stats.documentFrequency.get(token) ?? 0;
|
|
421
|
-
const idf = Math.log(1 + (stats.chunkCount - documentFrequency + 0.5) / (documentFrequency + 0.5));
|
|
422
|
-
const normalizedLength = k1 * (1 - b + b * (chunkLength / Math.max(1, stats.averageLength)));
|
|
423
|
-
const saturatedFrequency = (termFrequency * (k1 + 1)) / (termFrequency + normalizedLength);
|
|
424
|
-
return score + idf * saturatedFrequency;
|
|
425
|
-
}, 0);
|
|
426
|
-
}
|
|
427
|
-
function coverageRatio(matchingTokens, queryTokens) {
|
|
428
|
-
return queryTokens.length ? matchingTokens.length / queryTokens.length : 0;
|
|
429
|
-
}
|
|
430
|
-
function headingCoverageBoost(heading, queryTokens) {
|
|
431
|
-
const headingTokens = new Set(tokenize(heading));
|
|
432
|
-
return queryTokens.filter((token) => headingTokens.has(token)).length * 4;
|
|
433
|
-
}
|
|
434
|
-
function identifierBoost(text, queryTokens) {
|
|
435
|
-
const identifiers = Array.from(text.matchAll(/`([^`]+)`/g), (match) => tokenize(match[1] ?? "")).flat();
|
|
436
|
-
if (!identifiers.length) {
|
|
437
|
-
return 0;
|
|
438
|
-
}
|
|
439
|
-
const identifierSet = new Set(identifiers);
|
|
440
|
-
return queryTokens.filter((token) => identifierSet.has(token)).length * 6;
|
|
441
|
-
}
|
|
442
|
-
function scoreText(text, tokens) {
|
|
443
|
-
const lower = text.toLowerCase();
|
|
444
|
-
return tokens.reduce((score, token) => score + countOccurrences(lower, token), 0);
|
|
445
|
-
}
|
|
446
|
-
function countOccurrences(text, token) {
|
|
447
|
-
let count = 0;
|
|
448
|
-
let index = text.indexOf(token);
|
|
449
|
-
while (index !== -1) {
|
|
450
|
-
count += 1;
|
|
451
|
-
index = text.indexOf(token, index + token.length);
|
|
452
|
-
}
|
|
453
|
-
return count;
|
|
454
|
-
}
|
|
455
|
-
function normalizeTokenSequence(text) {
|
|
456
|
-
const tokens = tokenize(text);
|
|
457
|
-
return tokens.length >= 2 ? tokens.join(" ") : "";
|
|
458
|
-
}
|
|
459
|
-
function hasExactNormalizedPhrase(text, normalizedQueryPhrase) {
|
|
460
|
-
return normalizedQueryPhrase !== "" && normalizeTokenSequence(text).includes(normalizedQueryPhrase);
|
|
461
|
-
}
|
|
462
|
-
function tokenize(query) {
|
|
463
|
-
return query
|
|
464
|
-
.toLowerCase()
|
|
465
|
-
.split(/[^a-z0-9_./-]+/)
|
|
466
|
-
.map((token) => token.trim())
|
|
467
|
-
.filter((token) => token.length >= 2 && !STOPWORDS.has(token));
|
|
468
|
-
}
|
|
469
|
-
function tokenCountMap(tokens) {
|
|
470
|
-
const counts = new Map();
|
|
471
|
-
for (const token of tokens) {
|
|
472
|
-
counts.set(token, (counts.get(token) ?? 0) + 1);
|
|
473
|
-
}
|
|
474
|
-
return counts;
|
|
475
|
-
}
|
|
476
|
-
function uniqueTokens(tokens) {
|
|
477
|
-
return Array.from(new Set(tokens));
|
|
478
|
-
}
|
|
479
|
-
function boundedExcerpt(text) {
|
|
480
|
-
const previewedLines = splitLines(text).map((line) => truncateToUtf8Bytes(line, LINE_PREVIEW_MAX_BYTES));
|
|
481
|
-
return truncateToUtf8Bytes(previewedLines.join("\n"), QUERY_EXCERPT_MAX_BYTES);
|
|
482
|
-
}
|
|
483
|
-
function shouldSkipBroadDirectory(path) {
|
|
484
|
-
const name = path.split(/[\\/]+/).at(-1) ?? path;
|
|
485
|
-
return SKIP_DIRS.has(name);
|
|
486
|
-
}
|
|
487
|
-
function matchesGeneratedPathHint(path, hints) {
|
|
488
|
-
if (hints.length === 0) {
|
|
489
|
-
return false;
|
|
490
|
-
}
|
|
491
|
-
const normalizedPath = normalizeRelativePath(path);
|
|
492
|
-
return hints.some((hint) => matchesSimpleGlob(normalizedPath, hint));
|
|
493
|
-
}
|
|
494
|
-
function matchesSimpleGlob(path, pattern) {
|
|
495
|
-
if (!pattern) {
|
|
496
|
-
return false;
|
|
497
|
-
}
|
|
498
|
-
const normalizedPattern = normalizeRelativePath(pattern);
|
|
499
|
-
if (normalizedPattern.endsWith("/**")) {
|
|
500
|
-
const prefix = normalizedPattern.slice(0, -3);
|
|
501
|
-
return path === prefix || path.startsWith(`${prefix}/`);
|
|
502
|
-
}
|
|
503
|
-
const escaped = normalizedPattern
|
|
504
|
-
.replace(/[.+^${}()|[\]\\]/g, "\\$&")
|
|
505
|
-
.replace(/\*\*/g, ".*")
|
|
506
|
-
.replace(/\*/g, "[^/]*");
|
|
507
|
-
return new RegExp(`^${escaped}$`).test(path);
|
|
508
|
-
}
|
|
509
|
-
function shouldSkipBroadFile(path, size) {
|
|
510
|
-
const name = path.split("/").at(-1)?.toLowerCase() ?? path.toLowerCase();
|
|
511
|
-
if (isLockfile(name)) {
|
|
512
|
-
return false;
|
|
513
|
-
}
|
|
514
|
-
if (hasBroadSkippedFileExtension(name)) {
|
|
515
|
-
return true;
|
|
516
|
-
}
|
|
517
|
-
if (size > BROAD_SCAN_MAX_FILE_BYTES) {
|
|
518
|
-
return true;
|
|
519
|
-
}
|
|
520
|
-
if (name.endsWith(".min.js") || name.endsWith(".min.css") || name.endsWith(".map")) {
|
|
521
|
-
return true;
|
|
522
|
-
}
|
|
523
|
-
if (name.includes(".bundle.") || name.endsWith(".log")) {
|
|
524
|
-
return true;
|
|
525
|
-
}
|
|
526
|
-
if ((name.endsWith(".html") || name.endsWith(".json")) && size > 64_000) {
|
|
527
|
-
return true;
|
|
528
|
-
}
|
|
529
|
-
return false;
|
|
530
|
-
}
|
|
531
|
-
function hasBroadSkippedFileExtension(name) {
|
|
532
|
-
for (const extension of BROAD_SKIP_FILE_EXTENSIONS) {
|
|
533
|
-
if (name.endsWith(extension)) {
|
|
534
|
-
return true;
|
|
535
|
-
}
|
|
536
|
-
}
|
|
537
|
-
return false;
|
|
538
|
-
}
|
|
539
|
-
function isLockfile(name) {
|
|
540
|
-
return (
|
|
541
|
-
name === "package-lock.json" ||
|
|
542
|
-
name === "npm-shrinkwrap.json" ||
|
|
543
|
-
name === "pnpm-lock.yaml" ||
|
|
544
|
-
name === "yarn.lock" ||
|
|
545
|
-
name === "bun.lockb"
|
|
546
|
-
);
|
|
547
|
-
}
|
|
548
|
-
function truncateToUtf8Bytes(text, maxBytes) {
|
|
549
|
-
if (byteLength(text) <= maxBytes) {
|
|
550
|
-
return text;
|
|
551
|
-
}
|
|
552
|
-
const suffixBytes = byteLength(TRUNCATION_SUFFIX);
|
|
553
|
-
const contentBytes = Math.max(0, maxBytes - suffixBytes);
|
|
554
|
-
let truncated = Buffer.from(text, "utf8").subarray(0, contentBytes).toString("utf8");
|
|
555
|
-
while (byteLength(truncated) > contentBytes) {
|
|
556
|
-
truncated = truncated.slice(0, -1);
|
|
557
|
-
}
|
|
558
|
-
return `${truncated}${TRUNCATION_SUFFIX}`;
|
|
559
|
-
}
|
|
560
|
-
function splitLines(text) {
|
|
561
|
-
return text.replace(/\r\n/g, "\n").replace(/\r/g, "\n").split("\n");
|
|
562
|
-
}
|
|
563
|
-
function byteLength(text) {
|
|
564
|
-
return Buffer.byteLength(text, "utf8");
|
|
565
|
-
}
|
|
566
|
-
function isPathInsideRoot(root, absolutePath) {
|
|
567
|
-
const relativePath = relative(root, absolutePath);
|
|
568
|
-
return (
|
|
569
|
-
relativePath === "" ||
|
|
570
|
-
(!relativePath.startsWith("..") && !relativePath.startsWith("/") && !/^[A-Za-z]:/.test(relativePath))
|
|
571
|
-
);
|
|
572
|
-
}
|
|
573
|
-
function normalizeRelativePath(path) {
|
|
574
|
-
return path
|
|
575
|
-
.split(/[\\/]+/)
|
|
576
|
-
.filter(Boolean)
|
|
577
|
-
.join("/");
|
|
578
|
-
}
|
|
579
|
-
function hash(value) {
|
|
580
|
-
return createHash("sha256").update(value).digest("hex");
|
|
581
|
-
}
|
package/router/dist/index.d.ts
DELETED
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
export * from "./tools/batch.js";
|
|
2
|
-
export * from "./benchmarks/benchmarks.js";
|
|
3
|
-
export * from "./benchmarks/command-benchmarks.js";
|
|
4
|
-
export * from "./benchmarks/context-saving-baseline.js";
|
|
5
|
-
export * from "./benchmarks/context-mode-normalized-benchmarks.js";
|
|
6
|
-
export * from "./benchmarks/context-mode-real-deep-benchmark.js";
|
|
7
|
-
export * from "./benchmarks/codex-qa-benchmarks.js";
|
|
8
|
-
export * from "./experiments/local-index.js";
|
|
9
|
-
export * from "./benchmarks/index-benchmarks.js";
|
|
10
|
-
export * from "./benchmarks/vault-index-benchmarks.js";
|
|
11
|
-
export * from "./config/config.js";
|
|
12
|
-
export * from "./evidence/failure-contracts.js";
|
|
13
|
-
export * from "./tools/search.js";
|
|
14
|
-
export * from "./routing/observed-routing.js";
|
|
15
|
-
export * from "./routing/observed-reducers.js";
|
|
16
|
-
export * from "./processing/engine.js";
|
|
17
|
-
export * from "./tools/run.js";
|
|
18
|
-
export * from "./routing/run-filters.js";
|
|
19
|
-
export * from "./sandbox/adapter-roots.js";
|
|
20
|
-
export * from "./sandbox/quickjs-wasi-adapter.js";
|
|
21
|
-
export * from "./sandbox/jq-wasm-adapter.js";
|
|
22
|
-
export * from "./sandbox/eryx-python-adapter.js";
|
|
23
|
-
export * from "./config/router-contract.js";
|
|
24
|
-
export * from "./config/schema.js";
|
|
25
|
-
export * from "./sandbox/script-sandbox.js";
|
|
26
|
-
export * from "./benchmarks/storage-policy-benchmarks.js";
|
|
27
|
-
export * from "./transform/engine.js";
|
|
28
|
-
export * from "./config/types.js";
|
|
29
|
-
export * from "./vault/vault.js";
|
|
30
|
-
export * from "./vault/vault-index.js";
|
package/router/dist/index.js
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
// Compatibility barrel for Pi extension and repo eval scripts.
|
|
2
|
-
// Runtime code lives in responsibility-focused modules under router/src/*.
|
|
3
|
-
export * from "./tools/batch.js";
|
|
4
|
-
export * from "./benchmarks/benchmarks.js";
|
|
5
|
-
export * from "./benchmarks/command-benchmarks.js";
|
|
6
|
-
export * from "./benchmarks/context-saving-baseline.js";
|
|
7
|
-
export * from "./benchmarks/context-mode-normalized-benchmarks.js";
|
|
8
|
-
export * from "./benchmarks/context-mode-real-deep-benchmark.js";
|
|
9
|
-
export * from "./benchmarks/codex-qa-benchmarks.js";
|
|
10
|
-
export * from "./experiments/local-index.js";
|
|
11
|
-
export * from "./benchmarks/index-benchmarks.js";
|
|
12
|
-
export * from "./benchmarks/vault-index-benchmarks.js";
|
|
13
|
-
export * from "./config/config.js";
|
|
14
|
-
export * from "./evidence/failure-contracts.js";
|
|
15
|
-
export * from "./tools/search.js";
|
|
16
|
-
export * from "./routing/observed-routing.js";
|
|
17
|
-
export * from "./routing/observed-reducers.js";
|
|
18
|
-
export * from "./processing/engine.js";
|
|
19
|
-
export * from "./tools/run.js";
|
|
20
|
-
export * from "./routing/run-filters.js";
|
|
21
|
-
export * from "./sandbox/adapter-roots.js";
|
|
22
|
-
export * from "./sandbox/quickjs-wasi-adapter.js";
|
|
23
|
-
export * from "./sandbox/jq-wasm-adapter.js";
|
|
24
|
-
export * from "./sandbox/eryx-python-adapter.js";
|
|
25
|
-
export * from "./config/router-contract.js";
|
|
26
|
-
export * from "./config/schema.js";
|
|
27
|
-
export * from "./sandbox/script-sandbox.js";
|
|
28
|
-
export * from "./benchmarks/storage-policy-benchmarks.js";
|
|
29
|
-
export * from "./transform/engine.js";
|
|
30
|
-
export * from "./config/types.js";
|
|
31
|
-
export * from "./vault/vault.js";
|
|
32
|
-
export * from "./vault/vault-index.js";
|
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
export interface LocalTextFileRef {
|
|
2
|
-
root: string;
|
|
3
|
-
path: string;
|
|
4
|
-
absolutePath: string;
|
|
5
|
-
sizeBytes: number;
|
|
6
|
-
}
|
|
7
|
-
export interface ResolvedLocalPath {
|
|
8
|
-
root: string;
|
|
9
|
-
absolutePath: string;
|
|
10
|
-
relativePath: string;
|
|
11
|
-
}
|
|
12
|
-
export interface CollectLocalTextFileRefsOptions {
|
|
13
|
-
root: string;
|
|
14
|
-
requestedPath?: string;
|
|
15
|
-
generatedPathGlobs?: readonly string[];
|
|
16
|
-
}
|
|
17
|
-
export declare function collectLocalTextFileRefs(options: CollectLocalTextFileRefsOptions): Promise<LocalTextFileRef[]>;
|
|
18
|
-
export declare function resolveLocalPath(root: string, requestedPath?: string): Promise<ResolvedLocalPath>;
|