@aria-cli/tools 1.0.9 → 1.0.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (241) hide show
  1. package/package.json +9 -5
  2. package/src/__tests__/web-fetch-download.test.ts +0 -433
  3. package/src/__tests__/web-tools.test.ts +0 -619
  4. package/src/ask-user-interaction.ts +0 -33
  5. package/src/cache/web-cache.ts +0 -110
  6. package/src/definitions/arion.ts +0 -118
  7. package/src/definitions/browser/browser.ts +0 -502
  8. package/src/definitions/browser/index.ts +0 -5
  9. package/src/definitions/browser/pw-downloads.ts +0 -142
  10. package/src/definitions/browser/pw-interactions.ts +0 -282
  11. package/src/definitions/browser/pw-responses.ts +0 -98
  12. package/src/definitions/browser/pw-session.ts +0 -405
  13. package/src/definitions/browser/pw-shared.ts +0 -85
  14. package/src/definitions/browser/pw-snapshot.ts +0 -383
  15. package/src/definitions/browser/pw-state.ts +0 -101
  16. package/src/definitions/browser/types.ts +0 -203
  17. package/src/definitions/code-intelligence.ts +0 -526
  18. package/src/definitions/core.ts +0 -118
  19. package/src/definitions/delegation.ts +0 -567
  20. package/src/definitions/deploy.ts +0 -73
  21. package/src/definitions/filesystem.ts +0 -217
  22. package/src/definitions/frg.ts +0 -67
  23. package/src/definitions/index.ts +0 -28
  24. package/src/definitions/memory.ts +0 -150
  25. package/src/definitions/messaging.ts +0 -734
  26. package/src/definitions/meta.ts +0 -392
  27. package/src/definitions/network.ts +0 -179
  28. package/src/definitions/outlook.ts +0 -318
  29. package/src/definitions/patch/apply-patch.ts +0 -235
  30. package/src/definitions/patch/fuzzy-match.ts +0 -217
  31. package/src/definitions/patch/index.ts +0 -1
  32. package/src/definitions/patch/patch-parser.ts +0 -297
  33. package/src/definitions/patch/sandbox-paths.ts +0 -129
  34. package/src/definitions/process/index.ts +0 -5
  35. package/src/definitions/process/process-registry.ts +0 -303
  36. package/src/definitions/process/process.ts +0 -456
  37. package/src/definitions/process/pty-keys.ts +0 -298
  38. package/src/definitions/process/session-slug.ts +0 -147
  39. package/src/definitions/quip.ts +0 -225
  40. package/src/definitions/search.ts +0 -67
  41. package/src/definitions/session-history.ts +0 -79
  42. package/src/definitions/shell.ts +0 -202
  43. package/src/definitions/slack.ts +0 -211
  44. package/src/definitions/web.ts +0 -119
  45. package/src/executors/apply-patch.ts +0 -1035
  46. package/src/executors/arion.ts +0 -199
  47. package/src/executors/code-intelligence.ts +0 -1179
  48. package/src/executors/deploy.ts +0 -1066
  49. package/src/executors/filesystem.ts +0 -1428
  50. package/src/executors/frg-freshness.ts +0 -743
  51. package/src/executors/frg.ts +0 -394
  52. package/src/executors/index.ts +0 -280
  53. package/src/executors/learning-meta.ts +0 -1367
  54. package/src/executors/lsp-client.ts +0 -355
  55. package/src/executors/memory.ts +0 -978
  56. package/src/executors/meta.ts +0 -293
  57. package/src/executors/process-registry.ts +0 -570
  58. package/src/executors/pty-session-store.ts +0 -43
  59. package/src/executors/pty.ts +0 -342
  60. package/src/executors/restart.ts +0 -133
  61. package/src/executors/search-freshness.ts +0 -249
  62. package/src/executors/search-types.ts +0 -98
  63. package/src/executors/search.ts +0 -89
  64. package/src/executors/self-diagnose.ts +0 -552
  65. package/src/executors/session-history.ts +0 -435
  66. package/src/executors/shell-safety.ts +0 -519
  67. package/src/executors/shell.ts +0 -1243
  68. package/src/executors/utils.ts +0 -40
  69. package/src/executors/web.ts +0 -786
  70. package/src/extraction/content-extraction.ts +0 -281
  71. package/src/extraction/index.ts +0 -5
  72. package/src/headless-control-contract.ts +0 -1149
  73. package/src/index.ts +0 -788
  74. package/src/local-control-http-auth.ts +0 -2
  75. package/src/mcp/client.ts +0 -218
  76. package/src/mcp/connection.ts +0 -568
  77. package/src/mcp/index.ts +0 -11
  78. package/src/mcp/jsonrpc.ts +0 -195
  79. package/src/mcp/types.ts +0 -199
  80. package/src/network-control-adapter.ts +0 -88
  81. package/src/network-runtime/address-types.ts +0 -218
  82. package/src/network-runtime/db-owner-fencing.ts +0 -91
  83. package/src/network-runtime/delivery-receipts.ts +0 -372
  84. package/src/network-runtime/direct-endpoint-authority.ts +0 -35
  85. package/src/network-runtime/index.ts +0 -316
  86. package/src/network-runtime/local-control-contract.ts +0 -784
  87. package/src/network-runtime/node-store-contract.ts +0 -46
  88. package/src/network-runtime/pair-route-contract.ts +0 -97
  89. package/src/network-runtime/peer-capabilities.ts +0 -48
  90. package/src/network-runtime/peer-principal-ref.ts +0 -20
  91. package/src/network-runtime/peer-state-machine.ts +0 -160
  92. package/src/network-runtime/protocol-schemas.ts +0 -265
  93. package/src/network-runtime/runtime-bootstrap-contract.ts +0 -83
  94. package/src/outlook/desktop-session.ts +0 -409
  95. package/src/policy.ts +0 -171
  96. package/src/providers/brave.ts +0 -80
  97. package/src/providers/duckduckgo.ts +0 -199
  98. package/src/providers/exa.ts +0 -85
  99. package/src/providers/firecrawl.ts +0 -77
  100. package/src/providers/index.ts +0 -8
  101. package/src/providers/jina.ts +0 -70
  102. package/src/providers/router.ts +0 -121
  103. package/src/providers/search-provider.ts +0 -74
  104. package/src/providers/tavily.ts +0 -74
  105. package/src/quip/desktop-session.ts +0 -435
  106. package/src/registry/index.ts +0 -1
  107. package/src/registry/registry.ts +0 -905
  108. package/src/runtime-socket-local-control-client.ts +0 -632
  109. package/src/security/dns-normalization.ts +0 -34
  110. package/src/security/dns-pinning.ts +0 -138
  111. package/src/security/external-content.ts +0 -129
  112. package/src/security/ssrf.ts +0 -207
  113. package/src/slack/desktop-session.ts +0 -493
  114. package/src/tool-factory.ts +0 -91
  115. package/src/types.ts +0 -1341
  116. package/src/utils/retry.ts +0 -163
  117. package/src/utils/safe-parse-json.ts +0 -176
  118. package/src/utils/url.ts +0 -20
  119. package/tests/benchmarks/registry.bench.ts +0 -57
  120. package/tests/cache/web-cache.test.ts +0 -147
  121. package/tests/critical-integration.test.ts +0 -1465
  122. package/tests/definitions/apply-patch.test.ts +0 -586
  123. package/tests/definitions/browser.test.ts +0 -495
  124. package/tests/definitions/delegation-pause-resume.test.ts +0 -758
  125. package/tests/definitions/execution.test.ts +0 -671
  126. package/tests/definitions/messaging-inbox-scope.test.ts +0 -229
  127. package/tests/definitions/messaging.test.ts +0 -1468
  128. package/tests/definitions/outlook.test.ts +0 -30
  129. package/tests/definitions/process.test.ts +0 -469
  130. package/tests/definitions/slack.test.ts +0 -28
  131. package/tests/definitions/tool-inventory.test.ts +0 -218
  132. package/tests/e2e/delegation-quest-orchestration.e2e.test.ts +0 -433
  133. package/tests/e2e/memory-tool-discovery-contract.e2e.test.ts +0 -81
  134. package/tests/executors/apply-patch.test.ts +0 -538
  135. package/tests/executors/arion.test.ts +0 -309
  136. package/tests/executors/conversation-primitives.test.ts +0 -250
  137. package/tests/executors/deploy.test.ts +0 -746
  138. package/tests/executors/filesystem-tools.test.ts +0 -357
  139. package/tests/executors/filesystem.test.ts +0 -959
  140. package/tests/executors/frg-freshness.test.ts +0 -136
  141. package/tests/executors/frg-merge.test.ts +0 -70
  142. package/tests/executors/frg-session-content.test.ts +0 -40
  143. package/tests/executors/frg.test.ts +0 -56
  144. package/tests/executors/memory-bugfixes.test.ts +0 -257
  145. package/tests/executors/memory-real-memoria.integration.test.ts +0 -316
  146. package/tests/executors/memory.test.ts +0 -853
  147. package/tests/executors/meta-tools.test.ts +0 -411
  148. package/tests/executors/meta.test.ts +0 -683
  149. package/tests/executors/path-containment.test.ts +0 -51
  150. package/tests/executors/process-registry.test.ts +0 -505
  151. package/tests/executors/pty.test.ts +0 -664
  152. package/tests/executors/quest-security.test.ts +0 -249
  153. package/tests/executors/read-file-media.test.ts +0 -230
  154. package/tests/executors/recall-knowledge-schema.test.ts +0 -209
  155. package/tests/executors/recall-tags.test.ts +0 -278
  156. package/tests/executors/remember-null-safety.contract.test.ts +0 -41
  157. package/tests/executors/restart.test.ts +0 -67
  158. package/tests/executors/search-unified.test.ts +0 -381
  159. package/tests/executors/session-history.test.ts +0 -340
  160. package/tests/executors/session-transcript.test.ts +0 -561
  161. package/tests/executors/shell-abort.test.ts +0 -416
  162. package/tests/executors/shell-env-blocklist.test.ts +0 -648
  163. package/tests/executors/shell-env-process.test.ts +0 -245
  164. package/tests/executors/shell-process-registry.test.ts +0 -334
  165. package/tests/executors/shell-tools.test.ts +0 -393
  166. package/tests/executors/shell.test.ts +0 -690
  167. package/tests/executors/web-abort-vs-timeout.test.ts +0 -213
  168. package/tests/executors/web-integration.test.ts +0 -633
  169. package/tests/executors/web-symlink.test.ts +0 -18
  170. package/tests/executors/web.test.ts +0 -1400
  171. package/tests/executors/write-stdin.test.ts +0 -145
  172. package/tests/extraction/content-extraction.test.ts +0 -153
  173. package/tests/guards/tools-default-test-lane.integration.test.ts +0 -21
  174. package/tests/guards/tools-package-test-commands.e2e.test.ts +0 -43
  175. package/tests/guards/tools-test-lane-manifest.contract.test.ts +0 -76
  176. package/tests/guards/tools-vitest-workspace-alias.contract.test.ts +0 -63
  177. package/tests/helpers/async-waits.ts +0 -53
  178. package/tests/integration/headless-control-contract.integration.test.ts +0 -153
  179. package/tests/integration/memory-tool-schema-parity.integration.test.ts +0 -67
  180. package/tests/integration/meta-tools-round-trip.integration.test.ts +0 -506
  181. package/tests/integration/quest-round-trip.test.ts +0 -303
  182. package/tests/integration/registry-executor-flow.test.ts +0 -85
  183. package/tests/integration.test.ts +0 -177
  184. package/tests/loading-tier.test.ts +0 -126
  185. package/tests/mcp/client-reconnect.test.ts +0 -267
  186. package/tests/mcp/connection.test.ts +0 -846
  187. package/tests/mcp/injectable-logger.test.ts +0 -83
  188. package/tests/mcp/jsonrpc.test.ts +0 -109
  189. package/tests/mcp/lifecycle.test.ts +0 -879
  190. package/tests/network-runtime/address-types.contract.test.ts +0 -143
  191. package/tests/network-runtime/continuity-bind-schema.contract.test.ts +0 -203
  192. package/tests/network-runtime/local-control-contract.test.ts +0 -869
  193. package/tests/network-runtime/local-control-invite-token.contract.test.ts +0 -146
  194. package/tests/network-runtime/node-store-contract.test.ts +0 -11
  195. package/tests/network-runtime/pair-protocol-nodeid.contract.test.ts +0 -15
  196. package/tests/network-runtime/peer-state-machine.contract.test.ts +0 -148
  197. package/tests/network-runtime/protocol-schemas.contract.test.ts +0 -512
  198. package/tests/network-runtime/relay-pending-nodeid.contract.test.ts +0 -62
  199. package/tests/network-runtime/runtime-bootstrap-contract.test.ts +0 -227
  200. package/tests/network-runtime/runtime-socket-local-control-client.test.ts +0 -621
  201. package/tests/network-runtime/wait-for-message-script.test.ts +0 -288
  202. package/tests/parallel.test.ts +0 -71
  203. package/tests/policy.test.ts +0 -184
  204. package/tests/print-default-test-lane.ts +0 -14
  205. package/tests/print-test-lane-manifest.ts +0 -22
  206. package/tests/providers/brave.test.ts +0 -159
  207. package/tests/providers/duckduckgo.test.ts +0 -207
  208. package/tests/providers/exa.test.ts +0 -175
  209. package/tests/providers/firecrawl.test.ts +0 -168
  210. package/tests/providers/jina.test.ts +0 -144
  211. package/tests/providers/router.test.ts +0 -328
  212. package/tests/providers/tavily.test.ts +0 -165
  213. package/tests/registry/discovery.test.ts +0 -154
  214. package/tests/registry/injectable-logger.test.ts +0 -230
  215. package/tests/registry/input-validation.test.ts +0 -361
  216. package/tests/registry/interface-completeness.test.ts +0 -85
  217. package/tests/registry/mcp-integration.test.ts +0 -103
  218. package/tests/registry/mcp-read-only-hint.test.ts +0 -60
  219. package/tests/registry/memoria-discovery.test.ts +0 -390
  220. package/tests/registry/nested-validation.test.ts +0 -283
  221. package/tests/registry/pseudo-tool-filtering.test.ts +0 -258
  222. package/tests/registry/registration-lifecycle.test.ts +0 -133
  223. package/tests/registry-validation.test.ts +0 -424
  224. package/tests/registry.test.ts +0 -460
  225. package/tests/security/dns-pinning.test.ts +0 -162
  226. package/tests/security/external-content.test.ts +0 -144
  227. package/tests/security/ssrf.test.ts +0 -118
  228. package/tests/shell-safety-integration.test.ts +0 -32
  229. package/tests/shell-safety.test.ts +0 -365
  230. package/tests/slack/desktop-session.test.ts +0 -50
  231. package/tests/test-lane-manifest.ts +0 -440
  232. package/tests/test-utils.ts +0 -27
  233. package/tests/tool-factory.test.ts +0 -188
  234. package/tests/utils/retry.test.ts +0 -231
  235. package/tests/utils/url.test.ts +0 -63
  236. package/tsconfig.cjs.json +0 -24
  237. package/tsconfig.json +0 -12
  238. package/vitest.config.ts +0 -55
  239. package/vitest.e2e.config.ts +0 -24
  240. package/vitest.integration.config.ts +0 -24
  241. package/vitest.native.config.ts +0 -24
@@ -1,743 +0,0 @@
1
- import * as fsSync from "node:fs";
2
- import * as fs from "node:fs/promises";
3
- import * as nodePath from "node:path";
4
- import { execFileSync } from "node:child_process";
5
- import { frg, type FrgSearchMatch } from "@aria-cli/fastripgrep";
6
-
7
- export type FrgMutationOperation = "write" | "delete";
8
-
9
- export interface FrgMutationRecord {
10
- repoRoot: string;
11
- path: string;
12
- operation: FrgMutationOperation;
13
- sequence: number;
14
- recordedAt: number;
15
- content?: string;
16
- }
17
-
18
- export interface FrgSessionDeltaSearchOptions {
19
- pattern: string;
20
- context?: number;
21
- caseInsensitive?: boolean;
22
- smartCase?: boolean;
23
- literal?: boolean;
24
- glob?: string;
25
- fileType?: string;
26
- filesOnly?: boolean;
27
- count?: boolean;
28
- quiet?: boolean;
29
- maxCount?: number;
30
- }
31
-
32
- export interface FrgSessionDeltaSearchResult {
33
- mode: "matches" | "files" | "counts" | "quiet";
34
- matches?: FrgSearchMatch[];
35
- files?: string[];
36
- counts?: Array<{ file: string; count: number }>;
37
- matched?: boolean;
38
- }
39
-
40
- export interface FrgGitDirtyStatus {
41
- headCommit?: string;
42
- headTree?: string;
43
- tracked: Array<{ path: string; operation: FrgMutationOperation }>;
44
- untracked: string[];
45
- }
46
-
47
- export interface FrgFlushStatus {
48
- inFlight: boolean;
49
- scheduled: boolean;
50
- lastScheduledAt?: number;
51
- lastFlushAt?: number;
52
- lastError?: string;
53
- retryCount: number;
54
- retryDelayMs?: number;
55
- }
56
-
57
- export interface FrgFreshnessSnapshot {
58
- headCommit?: string;
59
- headTree?: string;
60
- dirtyTrackedCount: number;
61
- dirtyUntrackedCount: number;
62
- sessionPendingCount: number;
63
- sessionPendingBytes: number;
64
- flush: FrgFlushStatus;
65
- freshnessState:
66
- | "missing"
67
- | "fresh"
68
- | "session-dirty"
69
- | "overlay-dirty"
70
- | "head-mismatch"
71
- | "syncing"
72
- | "sync-scheduled"
73
- | "stale";
74
- }
75
-
76
- interface RepoState {
77
- loaded: boolean;
78
- sequence: number;
79
- pending: Map<string, FrgMutationRecord>;
80
- }
81
-
82
- interface FlushState {
83
- timer: NodeJS.Timeout | null;
84
- inFlight: boolean;
85
- lastScheduledAt?: number;
86
- lastFlushAt?: number;
87
- lastError?: string;
88
- retryDelayMs?: number;
89
- retryCount: number;
90
- }
91
-
92
- const repoStates = new Map<string, RepoState>();
93
- const flushStates = new Map<string, FlushState>();
94
-
95
- export const DEFAULT_BACKGROUND_FRG_FLUSH_DELAY_MS = 750;
96
- export const BACKGROUND_FRG_MAX_FLUSH_DELAY_MS = 30_000;
97
- export const MAX_PENDING_MUTATIONS_BEFORE_SYNC_FLUSH = 32;
98
- export const MAX_PENDING_MUTATION_BYTES_BEFORE_SYNC_FLUSH = 512 * 1024;
99
- export const MAX_CACHED_MUTATION_CONTENT_BYTES = 256 * 1024;
100
-
101
- function normalizePath(p: string): string {
102
- return nodePath.resolve(p);
103
- }
104
-
105
- function walDir(repoRoot: string): string {
106
- return nodePath.join(normalizePath(repoRoot), ".frg", "session");
107
- }
108
-
109
- function walPath(repoRoot: string): string {
110
- return nodePath.join(walDir(repoRoot), "aria-pending.jsonl");
111
- }
112
-
113
- function ensureSessionStorageDir(repoRoot: string): void {
114
- fsSync.mkdirSync(walDir(repoRoot), { recursive: true });
115
- }
116
-
117
- function normalizeStoredContent(content?: string): string | undefined {
118
- if (typeof content !== "string") {
119
- return undefined;
120
- }
121
- return Buffer.byteLength(content, "utf8") <= MAX_CACHED_MUTATION_CONTENT_BYTES
122
- ? content
123
- : undefined;
124
- }
125
-
126
- function getRepoState(repoRoot: string): RepoState {
127
- const normalizedRepoRoot = normalizePath(repoRoot);
128
- const existing = repoStates.get(normalizedRepoRoot);
129
- if (existing) {
130
- ensureRepoStateLoaded(normalizedRepoRoot, existing);
131
- return existing;
132
- }
133
- const created: RepoState = { loaded: false, sequence: 0, pending: new Map() };
134
- repoStates.set(normalizedRepoRoot, created);
135
- ensureRepoStateLoaded(normalizedRepoRoot, created);
136
- return created;
137
- }
138
-
139
- function getFlushState(repoRoot: string): FlushState {
140
- const normalizedRepoRoot = normalizePath(repoRoot);
141
- const existing = flushStates.get(normalizedRepoRoot);
142
- if (existing) return existing;
143
- const created: FlushState = { timer: null, inFlight: false, retryCount: 0 };
144
- flushStates.set(normalizedRepoRoot, created);
145
- return created;
146
- }
147
-
148
- function ensureRepoStateLoaded(repoRoot: string, state?: RepoState): void {
149
- const normalizedRepoRoot = normalizePath(repoRoot);
150
- const currentState = state ?? repoStates.get(normalizedRepoRoot);
151
- if (!currentState || currentState.loaded) {
152
- return;
153
- }
154
-
155
- const pendingWalPath = walPath(normalizedRepoRoot);
156
- if (fsSync.existsSync(pendingWalPath)) {
157
- try {
158
- const lines = fsSync.readFileSync(pendingWalPath, "utf8").split(/\r?\n/).filter(Boolean);
159
- for (const line of lines) {
160
- const parsed = JSON.parse(line) as FrgMutationRecord;
161
- const normalizedPath = normalizePath(parsed.path);
162
- currentState.pending.set(normalizedPath, {
163
- ...parsed,
164
- repoRoot: normalizedRepoRoot,
165
- path: normalizedPath,
166
- content: normalizeStoredContent(parsed.content),
167
- });
168
- currentState.sequence = Math.max(currentState.sequence, parsed.sequence ?? 0);
169
- }
170
- } catch {
171
- // Ignore malformed WAL and proceed with empty/in-memory state.
172
- }
173
- }
174
-
175
- currentState.loaded = true;
176
- }
177
-
178
- function rewriteWal(repoRoot: string): void {
179
- const normalizedRepoRoot = normalizePath(repoRoot);
180
- const state = repoStates.get(normalizedRepoRoot);
181
- if (!state || state.pending.size === 0) {
182
- try {
183
- fsSync.rmSync(walPath(normalizedRepoRoot), { force: true });
184
- } catch {
185
- // ignore
186
- }
187
- return;
188
- }
189
-
190
- ensureSessionStorageDir(normalizedRepoRoot);
191
- const records = [...state.pending.values()].sort((a, b) => a.sequence - b.sequence);
192
- const content = records.map((record) => JSON.stringify(record)).join("\n") + "\n";
193
- fsSync.writeFileSync(walPath(normalizedRepoRoot), content, "utf8");
194
- }
195
-
196
- function appendWalRecord(repoRoot: string, record: FrgMutationRecord): void {
197
- ensureSessionStorageDir(repoRoot);
198
- fsSync.appendFileSync(walPath(repoRoot), `${JSON.stringify(record)}\n`, "utf8");
199
- }
200
-
201
- function findGitRepoRoot(startPath: string): string | null {
202
- let current = normalizePath(startPath);
203
- try {
204
- const stat = fsSync.statSync(current);
205
- if (!stat.isDirectory()) {
206
- current = nodePath.dirname(current);
207
- }
208
- } catch {
209
- current = nodePath.dirname(current);
210
- }
211
-
212
- while (true) {
213
- if (fsSync.existsSync(nodePath.join(current, ".git"))) {
214
- return current;
215
- }
216
- const parent = nodePath.dirname(current);
217
- if (parent === current) {
218
- return null;
219
- }
220
- current = parent;
221
- }
222
- }
223
-
224
- function escapeRegex(text: string): string {
225
- return text.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
226
- }
227
-
228
- function compilePattern(options: FrgSessionDeltaSearchOptions): RegExp {
229
- let pattern = options.literal ? escapeRegex(options.pattern) : options.pattern;
230
- const smartCaseInsensitive = options.smartCase && !/[A-Z]/.test(options.pattern);
231
- const flags = `${options.caseInsensitive || smartCaseInsensitive ? "i" : ""}g`;
232
- return new RegExp(pattern, flags);
233
- }
234
-
235
- function globToRegExp(glob: string): RegExp {
236
- const escaped = glob
237
- .replace(/[.+^${}()|[\]\\]/g, "\\$&")
238
- .replace(/\*\*/g, "::DOUBLE_STAR::")
239
- .replace(/\*/g, "[^/]*")
240
- .replace(/::DOUBLE_STAR::/g, ".*")
241
- .replace(/\?/g, ".");
242
- return new RegExp(`^${escaped}$`);
243
- }
244
-
245
- function pathMatchesFilters(relativePath: string, options: FrgSessionDeltaSearchOptions): boolean {
246
- if (options.fileType) {
247
- const ext = options.fileType.startsWith(".") ? options.fileType : `.${options.fileType}`;
248
- if (!relativePath.endsWith(ext)) {
249
- return false;
250
- }
251
- }
252
- if (options.glob) {
253
- const re = globToRegExp(options.glob);
254
- if (!re.test(relativePath)) {
255
- return false;
256
- }
257
- }
258
- return true;
259
- }
260
-
261
- function buildContextLines(
262
- lines: string[],
263
- lineIndex: number,
264
- radius: number,
265
- ): {
266
- before: Array<{ line: number; content: string }>;
267
- after: Array<{ line: number; content: string }>;
268
- } {
269
- const before: Array<{ line: number; content: string }> = [];
270
- const after: Array<{ line: number; content: string }> = [];
271
- for (let i = Math.max(0, lineIndex - radius); i < lineIndex; i++) {
272
- before.push({ line: i + 1, content: lines[i] ?? "" });
273
- }
274
- for (let i = lineIndex + 1; i <= Math.min(lines.length - 1, lineIndex + radius); i++) {
275
- after.push({ line: i + 1, content: lines[i] ?? "" });
276
- }
277
- return { before, after };
278
- }
279
-
280
- function relativeToRepo(repoRoot: string, filePath: string): string {
281
- return nodePath.relative(repoRoot, filePath).split(nodePath.sep).join("/");
282
- }
283
-
284
- function isBinaryBuffer(content: Buffer): boolean {
285
- const checkLength = Math.min(content.length, 8192);
286
- for (let i = 0; i < checkLength; i++) {
287
- if (content[i] === 0) {
288
- return true;
289
- }
290
- }
291
- return false;
292
- }
293
-
294
- function setMutationRecordForRepo(
295
- repoRoot: string,
296
- filePath: string,
297
- operation: FrgMutationOperation,
298
- content?: string,
299
- options?: { persistWal?: boolean; scheduleFlush?: boolean },
300
- ): void {
301
- const normalizedRepoRoot = normalizePath(repoRoot);
302
- const state = getRepoState(normalizedRepoRoot);
303
- state.sequence += 1;
304
- const normalizedPath = normalizePath(filePath);
305
- const record: FrgMutationRecord = {
306
- repoRoot: normalizedRepoRoot,
307
- path: normalizedPath,
308
- operation,
309
- sequence: state.sequence,
310
- recordedAt: Date.now(),
311
- content: normalizeStoredContent(content),
312
- };
313
- state.pending.set(normalizedPath, record);
314
-
315
- if (options?.persistWal !== false) {
316
- appendWalRecord(normalizedRepoRoot, record);
317
- }
318
- if (options?.scheduleFlush !== false) {
319
- scheduleBackgroundFrgFlush(normalizedRepoRoot);
320
- }
321
- }
322
-
323
- function runGit(repoRoot: string, args: string[]): string | null {
324
- try {
325
- return execFileSync("git", args, {
326
- cwd: normalizePath(repoRoot),
327
- encoding: "utf8",
328
- stdio: ["ignore", "pipe", "ignore"],
329
- }).trim();
330
- } catch {
331
- return null;
332
- }
333
- }
334
-
335
- export function getTrackedRepoRootForPath(filePath: string): string | null {
336
- return findGitRepoRoot(filePath);
337
- }
338
-
339
- export function ensureFrgRepoStateLoaded(repoRoot: string): void {
340
- void getRepoState(repoRoot);
341
- }
342
-
343
- export function recordFrgMutation(
344
- filePath: string,
345
- operation: FrgMutationOperation,
346
- content?: string,
347
- ): void {
348
- const repoRoot = getTrackedRepoRootForPath(filePath);
349
- if (!repoRoot) return;
350
- setMutationRecordForRepo(repoRoot, filePath, operation, content);
351
- }
352
-
353
- export function getPendingFrgMutations(repoRoot: string): FrgMutationRecord[] {
354
- const state = getRepoState(repoRoot);
355
- return [...state.pending.values()].sort((a, b) => a.sequence - b.sequence);
356
- }
357
-
358
- export function getPendingFrgMutationBytes(repoRoot: string): number {
359
- return getPendingFrgMutations(repoRoot).reduce((total, record) => {
360
- if (typeof record.content === "string") {
361
- return total + Buffer.byteLength(record.content, "utf8");
362
- }
363
- try {
364
- return total + fsSync.statSync(record.path).size;
365
- } catch {
366
- return total;
367
- }
368
- }, 0);
369
- }
370
-
371
- export function clearPendingFrgMutations(repoRoot: string): void {
372
- const normalizedRepoRoot = normalizePath(repoRoot);
373
- repoStates.delete(normalizedRepoRoot);
374
- try {
375
- fsSync.rmSync(walPath(normalizedRepoRoot), { force: true });
376
- } catch {
377
- // ignore
378
- }
379
- const flushState = flushStates.get(normalizedRepoRoot);
380
- if (flushState?.timer) {
381
- clearTimeout(flushState.timer);
382
- }
383
- flushStates.delete(normalizedRepoRoot);
384
- }
385
-
386
- export function flushPendingFrgMutations(
387
- repoRoot: string,
388
- ):
389
- | { flushed: false; reason: string; pendingCount: number }
390
- | { flushed: true; pendingCount: number; result: unknown } {
391
- const normalizedRepoRoot = normalizePath(repoRoot);
392
- const state = getRepoState(normalizedRepoRoot);
393
- const flushState = getFlushState(normalizedRepoRoot);
394
- const pendingCount = state.pending.size;
395
- if (pendingCount === 0) {
396
- return { flushed: false, reason: "no-pending-mutations", pendingCount };
397
- }
398
- if (flushState.timer) {
399
- clearTimeout(flushState.timer);
400
- flushState.timer = null;
401
- }
402
- if (flushState.inFlight) {
403
- return { flushed: false, reason: "flush-in-flight", pendingCount };
404
- }
405
-
406
- flushState.inFlight = true;
407
- try {
408
- maybeBuildFrgIndexForRepo(normalizedRepoRoot);
409
- // Targeted update: pass only changed/deleted files instead of full directory walk.
410
- // O(changed_files) instead of O(all_files).
411
- const pending = [...state.pending.values()];
412
- const targetChanged = pending.filter((r) => r.operation === "write").map((r) => r.path);
413
- const targetDeleted = pending.filter((r) => r.operation === "delete").map((r) => r.path);
414
- const result =
415
- targetChanged.length > 0 || targetDeleted.length > 0
416
- ? frg({ command: "update", path: normalizedRepoRoot, targetChanged, targetDeleted })
417
- : frg({ command: "update", path: normalizedRepoRoot });
418
- state.pending.clear();
419
- rewriteWal(normalizedRepoRoot);
420
- flushState.lastFlushAt = Date.now();
421
- flushState.lastError = undefined;
422
- flushState.retryCount = 0;
423
- flushState.retryDelayMs = undefined;
424
- return { flushed: true, pendingCount, result };
425
- } catch (error) {
426
- flushState.lastError = error instanceof Error ? error.message : String(error);
427
- flushState.retryCount += 1;
428
- flushState.retryDelayMs = Math.min(
429
- (flushState.retryDelayMs ?? DEFAULT_BACKGROUND_FRG_FLUSH_DELAY_MS) * 2,
430
- BACKGROUND_FRG_MAX_FLUSH_DELAY_MS,
431
- );
432
- return { flushed: false, reason: "flush-failed", pendingCount };
433
- } finally {
434
- flushState.inFlight = false;
435
- }
436
- }
437
-
438
- export function maybeBuildFrgIndexForRepo(repoRoot: string): void {
439
- const normalizedRepoRoot = normalizePath(repoRoot);
440
- const frgDir = nodePath.join(normalizedRepoRoot, ".frg");
441
- if (fsSync.existsSync(frgDir)) return;
442
- try {
443
- frg({ command: "init", path: normalizedRepoRoot });
444
- } catch {
445
- // best effort; search may still fall back to noIndex if init fails
446
- }
447
- }
448
-
449
- export function scheduleBackgroundFrgFlush(
450
- repoRoot: string,
451
- delayMs: number = DEFAULT_BACKGROUND_FRG_FLUSH_DELAY_MS,
452
- ): void {
453
- const normalizedRepoRoot = normalizePath(repoRoot);
454
- const state = getRepoState(normalizedRepoRoot);
455
- if (state.pending.size === 0) {
456
- return;
457
- }
458
-
459
- const flushState = getFlushState(normalizedRepoRoot);
460
- flushState.lastScheduledAt = Date.now();
461
-
462
- if (flushState.inFlight) {
463
- return;
464
- }
465
-
466
- if (flushState.timer) {
467
- clearTimeout(flushState.timer);
468
- }
469
-
470
- const effectiveDelay = flushState.retryDelayMs ?? delayMs;
471
- flushState.timer = setTimeout(() => {
472
- flushState.timer = null;
473
- const result = flushPendingFrgMutations(normalizedRepoRoot);
474
- if (!result.flushed && result.reason === "flush-failed" && result.pendingCount > 0) {
475
- scheduleBackgroundFrgFlush(normalizedRepoRoot, flushState.retryDelayMs ?? delayMs);
476
- }
477
- }, effectiveDelay);
478
-
479
- if (typeof flushState.timer.unref === "function") {
480
- flushState.timer.unref();
481
- }
482
- }
483
-
484
- export function shouldForceSynchronousFrgFlush(repoRoot: string): boolean {
485
- const pendingCount = getPendingFrgMutations(repoRoot).length;
486
- const pendingBytes = getPendingFrgMutationBytes(repoRoot);
487
- return (
488
- pendingCount >= MAX_PENDING_MUTATIONS_BEFORE_SYNC_FLUSH ||
489
- pendingBytes >= MAX_PENDING_MUTATION_BYTES_BEFORE_SYNC_FLUSH
490
- );
491
- }
492
-
493
- export function getFrgFlushStatus(repoRoot: string): FrgFlushStatus {
494
- const flushState = getFlushState(repoRoot);
495
- return {
496
- inFlight: flushState.inFlight,
497
- scheduled: Boolean(flushState.timer),
498
- lastScheduledAt: flushState.lastScheduledAt,
499
- lastFlushAt: flushState.lastFlushAt,
500
- lastError: flushState.lastError,
501
- retryCount: flushState.retryCount,
502
- retryDelayMs: flushState.retryDelayMs,
503
- };
504
- }
505
-
506
- export function getGitDirtyStatus(repoRoot: string): FrgGitDirtyStatus {
507
- const normalizedRepoRoot = normalizePath(repoRoot);
508
- const headCommit = runGit(normalizedRepoRoot, ["rev-parse", "HEAD"]) ?? undefined;
509
- const headTree = runGit(normalizedRepoRoot, ["rev-parse", "HEAD^{tree}"]) ?? undefined;
510
-
511
- const tracked: Array<{ path: string; operation: FrgMutationOperation }> = [];
512
- const trackedOutput = runGit(normalizedRepoRoot, ["diff", "--name-status", "-z", "HEAD", "--"]);
513
- if (trackedOutput) {
514
- const tokens = trackedOutput.split("\0").filter(Boolean);
515
- for (let i = 0; i < tokens.length; i++) {
516
- const status = tokens[i] ?? "";
517
- if (status.startsWith("R")) {
518
- const oldPath = tokens[++i];
519
- const newPath = tokens[++i];
520
- if (oldPath)
521
- tracked.push({
522
- path: normalizePath(nodePath.join(normalizedRepoRoot, oldPath)),
523
- operation: "delete",
524
- });
525
- if (newPath)
526
- tracked.push({
527
- path: normalizePath(nodePath.join(normalizedRepoRoot, newPath)),
528
- operation: "write",
529
- });
530
- continue;
531
- }
532
- const filePath = tokens[++i];
533
- if (!filePath) continue;
534
- tracked.push({
535
- path: normalizePath(nodePath.join(normalizedRepoRoot, filePath)),
536
- operation: status.startsWith("D") ? "delete" : "write",
537
- });
538
- }
539
- }
540
-
541
- const untracked: string[] = [];
542
- const untrackedOutput = runGit(normalizedRepoRoot, [
543
- "ls-files",
544
- "-o",
545
- "--exclude-standard",
546
- "-z",
547
- ]);
548
- if (untrackedOutput) {
549
- for (const token of untrackedOutput.split("\0").filter(Boolean)) {
550
- untracked.push(normalizePath(nodePath.join(normalizedRepoRoot, token)));
551
- }
552
- }
553
-
554
- return { headCommit, headTree, tracked, untracked };
555
- }
556
-
557
- export function reconcileGitDirtyMutations(repoRoot: string): FrgGitDirtyStatus {
558
- const normalizedRepoRoot = normalizePath(repoRoot);
559
- const status = getGitDirtyStatus(normalizedRepoRoot);
560
- const state = getRepoState(normalizedRepoRoot);
561
- let changed = false;
562
-
563
- for (const entry of status.tracked) {
564
- const existing = state.pending.get(entry.path);
565
- if (!existing || existing.operation !== entry.operation) {
566
- setMutationRecordForRepo(normalizedRepoRoot, entry.path, entry.operation, undefined, {
567
- persistWal: false,
568
- scheduleFlush: false,
569
- });
570
- changed = true;
571
- }
572
- }
573
-
574
- for (const filePath of status.untracked) {
575
- const existing = state.pending.get(filePath);
576
- if (!existing || existing.operation !== "write") {
577
- setMutationRecordForRepo(normalizedRepoRoot, filePath, "write", undefined, {
578
- persistWal: false,
579
- scheduleFlush: false,
580
- });
581
- changed = true;
582
- }
583
- }
584
-
585
- if (changed) {
586
- rewriteWal(normalizedRepoRoot);
587
- scheduleBackgroundFrgFlush(normalizedRepoRoot);
588
- }
589
-
590
- return status;
591
- }
592
-
593
- export function getFrgFreshnessSnapshot(
594
- repoRoot: string,
595
- indexed?: { commit_hash?: string | null; tree_hash?: string | null; age_seconds?: number },
596
- ): FrgFreshnessSnapshot {
597
- const normalizedRepoRoot = normalizePath(repoRoot);
598
- const gitStatus = getGitDirtyStatus(normalizedRepoRoot);
599
- const flush = getFrgFlushStatus(normalizedRepoRoot);
600
- const sessionPendingCount = getPendingFrgMutations(normalizedRepoRoot).length;
601
- const sessionPendingBytes = getPendingFrgMutationBytes(normalizedRepoRoot);
602
-
603
- let freshnessState: FrgFreshnessSnapshot["freshnessState"] = "fresh";
604
- if (!indexed) {
605
- freshnessState = "missing";
606
- } else if (flush.inFlight) {
607
- freshnessState = "syncing";
608
- } else if (flush.scheduled) {
609
- freshnessState = "sync-scheduled";
610
- } else if (
611
- (indexed.tree_hash ?? null) &&
612
- gitStatus.headTree &&
613
- indexed.tree_hash !== gitStatus.headTree
614
- ) {
615
- freshnessState = "head-mismatch";
616
- } else if (sessionPendingCount > 0) {
617
- freshnessState = "session-dirty";
618
- } else if (gitStatus.tracked.length > 0 || gitStatus.untracked.length > 0) {
619
- freshnessState = "overlay-dirty";
620
- } else if ((indexed.age_seconds ?? 0) > 86400) {
621
- freshnessState = "stale";
622
- }
623
-
624
- return {
625
- headCommit: gitStatus.headCommit,
626
- headTree: gitStatus.headTree,
627
- dirtyTrackedCount: gitStatus.tracked.length,
628
- dirtyUntrackedCount: gitStatus.untracked.length,
629
- sessionPendingCount,
630
- sessionPendingBytes,
631
- flush,
632
- freshnessState,
633
- };
634
- }
635
-
636
- export async function searchPendingFrgMutations(
637
- repoRoot: string,
638
- options: FrgSessionDeltaSearchOptions,
639
- ): Promise<FrgSessionDeltaSearchResult | null> {
640
- const pending = getPendingFrgMutations(repoRoot);
641
- if (pending.length === 0) {
642
- return null;
643
- }
644
-
645
- const regex = compilePattern(options);
646
- const fileSet = new Set<string>();
647
- const counts = new Map<string, number>();
648
- const matches: FrgSearchMatch[] = [];
649
- let matched = false;
650
-
651
- for (const record of pending) {
652
- if (record.operation === "delete") {
653
- continue;
654
- }
655
-
656
- const relativePath = relativeToRepo(repoRoot, record.path);
657
- if (!pathMatchesFilters(relativePath, options)) {
658
- continue;
659
- }
660
-
661
- let content: string;
662
- if (typeof record.content === "string") {
663
- content = record.content;
664
- } else {
665
- let raw: Buffer;
666
- try {
667
- raw = await fs.readFile(record.path);
668
- } catch {
669
- continue;
670
- }
671
- if (isBinaryBuffer(raw)) {
672
- continue;
673
- }
674
- content = raw.toString("utf8");
675
- }
676
-
677
- const lines = content.split(/\r?\n/);
678
- let fileMatchCount = 0;
679
-
680
- for (let lineIndex = 0; lineIndex < lines.length; lineIndex++) {
681
- const line = lines[lineIndex] ?? "";
682
- regex.lastIndex = 0;
683
- let lineMatched = false;
684
- let execMatch: RegExpExecArray | null;
685
- while ((execMatch = regex.exec(line)) !== null) {
686
- matched = true;
687
- lineMatched = true;
688
- fileMatchCount += 1;
689
- if (!options.filesOnly && !options.count && !options.quiet) {
690
- const context = buildContextLines(lines, lineIndex, options.context ?? 0);
691
- matches.push({
692
- file: relativePath,
693
- line: lineIndex + 1,
694
- content: line,
695
- match_start: execMatch.index,
696
- match_end: execMatch.index + execMatch[0].length,
697
- context_before: context.before,
698
- context_after: context.after,
699
- });
700
- }
701
- if ((options.maxCount ?? Number.POSITIVE_INFINITY) <= fileMatchCount) {
702
- break;
703
- }
704
- if (execMatch[0].length === 0) {
705
- regex.lastIndex += 1;
706
- }
707
- }
708
- if (options.filesOnly && lineMatched) {
709
- fileSet.add(relativePath);
710
- break;
711
- }
712
- if ((options.maxCount ?? Number.POSITIVE_INFINITY) <= fileMatchCount) {
713
- break;
714
- }
715
- }
716
-
717
- if (options.count && fileMatchCount > 0) {
718
- counts.set(relativePath, fileMatchCount);
719
- }
720
- if (options.filesOnly && fileMatchCount > 0) {
721
- fileSet.add(relativePath);
722
- }
723
- if (options.quiet && fileMatchCount > 0) {
724
- return { mode: "quiet", matched: true };
725
- }
726
- }
727
-
728
- if (options.quiet) {
729
- return { mode: "quiet", matched };
730
- }
731
- if (options.filesOnly) {
732
- return { mode: "files", files: [...fileSet].sort() };
733
- }
734
- if (options.count) {
735
- return {
736
- mode: "counts",
737
- counts: [...counts.entries()]
738
- .sort((a, b) => a[0].localeCompare(b[0]))
739
- .map(([file, count]) => ({ file, count })),
740
- };
741
- }
742
- return { mode: "matches", matches };
743
- }