sentinelayer-cli 0.6.2 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1009 -996
- package/bin/create-sentinelayer.js +5 -5
- package/bin/sentinelayer-cli.js +4 -4
- package/bin/sl.js +5 -5
- package/package.json +64 -63
- package/src/agents/ai-governance/index.js +12 -0
- package/src/agents/ai-governance/tools/base.js +171 -0
- package/src/agents/ai-governance/tools/eval-regression.js +47 -0
- package/src/agents/ai-governance/tools/hitl-audit.js +81 -0
- package/src/agents/ai-governance/tools/index.js +52 -0
- package/src/agents/ai-governance/tools/prompt-drift.js +42 -0
- package/src/agents/ai-governance/tools/provenance-check.js +69 -0
- package/src/agents/backend/index.js +12 -0
- package/src/agents/backend/tools/base.js +189 -0
- package/src/agents/backend/tools/circuit-breaker-check.js +123 -0
- package/src/agents/backend/tools/idempotency-audit.js +105 -0
- package/src/agents/backend/tools/index.js +87 -0
- package/src/agents/backend/tools/retry-audit.js +132 -0
- package/src/agents/backend/tools/timeout-audit.js +144 -0
- package/src/agents/code-quality/index.js +12 -0
- package/src/agents/code-quality/tools/base.js +159 -0
- package/src/agents/code-quality/tools/complexity-measure.js +197 -0
- package/src/agents/code-quality/tools/coupling-analysis.js +81 -0
- package/src/agents/code-quality/tools/cycle-detect.js +49 -0
- package/src/agents/code-quality/tools/dep-graph.js +196 -0
- package/src/agents/code-quality/tools/index.js +89 -0
- package/src/agents/data-layer/index.js +12 -0
- package/src/agents/data-layer/tools/base.js +181 -0
- package/src/agents/data-layer/tools/index-audit.js +165 -0
- package/src/agents/data-layer/tools/index.js +83 -0
- package/src/agents/data-layer/tools/migration-scan.js +135 -0
- package/src/agents/data-layer/tools/query-explain.js +120 -0
- package/src/agents/data-layer/tools/tenancy-scan.js +166 -0
- package/src/agents/documentation/index.js +12 -0
- package/src/agents/documentation/tools/api-diff.js +91 -0
- package/src/agents/documentation/tools/base.js +151 -0
- package/src/agents/documentation/tools/dead-link-check.js +58 -0
- package/src/agents/documentation/tools/docstring-coverage.js +78 -0
- package/src/agents/documentation/tools/index.js +52 -0
- package/src/agents/documentation/tools/readme-freshness.js +61 -0
- package/src/agents/envelope/fix-cycle.js +45 -0
- package/src/agents/envelope/index.js +31 -0
- package/src/agents/envelope/loop.js +150 -0
- package/src/agents/envelope/pulse.js +18 -0
- package/src/agents/envelope/stream.js +40 -0
- package/src/agents/infrastructure/index.js +12 -0
- package/src/agents/infrastructure/tools/base.js +171 -0
- package/src/agents/infrastructure/tools/checkov-run.js +32 -0
- package/src/agents/infrastructure/tools/drift-detect.js +59 -0
- package/src/agents/infrastructure/tools/iam-least-priv-check.js +78 -0
- package/src/agents/infrastructure/tools/index.js +52 -0
- package/src/agents/infrastructure/tools/tflint-run.js +31 -0
- package/src/agents/jules/config/definition.js +160 -160
- package/src/agents/jules/config/system-prompt.js +182 -182
- package/src/agents/jules/error-intake.js +51 -51
- package/src/agents/jules/fix-cycle.js +17 -17
- package/src/agents/jules/loop.js +460 -450
- package/src/agents/jules/pulse.js +10 -10
- package/src/agents/jules/stream.js +187 -186
- package/src/agents/jules/swarm/file-scanner.js +74 -74
- package/src/agents/jules/swarm/index.js +11 -11
- package/src/agents/jules/swarm/orchestrator.js +362 -362
- package/src/agents/jules/swarm/pattern-hunter.js +123 -123
- package/src/agents/jules/swarm/sub-agent.js +315 -309
- package/src/agents/jules/tools/aidenid-email.js +189 -189
- package/src/agents/jules/tools/auth-audit.js +1708 -1691
- package/src/agents/jules/tools/dispatch.js +340 -335
- package/src/agents/jules/tools/file-edit.js +2 -2
- package/src/agents/jules/tools/file-read.js +2 -2
- package/src/agents/jules/tools/frontend-analyze.js +570 -570
- package/src/agents/jules/tools/glob.js +2 -2
- package/src/agents/jules/tools/grep.js +2 -2
- package/src/agents/jules/tools/index.js +29 -29
- package/src/agents/jules/tools/path-guards.js +2 -2
- package/src/agents/jules/tools/runtime-audit.js +507 -507
- package/src/agents/jules/tools/shell.js +2 -2
- package/src/agents/jules/tools/url-policy.js +100 -100
- package/src/agents/mode.js +113 -0
- package/src/agents/observability/index.js +12 -0
- package/src/agents/observability/tools/alert-audit.js +39 -0
- package/src/agents/observability/tools/base.js +181 -0
- package/src/agents/observability/tools/dashboard-gap.js +42 -0
- package/src/agents/observability/tools/index.js +54 -0
- package/src/agents/observability/tools/log-schema-check.js +74 -0
- package/src/agents/observability/tools/span-coverage.js +74 -0
- package/src/agents/persona-visuals.js +102 -61
- package/src/agents/release/index.js +12 -0
- package/src/agents/release/tools/base.js +181 -0
- package/src/agents/release/tools/changelog-diff.js +86 -0
- package/src/agents/release/tools/feature-flag-audit.js +126 -0
- package/src/agents/release/tools/index.js +61 -0
- package/src/agents/release/tools/rollback-verify.js +129 -0
- package/src/agents/release/tools/semver-check.js +109 -0
- package/src/agents/reliability/index.js +12 -0
- package/src/agents/reliability/tools/backpressure-check.js +129 -0
- package/src/agents/reliability/tools/base.js +181 -0
- package/src/agents/reliability/tools/chaos-probe.js +109 -0
- package/src/agents/reliability/tools/graceful-degradation-check.js +114 -0
- package/src/agents/reliability/tools/health-check-audit.js +111 -0
- package/src/agents/reliability/tools/index.js +87 -0
- package/src/agents/run-persona.js +109 -0
- package/src/agents/security/index.js +12 -0
- package/src/agents/security/tools/authz-audit.js +134 -0
- package/src/agents/security/tools/base.js +190 -0
- package/src/agents/security/tools/crypto-review.js +175 -0
- package/src/agents/security/tools/index.js +97 -0
- package/src/agents/security/tools/sast-scan.js +175 -0
- package/src/agents/security/tools/secrets-scan.js +216 -0
- package/src/agents/shared-tools/dispatch-core.js +320 -315
- package/src/agents/shared-tools/file-edit.js +180 -180
- package/src/agents/shared-tools/file-read.js +100 -100
- package/src/agents/shared-tools/glob.js +168 -168
- package/src/agents/shared-tools/grep.js +228 -228
- package/src/agents/shared-tools/index.js +46 -46
- package/src/agents/shared-tools/path-guards.js +161 -161
- package/src/agents/shared-tools/shell.js +383 -383
- package/src/agents/supply-chain/index.js +12 -0
- package/src/agents/supply-chain/tools/attestation-check.js +42 -0
- package/src/agents/supply-chain/tools/base.js +151 -0
- package/src/agents/supply-chain/tools/index.js +52 -0
- package/src/agents/supply-chain/tools/lockfile-integrity.js +73 -0
- package/src/agents/supply-chain/tools/package-verify.js +56 -0
- package/src/agents/supply-chain/tools/sbom-diff.js +34 -0
- package/src/agents/testing/index.js +12 -0
- package/src/agents/testing/tools/base.js +202 -0
- package/src/agents/testing/tools/coverage-gap.js +144 -0
- package/src/agents/testing/tools/flake-detect.js +125 -0
- package/src/agents/testing/tools/index.js +85 -0
- package/src/agents/testing/tools/mutation-test.js +143 -0
- package/src/agents/testing/tools/snapshot-diff.js +103 -0
- package/src/ai/aidenid.js +1021 -1009
- package/src/ai/client.js +553 -553
- package/src/ai/domain-target-store.js +268 -268
- package/src/ai/identity-store.js +270 -270
- package/src/ai/proxy.js +137 -137
- package/src/ai/site-store.js +145 -145
- package/src/audit/agents/architecture.js +180 -180
- package/src/audit/agents/compliance.js +179 -179
- package/src/audit/agents/documentation.js +165 -165
- package/src/audit/agents/performance.js +145 -145
- package/src/audit/agents/security.js +215 -215
- package/src/audit/agents/testing.js +172 -172
- package/src/audit/orchestrator.js +557 -557
- package/src/audit/package.js +204 -204
- package/src/audit/registry.js +284 -284
- package/src/audit/replay.js +103 -103
- package/src/auth/gate.js +428 -371
- package/src/auth/http.js +681 -611
- package/src/auth/service.js +1106 -1106
- package/src/auth/session-store.js +813 -813
- package/src/cli.js +257 -252
- package/src/commands/ai/identity-lifecycle.js +1338 -1338
- package/src/commands/ai/provision-governance.js +1272 -1272
- package/src/commands/ai/shared.js +147 -147
- package/src/commands/ai.js +11 -11
- package/src/commands/apply.js +12 -12
- package/src/commands/audit.js +1171 -1166
- package/src/commands/auth.js +419 -419
- package/src/commands/chat.js +184 -191
- package/src/commands/config.js +184 -184
- package/src/commands/cost.js +311 -311
- package/src/commands/daemon/core.js +850 -850
- package/src/commands/daemon/extended.js +1048 -1048
- package/src/commands/daemon/shared.js +213 -213
- package/src/commands/daemon.js +11 -11
- package/src/commands/guide.js +174 -174
- package/src/commands/ingest.js +58 -58
- package/src/commands/init.js +55 -55
- package/src/commands/legacy-args.js +20 -10
- package/src/commands/mcp.js +461 -461
- package/src/commands/omargate.js +63 -29
- package/src/commands/persona.js +65 -20
- package/src/commands/plugin.js +260 -260
- package/src/commands/policy.js +132 -132
- package/src/commands/prompt.js +238 -238
- package/src/commands/review.js +704 -704
- package/src/commands/scan.js +865 -872
- package/src/commands/session.js +1238 -0
- package/src/commands/spec.js +771 -716
- package/src/commands/swarm.js +651 -651
- package/src/commands/telemetry.js +202 -202
- package/src/commands/watch.js +511 -511
- package/src/config/agent-dictionary.js +182 -182
- package/src/config/io.js +56 -56
- package/src/config/paths.js +18 -18
- package/src/config/schema.js +55 -55
- package/src/config/service.js +184 -184
- package/src/coord/events-log.js +141 -0
- package/src/coord/handshake.js +719 -0
- package/src/coord/index.js +35 -0
- package/src/coord/paths.js +84 -0
- package/src/coord/priority.js +62 -0
- package/src/coord/tarjan.js +157 -0
- package/src/cost/budget.js +235 -235
- package/src/cost/history.js +188 -188
- package/src/cost/tokenizer.js +160 -0
- package/src/cost/tracker.js +232 -171
- package/src/daemon/artifact-lineage.js +896 -534
- package/src/daemon/assignment-ledger.js +1083 -770
- package/src/daemon/ast-drift.js +496 -0
- package/src/daemon/ast-parser-layer.js +258 -258
- package/src/daemon/budget-governor.js +633 -633
- package/src/daemon/callgraph-overlay.js +646 -646
- package/src/daemon/error-worker.js +1209 -626
- package/src/daemon/fix-cycle.js +384 -377
- package/src/daemon/hybrid-mapper.js +929 -929
- package/src/daemon/ingest-refresh.js +79 -11
- package/src/daemon/jira-lifecycle.js +767 -632
- package/src/daemon/operator-control.js +657 -657
- package/src/daemon/pulse.js +327 -327
- package/src/daemon/reliability-lane.js +471 -471
- package/src/daemon/scope-engine.js +1068 -0
- package/src/daemon/watchdog.js +971 -971
- package/src/events/schema.js +190 -0
- package/src/guide/generator.js +316 -316
- package/src/ingest/engine.js +933 -918
- package/src/ingest/ownership.js +380 -0
- package/src/interactive/index.js +97 -97
- package/src/legacy-cli.js +3228 -2994
- package/src/mcp/registry.js +695 -695
- package/src/memory/blackboard.js +301 -301
- package/src/memory/retrieval.js +581 -581
- package/src/orchestrator/kai-chen.js +126 -0
- package/src/plugin/manifest.js +553 -553
- package/src/policy/packs.js +144 -144
- package/src/prompt/generator.js +136 -118
- package/src/review/ai-review.js +672 -679
- package/src/review/compliance-pack.js +389 -0
- package/src/review/investor-dd-config.js +54 -0
- package/src/review/investor-dd-file-loop.js +303 -0
- package/src/review/investor-dd-file-router.js +406 -0
- package/src/review/investor-dd-html-report.js +233 -0
- package/src/review/investor-dd-notification.js +120 -0
- package/src/review/investor-dd-orchestrator.js +405 -0
- package/src/review/investor-dd-persona-runner.js +275 -0
- package/src/review/live-validator.js +253 -0
- package/src/review/local-review.js +1351 -1305
- package/src/review/omargate-interactive.js +68 -68
- package/src/review/omargate-orchestrator.js +492 -300
- package/src/review/persona-prompts.js +484 -296
- package/src/review/reconciliation-rules.js +329 -0
- package/src/review/replay.js +235 -235
- package/src/review/report.js +664 -664
- package/src/review/reproducibility-chain.js +136 -0
- package/src/review/scan-modes.js +147 -42
- package/src/review/spec-binding.js +487 -487
- package/src/scaffold/generator.js +67 -67
- package/src/scaffold/templates.js +150 -150
- package/src/scan/generator.js +418 -418
- package/src/scan/gh-secrets.js +107 -107
- package/src/session/agent-registry.js +359 -0
- package/src/session/analytics.js +479 -0
- package/src/session/daemon.js +1396 -0
- package/src/session/file-locks.js +666 -0
- package/src/session/paths.js +37 -0
- package/src/session/recap.js +567 -0
- package/src/session/redact.js +82 -0
- package/src/session/runtime-bridge.js +762 -0
- package/src/session/scoring.js +406 -0
- package/src/session/setup-guides.js +304 -0
- package/src/session/store.js +704 -0
- package/src/session/stream.js +333 -0
- package/src/session/sync.js +753 -0
- package/src/session/tasks.js +1054 -0
- package/src/session/templates.js +188 -0
- package/src/spec/generator.js +619 -519
- package/src/spec/regenerate.js +237 -237
- package/src/spec/templates.js +91 -91
- package/src/swarm/dashboard.js +247 -247
- package/src/swarm/factory.js +363 -363
- package/src/swarm/pentest.js +934 -934
- package/src/swarm/registry.js +419 -419
- package/src/swarm/report.js +158 -158
- package/src/swarm/runtime.js +569 -576
- package/src/swarm/scenario-dsl.js +272 -272
- package/src/telemetry/ledger.js +302 -302
- package/src/telemetry/session-tracker.js +234 -234
- package/src/telemetry/sync.js +203 -203
- package/src/ui/command-hints.js +13 -13
- package/src/ui/markdown.js +220 -220
|
@@ -1,228 +1,228 @@
|
|
|
1
|
-
import fs from "node:fs";
|
|
2
|
-
import { execFileSync } from "node:child_process";
|
|
3
|
-
import path from "node:path";
|
|
4
|
-
|
|
5
|
-
const DEFAULT_HEAD_LIMIT = 250;
|
|
6
|
-
const MAX_LINE_LENGTH = 500;
|
|
7
|
-
const VCS_EXCLUDE_DIRS = [
|
|
8
|
-
".git", ".svn", ".hg", "node_modules", ".next", "dist", "build",
|
|
9
|
-
"coverage", ".turbo", ".idea", ".vscode", "__pycache__", ".venv",
|
|
10
|
-
];
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* Search file contents using ripgrep.
|
|
14
|
-
* Falls back to a naive line-by-line search if rg is not installed.
|
|
15
|
-
*
|
|
16
|
-
* @param {object} input
|
|
17
|
-
* @param {string} input.pattern - Regex pattern to search for.
|
|
18
|
-
* @param {string} [input.path] - Directory to search (default: cwd).
|
|
19
|
-
* @param {string} [input.glob] - Glob filter (e.g., "*.tsx").
|
|
20
|
-
* @param {string} [input.output_mode] - "content" | "files_with_matches" | "count"
|
|
21
|
-
* @param {number} [input.context] - Lines of context before and after match.
|
|
22
|
-
* @param {boolean} [input.case_insensitive] - Case-insensitive search.
|
|
23
|
-
* @param {number} [input.head_limit] - Max results (default 250).
|
|
24
|
-
* @param {boolean} [input.multiline] - Enable multiline matching.
|
|
25
|
-
* @returns {{ mode, numFiles, filenames, content, numMatches, appliedLimit }}
|
|
26
|
-
*/
|
|
27
|
-
export function grep(input) {
|
|
28
|
-
if (!input.pattern || typeof input.pattern !== "string") {
|
|
29
|
-
throw new GrepError("pattern is required and must be a non-empty string.");
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
const searchPath = input.path ? path.resolve(input.path) : process.cwd();
|
|
33
|
-
const outputMode = input.output_mode || "files_with_matches";
|
|
34
|
-
const headLimit = input.head_limit ?? DEFAULT_HEAD_LIMIT;
|
|
35
|
-
|
|
36
|
-
const args = buildRgArgs(input, searchPath, outputMode);
|
|
37
|
-
|
|
38
|
-
let stdout;
|
|
39
|
-
try {
|
|
40
|
-
stdout = execFileSync("rg", args, {
|
|
41
|
-
cwd: searchPath,
|
|
42
|
-
encoding: "utf-8",
|
|
43
|
-
maxBuffer: 10 * 1024 * 1024,
|
|
44
|
-
timeout: 30_000,
|
|
45
|
-
});
|
|
46
|
-
} catch (err) {
|
|
47
|
-
// rg exits with code 1 when no matches found — that's normal
|
|
48
|
-
if (err.status === 1) {
|
|
49
|
-
return {
|
|
50
|
-
mode: outputMode,
|
|
51
|
-
numFiles: 0,
|
|
52
|
-
filenames: [],
|
|
53
|
-
content: "",
|
|
54
|
-
numMatches: 0,
|
|
55
|
-
appliedLimit: headLimit,
|
|
56
|
-
};
|
|
57
|
-
}
|
|
58
|
-
// rg not installed — fall back to naive search
|
|
59
|
-
if (err.code === "ENOENT") {
|
|
60
|
-
return naiveFallbackGrep(input, searchPath, outputMode, headLimit);
|
|
61
|
-
}
|
|
62
|
-
throw new GrepError(`ripgrep failed: ${err.message}`);
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
return parseRgOutput(stdout, outputMode, headLimit);
|
|
66
|
-
}
|
|
67
|
-
|
|
68
|
-
function buildRgArgs(input, searchPath, outputMode) {
|
|
69
|
-
const args = ["--no-heading", "--color", "never"];
|
|
70
|
-
|
|
71
|
-
// Output mode flags
|
|
72
|
-
if (outputMode === "files_with_matches") {
|
|
73
|
-
args.push("-l");
|
|
74
|
-
} else if (outputMode === "count") {
|
|
75
|
-
args.push("-c");
|
|
76
|
-
} else {
|
|
77
|
-
args.push("-n"); // line numbers for content mode
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
// Context
|
|
81
|
-
if (input.context && outputMode === "content") {
|
|
82
|
-
args.push("-C", String(input.context));
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
// Case insensitive
|
|
86
|
-
if (input.case_insensitive) {
|
|
87
|
-
args.push("-i");
|
|
88
|
-
}
|
|
89
|
-
|
|
90
|
-
// Multiline
|
|
91
|
-
if (input.multiline) {
|
|
92
|
-
args.push("-U", "--multiline-dotall");
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
// Glob filter
|
|
96
|
-
if (input.glob) {
|
|
97
|
-
args.push("--glob", input.glob);
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
// Exclude VCS and build directories
|
|
101
|
-
for (const dir of VCS_EXCLUDE_DIRS) {
|
|
102
|
-
args.push("--glob", `!${dir}`);
|
|
103
|
-
}
|
|
104
|
-
|
|
105
|
-
// Max line length to prevent base64/minified content noise
|
|
106
|
-
args.push("--max-columns", String(MAX_LINE_LENGTH));
|
|
107
|
-
args.push("--max-columns-preview");
|
|
108
|
-
|
|
109
|
-
args.push("--", input.pattern, searchPath);
|
|
110
|
-
return args;
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
function parseRgOutput(stdout, outputMode, headLimit) {
|
|
114
|
-
const lines = stdout.split("\n").filter(Boolean);
|
|
115
|
-
const limited = headLimit > 0 ? lines.slice(0, headLimit) : lines;
|
|
116
|
-
|
|
117
|
-
if (outputMode === "files_with_matches") {
|
|
118
|
-
return {
|
|
119
|
-
mode: outputMode,
|
|
120
|
-
numFiles: limited.length,
|
|
121
|
-
filenames: limited,
|
|
122
|
-
content: "",
|
|
123
|
-
numMatches: limited.length,
|
|
124
|
-
appliedLimit: headLimit,
|
|
125
|
-
};
|
|
126
|
-
}
|
|
127
|
-
|
|
128
|
-
if (outputMode === "count") {
|
|
129
|
-
let totalMatches = 0;
|
|
130
|
-
const filenames = [];
|
|
131
|
-
for (const line of limited) {
|
|
132
|
-
const colonIdx = line.lastIndexOf(":");
|
|
133
|
-
if (colonIdx > 0) {
|
|
134
|
-
filenames.push(line.slice(0, colonIdx));
|
|
135
|
-
totalMatches += parseInt(line.slice(colonIdx + 1), 10) || 0;
|
|
136
|
-
}
|
|
137
|
-
}
|
|
138
|
-
return {
|
|
139
|
-
mode: outputMode,
|
|
140
|
-
numFiles: filenames.length,
|
|
141
|
-
filenames,
|
|
142
|
-
content: limited.join("\n"),
|
|
143
|
-
numMatches: totalMatches,
|
|
144
|
-
appliedLimit: headLimit,
|
|
145
|
-
};
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
// Content mode
|
|
149
|
-
const fileSet = new Set();
|
|
150
|
-
for (const line of limited) {
|
|
151
|
-
const colonIdx = line.indexOf(":");
|
|
152
|
-
if (colonIdx > 0) {
|
|
153
|
-
fileSet.add(line.slice(0, colonIdx));
|
|
154
|
-
}
|
|
155
|
-
}
|
|
156
|
-
return {
|
|
157
|
-
mode: outputMode,
|
|
158
|
-
numFiles: fileSet.size,
|
|
159
|
-
filenames: [...fileSet],
|
|
160
|
-
content: limited.join("\n"),
|
|
161
|
-
numMatches: limited.length,
|
|
162
|
-
appliedLimit: headLimit,
|
|
163
|
-
};
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
/**
|
|
167
|
-
* Naive line-by-line fallback when ripgrep is not installed.
|
|
168
|
-
* Significantly slower but functional.
|
|
169
|
-
*/
|
|
170
|
-
function naiveFallbackGrep(input, searchPath, outputMode, headLimit) {
|
|
171
|
-
const { readdirSync, readFileSync, statSync } = fs;
|
|
172
|
-
const regex = new RegExp(input.pattern, input.case_insensitive ? "gi" : "g");
|
|
173
|
-
const globPattern = input.glob;
|
|
174
|
-
const results = [];
|
|
175
|
-
const filenames = new Set();
|
|
176
|
-
|
|
177
|
-
function walk(dir) {
|
|
178
|
-
for (const entry of readdirSync(dir, { withFileTypes: true })) {
|
|
179
|
-
if (VCS_EXCLUDE_DIRS.includes(entry.name)) continue;
|
|
180
|
-
const fullPath = path.join(dir, entry.name);
|
|
181
|
-
if (entry.isDirectory()) {
|
|
182
|
-
walk(fullPath);
|
|
183
|
-
} else if (entry.isFile()) {
|
|
184
|
-
if (globPattern && !matchGlob(entry.name, globPattern)) continue;
|
|
185
|
-
try {
|
|
186
|
-
const content = readFileSync(fullPath, "utf-8");
|
|
187
|
-
const lines = content.split("\n");
|
|
188
|
-
for (let i = 0; i < lines.length; i++) {
|
|
189
|
-
if (regex.test(lines[i])) {
|
|
190
|
-
filenames.add(fullPath);
|
|
191
|
-
results.push(`${fullPath}:${i + 1}:${lines[i].slice(0, MAX_LINE_LENGTH)}`);
|
|
192
|
-
if (headLimit > 0 && results.length >= headLimit) return;
|
|
193
|
-
}
|
|
194
|
-
regex.lastIndex = 0;
|
|
195
|
-
}
|
|
196
|
-
} catch { /* skip unreadable files */ }
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
walk(searchPath);
|
|
202
|
-
|
|
203
|
-
return {
|
|
204
|
-
mode: outputMode,
|
|
205
|
-
numFiles: filenames.size,
|
|
206
|
-
filenames: [...filenames],
|
|
207
|
-
content: outputMode === "content" ? results.join("\n") : "",
|
|
208
|
-
numMatches: results.length,
|
|
209
|
-
appliedLimit: headLimit,
|
|
210
|
-
fallback: true,
|
|
211
|
-
};
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
function matchGlob(filename, glob) {
|
|
215
|
-
// Simple extension glob matching (e.g., "*.tsx", "*.{ts,tsx}")
|
|
216
|
-
if (glob.startsWith("*.")) {
|
|
217
|
-
const exts = glob.slice(1).replace(/[{}]/g, "").split(",");
|
|
218
|
-
return exts.some((ext) => filename.endsWith(ext));
|
|
219
|
-
}
|
|
220
|
-
return true;
|
|
221
|
-
}
|
|
222
|
-
|
|
223
|
-
export class GrepError extends Error {
|
|
224
|
-
constructor(message) {
|
|
225
|
-
super(message);
|
|
226
|
-
this.name = "GrepError";
|
|
227
|
-
}
|
|
228
|
-
}
|
|
1
|
+
import fs from "node:fs";
|
|
2
|
+
import { execFileSync } from "node:child_process";
|
|
3
|
+
import path from "node:path";
|
|
4
|
+
|
|
5
|
+
const DEFAULT_HEAD_LIMIT = 250;
|
|
6
|
+
const MAX_LINE_LENGTH = 500;
|
|
7
|
+
const VCS_EXCLUDE_DIRS = [
|
|
8
|
+
".git", ".svn", ".hg", "node_modules", ".next", "dist", "build",
|
|
9
|
+
"coverage", ".turbo", ".idea", ".vscode", "__pycache__", ".venv",
|
|
10
|
+
];
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Search file contents using ripgrep.
|
|
14
|
+
* Falls back to a naive line-by-line search if rg is not installed.
|
|
15
|
+
*
|
|
16
|
+
* @param {object} input
|
|
17
|
+
* @param {string} input.pattern - Regex pattern to search for.
|
|
18
|
+
* @param {string} [input.path] - Directory to search (default: cwd).
|
|
19
|
+
* @param {string} [input.glob] - Glob filter (e.g., "*.tsx").
|
|
20
|
+
* @param {string} [input.output_mode] - "content" | "files_with_matches" | "count"
|
|
21
|
+
* @param {number} [input.context] - Lines of context before and after match.
|
|
22
|
+
* @param {boolean} [input.case_insensitive] - Case-insensitive search.
|
|
23
|
+
* @param {number} [input.head_limit] - Max results (default 250).
|
|
24
|
+
* @param {boolean} [input.multiline] - Enable multiline matching.
|
|
25
|
+
* @returns {{ mode, numFiles, filenames, content, numMatches, appliedLimit }}
|
|
26
|
+
*/
|
|
27
|
+
export function grep(input) {
|
|
28
|
+
if (!input.pattern || typeof input.pattern !== "string") {
|
|
29
|
+
throw new GrepError("pattern is required and must be a non-empty string.");
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
const searchPath = input.path ? path.resolve(input.path) : process.cwd();
|
|
33
|
+
const outputMode = input.output_mode || "files_with_matches";
|
|
34
|
+
const headLimit = input.head_limit ?? DEFAULT_HEAD_LIMIT;
|
|
35
|
+
|
|
36
|
+
const args = buildRgArgs(input, searchPath, outputMode);
|
|
37
|
+
|
|
38
|
+
let stdout;
|
|
39
|
+
try {
|
|
40
|
+
stdout = execFileSync("rg", args, {
|
|
41
|
+
cwd: searchPath,
|
|
42
|
+
encoding: "utf-8",
|
|
43
|
+
maxBuffer: 10 * 1024 * 1024,
|
|
44
|
+
timeout: 30_000,
|
|
45
|
+
});
|
|
46
|
+
} catch (err) {
|
|
47
|
+
// rg exits with code 1 when no matches found — that's normal
|
|
48
|
+
if (err.status === 1) {
|
|
49
|
+
return {
|
|
50
|
+
mode: outputMode,
|
|
51
|
+
numFiles: 0,
|
|
52
|
+
filenames: [],
|
|
53
|
+
content: "",
|
|
54
|
+
numMatches: 0,
|
|
55
|
+
appliedLimit: headLimit,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
// rg not installed — fall back to naive search
|
|
59
|
+
if (err.code === "ENOENT") {
|
|
60
|
+
return naiveFallbackGrep(input, searchPath, outputMode, headLimit);
|
|
61
|
+
}
|
|
62
|
+
throw new GrepError(`ripgrep failed: ${err.message}`);
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
return parseRgOutput(stdout, outputMode, headLimit);
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
function buildRgArgs(input, searchPath, outputMode) {
|
|
69
|
+
const args = ["--no-heading", "--color", "never"];
|
|
70
|
+
|
|
71
|
+
// Output mode flags
|
|
72
|
+
if (outputMode === "files_with_matches") {
|
|
73
|
+
args.push("-l");
|
|
74
|
+
} else if (outputMode === "count") {
|
|
75
|
+
args.push("-c");
|
|
76
|
+
} else {
|
|
77
|
+
args.push("-n"); // line numbers for content mode
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
// Context
|
|
81
|
+
if (input.context && outputMode === "content") {
|
|
82
|
+
args.push("-C", String(input.context));
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
// Case insensitive
|
|
86
|
+
if (input.case_insensitive) {
|
|
87
|
+
args.push("-i");
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
// Multiline
|
|
91
|
+
if (input.multiline) {
|
|
92
|
+
args.push("-U", "--multiline-dotall");
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
// Glob filter
|
|
96
|
+
if (input.glob) {
|
|
97
|
+
args.push("--glob", input.glob);
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
// Exclude VCS and build directories
|
|
101
|
+
for (const dir of VCS_EXCLUDE_DIRS) {
|
|
102
|
+
args.push("--glob", `!${dir}`);
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
// Max line length to prevent base64/minified content noise
|
|
106
|
+
args.push("--max-columns", String(MAX_LINE_LENGTH));
|
|
107
|
+
args.push("--max-columns-preview");
|
|
108
|
+
|
|
109
|
+
args.push("--", input.pattern, searchPath);
|
|
110
|
+
return args;
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
function parseRgOutput(stdout, outputMode, headLimit) {
|
|
114
|
+
const lines = stdout.split("\n").filter(Boolean);
|
|
115
|
+
const limited = headLimit > 0 ? lines.slice(0, headLimit) : lines;
|
|
116
|
+
|
|
117
|
+
if (outputMode === "files_with_matches") {
|
|
118
|
+
return {
|
|
119
|
+
mode: outputMode,
|
|
120
|
+
numFiles: limited.length,
|
|
121
|
+
filenames: limited,
|
|
122
|
+
content: "",
|
|
123
|
+
numMatches: limited.length,
|
|
124
|
+
appliedLimit: headLimit,
|
|
125
|
+
};
|
|
126
|
+
}
|
|
127
|
+
|
|
128
|
+
if (outputMode === "count") {
|
|
129
|
+
let totalMatches = 0;
|
|
130
|
+
const filenames = [];
|
|
131
|
+
for (const line of limited) {
|
|
132
|
+
const colonIdx = line.lastIndexOf(":");
|
|
133
|
+
if (colonIdx > 0) {
|
|
134
|
+
filenames.push(line.slice(0, colonIdx));
|
|
135
|
+
totalMatches += parseInt(line.slice(colonIdx + 1), 10) || 0;
|
|
136
|
+
}
|
|
137
|
+
}
|
|
138
|
+
return {
|
|
139
|
+
mode: outputMode,
|
|
140
|
+
numFiles: filenames.length,
|
|
141
|
+
filenames,
|
|
142
|
+
content: limited.join("\n"),
|
|
143
|
+
numMatches: totalMatches,
|
|
144
|
+
appliedLimit: headLimit,
|
|
145
|
+
};
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
// Content mode
|
|
149
|
+
const fileSet = new Set();
|
|
150
|
+
for (const line of limited) {
|
|
151
|
+
const colonIdx = line.indexOf(":");
|
|
152
|
+
if (colonIdx > 0) {
|
|
153
|
+
fileSet.add(line.slice(0, colonIdx));
|
|
154
|
+
}
|
|
155
|
+
}
|
|
156
|
+
return {
|
|
157
|
+
mode: outputMode,
|
|
158
|
+
numFiles: fileSet.size,
|
|
159
|
+
filenames: [...fileSet],
|
|
160
|
+
content: limited.join("\n"),
|
|
161
|
+
numMatches: limited.length,
|
|
162
|
+
appliedLimit: headLimit,
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
/**
|
|
167
|
+
* Naive line-by-line fallback when ripgrep is not installed.
|
|
168
|
+
* Significantly slower but functional.
|
|
169
|
+
*/
|
|
170
|
+
function naiveFallbackGrep(input, searchPath, outputMode, headLimit) {
|
|
171
|
+
const { readdirSync, readFileSync, statSync } = fs;
|
|
172
|
+
const regex = new RegExp(input.pattern, input.case_insensitive ? "gi" : "g");
|
|
173
|
+
const globPattern = input.glob;
|
|
174
|
+
const results = [];
|
|
175
|
+
const filenames = new Set();
|
|
176
|
+
|
|
177
|
+
function walk(dir) {
|
|
178
|
+
for (const entry of readdirSync(dir, { withFileTypes: true })) {
|
|
179
|
+
if (VCS_EXCLUDE_DIRS.includes(entry.name)) continue;
|
|
180
|
+
const fullPath = path.join(dir, entry.name);
|
|
181
|
+
if (entry.isDirectory()) {
|
|
182
|
+
walk(fullPath);
|
|
183
|
+
} else if (entry.isFile()) {
|
|
184
|
+
if (globPattern && !matchGlob(entry.name, globPattern)) continue;
|
|
185
|
+
try {
|
|
186
|
+
const content = readFileSync(fullPath, "utf-8");
|
|
187
|
+
const lines = content.split("\n");
|
|
188
|
+
for (let i = 0; i < lines.length; i++) {
|
|
189
|
+
if (regex.test(lines[i])) {
|
|
190
|
+
filenames.add(fullPath);
|
|
191
|
+
results.push(`${fullPath}:${i + 1}:${lines[i].slice(0, MAX_LINE_LENGTH)}`);
|
|
192
|
+
if (headLimit > 0 && results.length >= headLimit) return;
|
|
193
|
+
}
|
|
194
|
+
regex.lastIndex = 0;
|
|
195
|
+
}
|
|
196
|
+
} catch { /* skip unreadable files */ }
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
walk(searchPath);
|
|
202
|
+
|
|
203
|
+
return {
|
|
204
|
+
mode: outputMode,
|
|
205
|
+
numFiles: filenames.size,
|
|
206
|
+
filenames: [...filenames],
|
|
207
|
+
content: outputMode === "content" ? results.join("\n") : "",
|
|
208
|
+
numMatches: results.length,
|
|
209
|
+
appliedLimit: headLimit,
|
|
210
|
+
fallback: true,
|
|
211
|
+
};
|
|
212
|
+
}
|
|
213
|
+
|
|
214
|
+
function matchGlob(filename, glob) {
|
|
215
|
+
// Simple extension glob matching (e.g., "*.tsx", "*.{ts,tsx}")
|
|
216
|
+
if (glob.startsWith("*.")) {
|
|
217
|
+
const exts = glob.slice(1).replace(/[{}]/g, "").split(",");
|
|
218
|
+
return exts.some((ext) => filename.endsWith(ext));
|
|
219
|
+
}
|
|
220
|
+
return true;
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
export class GrepError extends Error {
|
|
224
|
+
constructor(message) {
|
|
225
|
+
super(message);
|
|
226
|
+
this.name = "GrepError";
|
|
227
|
+
}
|
|
228
|
+
}
|
|
@@ -1,46 +1,46 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared Tools — Common tool implementations for all personas.
|
|
3
|
-
*
|
|
4
|
-
* Generic file/search/edit tools live here. Domain-specific tools
|
|
5
|
-
* (FrontendAnalyze, BackendAnalyze, DataAnalyze) stay in persona folders.
|
|
6
|
-
* Each persona's dispatch.js imports SHARED_TOOLS and merges with its own.
|
|
7
|
-
*/
|
|
8
|
-
|
|
9
|
-
import { fileRead } from "./file-read.js";
|
|
10
|
-
import { grep } from "./grep.js";
|
|
11
|
-
import { glob } from "./glob.js";
|
|
12
|
-
import { shell } from "./shell.js";
|
|
13
|
-
import { fileEdit } from "./file-edit.js";
|
|
14
|
-
|
|
15
|
-
/**
|
|
16
|
-
* Tool map for generic tools shared across all personas.
|
|
17
|
-
* Merge with persona-specific tools in each persona's dispatch.js.
|
|
18
|
-
*/
|
|
19
|
-
export const SHARED_TOOLS = {
|
|
20
|
-
FileRead: fileRead,
|
|
21
|
-
Grep: grep,
|
|
22
|
-
Glob: glob,
|
|
23
|
-
Shell: shell,
|
|
24
|
-
FileEdit: fileEdit,
|
|
25
|
-
};
|
|
26
|
-
|
|
27
|
-
/**
|
|
28
|
-
* Read-only tool names (safe for concurrent execution in swarm sub-agents).
|
|
29
|
-
*/
|
|
30
|
-
export const SHARED_READ_ONLY_TOOLS = new Set(["FileRead", "Grep", "Glob"]);
|
|
31
|
-
|
|
32
|
-
// Re-export individual tools for direct import
|
|
33
|
-
export { fileRead, FileReadError } from "./file-read.js";
|
|
34
|
-
export { grep, GrepError } from "./grep.js";
|
|
35
|
-
export { glob, GlobError } from "./glob.js";
|
|
36
|
-
export { shell, analyzeCommand, buildScrubbedEnv, ShellError, ShellBlockedError } from "./shell.js";
|
|
37
|
-
export { fileEdit, FileEditError } from "./file-edit.js";
|
|
38
|
-
export { PathGuardError, resolveGuardedPath } from "./path-guards.js";
|
|
39
|
-
|
|
40
|
-
// Re-export dispatch infrastructure
|
|
41
|
-
export {
|
|
42
|
-
createToolDispatcher,
|
|
43
|
-
createAgentContext,
|
|
44
|
-
ToolDispatchError,
|
|
45
|
-
BudgetExhaustedError,
|
|
46
|
-
} from "./dispatch-core.js";
|
|
1
|
+
/**
|
|
2
|
+
* Shared Tools — Common tool implementations for all personas.
|
|
3
|
+
*
|
|
4
|
+
* Generic file/search/edit tools live here. Domain-specific tools
|
|
5
|
+
* (FrontendAnalyze, BackendAnalyze, DataAnalyze) stay in persona folders.
|
|
6
|
+
* Each persona's dispatch.js imports SHARED_TOOLS and merges with its own.
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import { fileRead } from "./file-read.js";
|
|
10
|
+
import { grep } from "./grep.js";
|
|
11
|
+
import { glob } from "./glob.js";
|
|
12
|
+
import { shell } from "./shell.js";
|
|
13
|
+
import { fileEdit } from "./file-edit.js";
|
|
14
|
+
|
|
15
|
+
/**
|
|
16
|
+
* Tool map for generic tools shared across all personas.
|
|
17
|
+
* Merge with persona-specific tools in each persona's dispatch.js.
|
|
18
|
+
*/
|
|
19
|
+
export const SHARED_TOOLS = {
|
|
20
|
+
FileRead: fileRead,
|
|
21
|
+
Grep: grep,
|
|
22
|
+
Glob: glob,
|
|
23
|
+
Shell: shell,
|
|
24
|
+
FileEdit: fileEdit,
|
|
25
|
+
};
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* Read-only tool names (safe for concurrent execution in swarm sub-agents).
|
|
29
|
+
*/
|
|
30
|
+
export const SHARED_READ_ONLY_TOOLS = new Set(["FileRead", "Grep", "Glob"]);
|
|
31
|
+
|
|
32
|
+
// Re-export individual tools for direct import
|
|
33
|
+
export { fileRead, FileReadError } from "./file-read.js";
|
|
34
|
+
export { grep, GrepError } from "./grep.js";
|
|
35
|
+
export { glob, GlobError } from "./glob.js";
|
|
36
|
+
export { shell, analyzeCommand, buildScrubbedEnv, ShellError, ShellBlockedError } from "./shell.js";
|
|
37
|
+
export { fileEdit, FileEditError } from "./file-edit.js";
|
|
38
|
+
export { PathGuardError, resolveGuardedPath } from "./path-guards.js";
|
|
39
|
+
|
|
40
|
+
// Re-export dispatch infrastructure
|
|
41
|
+
export {
|
|
42
|
+
createToolDispatcher,
|
|
43
|
+
createAgentContext,
|
|
44
|
+
ToolDispatchError,
|
|
45
|
+
BudgetExhaustedError,
|
|
46
|
+
} from "./dispatch-core.js";
|