micro-models-agent 2.11.0 → 2.13.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +39 -0
- package/dist/assets/app.js +22 -2
- package/dist/assets/index.html +39 -9
- package/dist/assets/js/dom.js +15 -0
- package/dist/assets/js/feed.js +129 -10
- package/dist/assets/js/sidebar.js +512 -0
- package/dist/assets/js/tabs.js +30 -5
- package/dist/assets/setup.js +267 -8
- package/dist/assets/styles.css +168 -3
- package/dist/cli/cache-line.js +1 -0
- package/dist/cli/command-suggest.js +5 -4
- package/dist/cli/commands.js +231 -122
- package/dist/cli/completer.js +132 -31
- package/dist/cli/index.js +1 -0
- package/dist/cli/json-payload.js +4 -4
- package/dist/cli/main.js +166 -61
- package/dist/cli/onboarding-commands.js +126 -0
- package/dist/cli/plugin-commands.js +2 -1
- package/dist/cli/relaunch.js +16 -13
- package/dist/cli/repl-commands-lsp.js +75 -0
- package/dist/cli/repl-commands-skills.js +105 -0
- package/dist/cli/repl-commands.js +589 -266
- package/dist/cli/repl.js +436 -177
- package/dist/cli/run-result.js +5 -6
- package/dist/cli/security-commands.js +37 -28
- package/dist/cli/setup-order.js +4 -55
- package/dist/cli/setup-prompt.js +3 -2
- package/dist/cli/setup.js +27 -107
- package/dist/cli/web-command.js +98 -0
- package/dist/config/budget.js +5 -5
- package/dist/config/config.js +103 -96
- package/dist/config/defaults.js +38 -8
- package/dist/config/domains.js +24 -27
- package/dist/config/env.js +46 -0
- package/dist/config/experts.js +2 -0
- package/dist/config/index.js +1 -0
- package/dist/config/paths.js +56 -0
- package/dist/config/redact.js +44 -0
- package/dist/config/registry-extra.js +334 -0
- package/dist/config/registry.js +584 -0
- package/dist/config/security.js +35 -36
- package/dist/config/timeouts.js +74 -0
- package/dist/config/utils.js +16 -15
- package/dist/core/agent/artifact-progress.js +59 -0
- package/dist/core/agent/artifact-resolve.js +79 -0
- package/dist/core/agent/audit-gate.js +7 -3
- package/dist/core/agent/compaction.js +2 -2
- package/dist/core/agent/constants.js +33 -4
- package/dist/core/agent/context-log.js +454 -0
- package/dist/core/agent/context-renderer.js +5 -0
- package/dist/core/agent/critic-gate.js +132 -0
- package/dist/core/agent/hallucination-gate.js +148 -38
- package/dist/core/agent/loop-state.js +15 -0
- package/dist/core/agent/prefix-monitor.js +1 -1
- package/dist/core/agent/reasoning-resolver.js +10 -1
- package/dist/core/agent/token-tracker.js +7 -4
- package/dist/core/agent/tool-batch.js +93 -18
- package/dist/core/agent/tool-images.js +18 -0
- package/dist/core/agent/tool-output.js +65 -11
- package/dist/core/agent/tool-pairing.js +60 -0
- package/dist/core/agent-moe.js +25 -24
- package/dist/core/agent.js +429 -108
- package/dist/core/bootstrap/agent-phase.js +66 -0
- package/dist/core/bootstrap/config-phase.js +86 -0
- package/dist/core/bootstrap/modules-phase.js +269 -0
- package/dist/core/bootstrap/provider-phase.js +183 -0
- package/dist/core/bootstrap/session-phase.js +204 -0
- package/dist/core/bootstrap/state.js +94 -0
- package/dist/core/bootstrap/workspace-phase.js +115 -0
- package/dist/core/bootstrap.js +92 -660
- package/dist/core/crash-handler.js +17 -7
- package/dist/core/environment.js +37 -12
- package/dist/core/host-plan.js +43 -0
- package/dist/core/host.js +23 -0
- package/dist/core/index.js +1 -0
- package/dist/core/prompt-builder.js +17 -1
- package/dist/core/prompt-overflow.js +42 -43
- package/dist/core/session-logger.js +122 -30
- package/dist/core/system-prompt.js +117 -0
- package/dist/core/version.js +6 -4
- package/dist/core/web-host.js +34 -0
- package/dist/core/workspace.js +19 -15
- package/dist/i18n/en.json +89 -3
- package/dist/i18n/index.js +37 -3
- package/dist/i18n/ru.json +89 -3
- package/dist/index.js +7 -3
- package/dist/llm/image-utils.js +55 -64
- package/dist/llm/llm-errors.js +9 -0
- package/dist/llm/model-loader.js +10 -32
- package/dist/llm/models-dev.js +121 -0
- package/dist/llm/openai-compat.js +146 -73
- package/dist/llm/orchestrator.js +33 -11
- package/dist/llm/provider-budget.js +2 -2
- package/dist/llm/provider-context.js +233 -0
- package/dist/llm/provider.js +1 -1
- package/dist/llm/response.js +5 -0
- package/dist/llm/token-counter.js +27 -11
- package/dist/logger/app-logger.js +48 -22
- package/dist/logger/file-log.js +28 -19
- package/dist/logger/index.js +1 -0
- package/dist/main.js +888 -139
- package/dist/migration/backup.js +14 -3
- package/dist/migration/detect.js +12 -3
- package/dist/migration/index.js +1 -0
- package/dist/modules/artifacts/store.js +9 -8
- package/dist/modules/browser/actions.js +6 -0
- package/dist/modules/browser/bridge-client.js +14 -12
- package/dist/modules/browser/bridge-path.js +4 -4
- package/dist/modules/browser/console-buffer.js +37 -0
- package/dist/modules/browser/cookie-store.js +5 -0
- package/dist/modules/browser/driver-types.js +1 -0
- package/dist/modules/browser/driver.js +19 -11
- package/dist/modules/browser/index.js +3 -1
- package/dist/modules/browser/module.js +2 -1
- package/dist/modules/browser/session.js +10 -30
- package/dist/modules/browser/snapshot.js +19 -13
- package/dist/modules/browser/types.js +1 -0
- package/dist/modules/certification/cli.js +28 -20
- package/dist/modules/certification/fact-checker.js +9 -1
- package/dist/modules/certification/loader.js +9 -2
- package/dist/modules/certification/manifest.js +83 -21
- package/dist/modules/certification/runner.js +23 -13
- package/dist/modules/certification/scenarios.js +20 -20
- package/dist/modules/certification/syntax-scenarios.js +1 -2
- package/dist/modules/context/chunk-query.js +11 -9
- package/dist/modules/context/fact-extractor.js +37 -39
- package/dist/modules/context/index.js +1 -0
- package/dist/modules/context/manager.js +106 -80
- package/dist/modules/critic/client.js +176 -0
- package/dist/modules/critic/evidence.js +81 -0
- package/dist/modules/critic/provider.js +45 -0
- package/dist/modules/critic/tools.js +78 -0
- package/dist/modules/critic/types.js +1 -0
- package/dist/modules/execution/audit-runners.js +28 -34
- package/dist/modules/execution/auditor.js +53 -49
- package/dist/modules/execution/execution-plugin.js +142 -102
- package/dist/modules/execution/index.js +1 -1
- package/dist/modules/execution/input-from.js +37 -13
- package/dist/modules/execution/module.js +368 -191
- package/dist/modules/execution/moe-executor.js +53 -26
- package/dist/modules/execution/plan-actions.js +320 -202
- package/dist/modules/execution/plan-checks.js +35 -0
- package/dist/modules/execution/plan-coverage.js +36 -33
- package/dist/modules/execution/plan-steps.js +11 -3
- package/dist/modules/execution/plan-store.js +83 -17
- package/dist/modules/execution/plan-tool.js +89 -35
- package/dist/modules/execution/plan-validator.js +30 -10
- package/dist/modules/execution/planner.js +22 -13
- package/dist/modules/execution/stuck-detector.js +196 -93
- package/dist/modules/execution/tracker.js +22 -8
- package/dist/modules/execution/verifier.js +69 -48
- package/dist/modules/execution/windows-commands.js +12 -12
- package/dist/modules/hallucination/artifact-claim.js +93 -0
- package/dist/modules/hallucination/confidence.js +13 -11
- package/dist/modules/hallucination/consistency.js +10 -2
- package/dist/modules/hallucination/detector.js +10 -5
- package/dist/modules/hallucination/factual.js +43 -26
- package/dist/modules/hallucination/index.js +1 -0
- package/dist/modules/hallucination/js-identifiers.js +44 -45
- package/dist/modules/hallucination/llm-judge.js +17 -12
- package/dist/modules/hallucination/success-claim.js +59 -0
- package/dist/modules/indexer/cache.js +52 -4
- package/dist/modules/indexer/index.js +1 -0
- package/dist/modules/indexer/map-command.js +2 -4
- package/dist/modules/indexer/map-select.js +16 -16
- package/dist/modules/indexer/module.js +47 -12
- package/dist/modules/indexer/project-profile.js +8 -7
- package/dist/modules/indexer/symbols.js +15 -15
- package/dist/modules/indexer/walker.js +159 -29
- package/dist/modules/lsp/check-tool.js +7 -5
- package/dist/modules/lsp/client.js +39 -39
- package/dist/modules/lsp/command.js +17 -24
- package/dist/modules/lsp/config.js +12 -11
- package/dist/modules/lsp/index.js +1 -0
- package/dist/modules/lsp/module.js +48 -46
- package/dist/modules/lsp/probe.js +13 -14
- package/dist/modules/lsp/project-root.js +14 -17
- package/dist/modules/lsp/startup-check.js +18 -16
- package/dist/modules/mcp/client.js +59 -62
- package/dist/modules/mcp/index.js +1 -0
- package/dist/modules/mcp/module.js +66 -37
- package/dist/modules/mcp/registry.js +5 -0
- package/dist/modules/memory/index.js +1 -0
- package/dist/modules/memory/module.js +12 -8
- package/dist/modules/memory/search.js +4 -1
- package/dist/modules/memory/store.js +40 -2
- package/dist/modules/onboarding/init.js +47 -0
- package/dist/modules/onboarding/meet.js +30 -0
- package/dist/modules/onboarding/mode.js +30 -0
- package/dist/modules/onboarding/prompts.js +43 -0
- package/dist/modules/pipelines/engine.js +10 -0
- package/dist/modules/pipelines/index.js +1 -0
- package/dist/modules/pipelines/parser.js +4 -1
- package/dist/modules/pipelines/template.js +4 -0
- package/dist/modules/plugins/builtin/lint-on-write.js +80 -67
- package/dist/modules/plugins/builtin/notify.js +2 -0
- package/dist/modules/plugins/index.js +1 -0
- package/dist/modules/plugins/loader.js +18 -3
- package/dist/modules/plugins/manager.js +37 -17
- package/dist/modules/pricing/index.js +10 -11
- package/dist/modules/pricing/prices.js +12 -12
- package/dist/modules/processes/index.js +1 -0
- package/dist/modules/processes/kill-tree.js +27 -31
- package/dist/modules/processes/registry.js +44 -25
- package/dist/modules/processes/runner.js +4 -4
- package/dist/modules/providers/capabilities.js +28 -0
- package/dist/modules/providers/create.js +3 -4
- package/dist/modules/providers/factory.js +7 -7
- package/dist/modules/providers/fallback.js +12 -12
- package/dist/modules/providers/health.js +4 -4
- package/dist/modules/providers/manager.js +50 -19
- package/dist/modules/providers/naming.js +15 -0
- package/dist/modules/providers/preflight.js +71 -0
- package/dist/modules/providers/presets.js +39 -8
- package/dist/modules/providers/registry.js +7 -2
- package/dist/modules/reasoning/policy.js +8 -6
- package/dist/modules/reasoning/probe.js +30 -25
- package/dist/modules/security/audit-log.js +19 -36
- package/dist/modules/security/audit-notifier.js +35 -75
- package/dist/modules/security/command-validator.js +99 -51
- package/dist/modules/security/content-scanner.js +8 -8
- package/dist/modules/security/data-sanitizer.js +9 -16
- package/dist/modules/security/encryption.js +32 -52
- package/dist/modules/security/index.js +2 -1
- package/dist/modules/security/network-validator.js +120 -43
- package/dist/modules/security/path-validator.js +61 -46
- package/dist/modules/security/protected-paths.js +73 -0
- package/dist/modules/security/rate-limiter.js +17 -49
- package/dist/modules/security/security-policies.js +25 -57
- package/dist/modules/security/session-encryption.js +32 -71
- package/dist/modules/security/session-isolation.js +15 -28
- package/dist/modules/session/auto-name.js +63 -0
- package/dist/modules/session/export.js +98 -0
- package/dist/modules/session/index.js +1 -0
- package/dist/modules/session/manager.js +79 -28
- package/dist/modules/session/module.js +4 -3
- package/dist/modules/session/store.js +57 -20
- package/dist/modules/setup/answers.js +35 -0
- package/dist/modules/setup/apply.js +79 -0
- package/dist/modules/setup/discovery.js +72 -0
- package/dist/modules/skills/index.js +1 -0
- package/dist/modules/skills/loader.js +9 -1
- package/dist/modules/skills/module.js +11 -0
- package/dist/modules/updater/changelog-reader.js +15 -16
- package/dist/modules/updater/checker.js +9 -4
- package/dist/modules/updater/dev-detect.js +7 -6
- package/dist/modules/updater/index.js +1 -0
- package/dist/modules/updater/module.js +17 -15
- package/dist/modules/user-profile/compressor.js +2 -0
- package/dist/modules/user-profile/index.js +1 -0
- package/dist/modules/user-profile/profile.js +10 -1
- package/dist/modules/webui/answer-api.js +29 -0
- package/dist/modules/webui/assets.js +50 -0
- package/dist/modules/webui/body.js +21 -0
- package/dist/modules/webui/commands-settings.js +209 -0
- package/dist/modules/webui/commands-shared.js +60 -0
- package/dist/modules/webui/commands.js +174 -0
- package/dist/modules/webui/config-api.js +134 -0
- package/dist/modules/webui/file-api.js +202 -0
- package/dist/modules/webui/forward.js +159 -0
- package/dist/modules/webui/history-api.js +112 -0
- package/dist/modules/webui/host-state.js +60 -0
- package/dist/modules/webui/i18n-api.js +9 -0
- package/dist/modules/webui/limits.js +6 -0
- package/dist/modules/webui/log-forward.js +20 -0
- package/dist/modules/webui/memory-commands.js +64 -0
- package/dist/modules/webui/model-cache.js +18 -0
- package/dist/modules/webui/module.js +148 -0
- package/dist/modules/webui/persist.js +24 -0
- package/dist/modules/webui/prompt-io.js +97 -0
- package/dist/modules/webui/providers-api.js +337 -0
- package/dist/modules/webui/providers-view.js +56 -0
- package/dist/modules/webui/reasoning-view.js +15 -0
- package/dist/modules/webui/run-agent.js +81 -0
- package/dist/modules/webui/server.js +284 -0
- package/dist/modules/webui/sessions-api.js +178 -0
- package/dist/modules/webui/settings-api.js +561 -0
- package/dist/modules/webui/setup-api.js +201 -0
- package/dist/modules/webui/state.js +74 -0
- package/dist/modules/webui/util.js +261 -0
- package/dist/output/bus.js +7 -2
- package/dist/output/channel.js +80 -28
- package/dist/output/format.js +2 -1
- package/dist/output/index.js +1 -0
- package/dist/output/json-sink.js +5 -3
- package/dist/output/machine.js +4 -3
- package/dist/output/session-sink.js +4 -4
- package/dist/tools/approve.js +4 -0
- package/dist/tools/attach-image.js +5 -4
- package/dist/tools/auto-fixer.js +26 -44
- package/dist/tools/auto-tags.js +83 -0
- package/dist/tools/bash.js +193 -116
- package/dist/tools/browser.js +76 -31
- package/dist/tools/chunk-query.js +14 -6
- package/dist/tools/create-dir.js +9 -5
- package/dist/tools/delete-file.js +9 -5
- package/dist/tools/download-file.js +32 -7
- package/dist/tools/edit-file.js +52 -14
- package/dist/tools/enable-tools.js +6 -6
- package/dist/tools/executor.js +132 -27
- package/dist/tools/file-info.js +3 -1
- package/dist/tools/filter-tools.js +3 -3
- package/dist/tools/glob-tool.js +4 -1
- package/dist/tools/grep-tool.js +13 -10
- package/dist/tools/hidden-tools-block.js +6 -6
- package/dist/tools/index.js +16 -8
- package/dist/tools/list-dir.js +4 -2
- package/dist/tools/load-skill.js +7 -0
- package/dist/tools/mcp-call.js +15 -4
- package/dist/tools/meet-done.js +14 -0
- package/dist/tools/move-file.js +14 -7
- package/dist/tools/path-utils.js +29 -29
- package/dist/tools/pipeline-run.js +29 -7
- package/dist/tools/preview.js +1 -1
- package/dist/tools/process-ids.js +31 -0
- package/dist/tools/process-kill.js +9 -16
- package/dist/tools/process-list.js +1 -0
- package/dist/tools/process-log.js +11 -16
- package/dist/tools/process-wait.js +63 -0
- package/dist/tools/prompt-io.js +4 -3
- package/dist/tools/question.js +172 -25
- package/dist/tools/read-file.js +55 -34
- package/dist/tools/recall.js +14 -8
- package/dist/tools/registry.js +6 -5
- package/dist/tools/remember.js +8 -4
- package/dist/tools/scope-request.js +11 -6
- package/dist/tools/search-history.js +5 -2
- package/dist/tools/session-info.js +2 -0
- package/dist/tools/set-thinking.js +8 -4
- package/dist/tools/subagent.js +59 -39
- package/dist/tools/syntax-validator.js +292 -90
- package/dist/tools/user-input.js +22 -18
- package/dist/tools/web-browse.js +9 -3
- package/dist/tools/web-fetch.js +12 -23
- package/dist/tools/web-search.js +7 -5
- package/dist/tools/write-file.js +45 -15
- package/dist/ui/action-log.js +13 -0
- package/dist/ui/box.js +4 -3
- package/dist/ui/colors.js +2 -0
- package/dist/ui/diff.js +6 -5
- package/dist/ui/index.js +1 -0
- package/dist/ui/line-editor.js +230 -122
- package/dist/ui/line-math.js +10 -2
- package/dist/ui/md-formatter.js +57 -37
- package/dist/ui/output.js +8 -3
- package/dist/ui/plan-view.js +21 -10
- package/dist/ui/renderer.js +393 -67
- package/dist/ui/spinner.js +16 -5
- package/dist/ui/table.js +15 -17
- package/dist/ui/theme.js +143 -0
- package/dist/utils/child-run.js +20 -0
- package/dist/utils/error.js +1 -1
- package/dist/utils/index.js +2 -0
- package/dist/utils/retry.js +2 -2
- package/dist/utils/truncate.js +1 -1
- package/package.json +1 -1
|
@@ -1,7 +1,12 @@
|
|
|
1
|
+
/** Превалидация синтаксиса перед записью (TS/JS/JSON/XML), без шелла. */
|
|
1
2
|
import { writeFileSync, existsSync, unlinkSync } from "fs";
|
|
2
3
|
import { extname, dirname } from "path";
|
|
3
4
|
import { spawn } from "child_process";
|
|
5
|
+
import { Logger } from "../logger/app-logger";
|
|
6
|
+
import { settleChildClose } from "../utils/child-run";
|
|
4
7
|
const SYNTAX_CACHE = new Map();
|
|
8
|
+
const logger = new Logger("warn", "syntax-validator");
|
|
9
|
+
/** Хэш контента для кэша проверок. */
|
|
5
10
|
function contentHash(content) {
|
|
6
11
|
let h = 5381;
|
|
7
12
|
for (let i = 0; i < content.length; i++) {
|
|
@@ -10,13 +15,15 @@ function contentHash(content) {
|
|
|
10
15
|
return String(h);
|
|
11
16
|
}
|
|
12
17
|
/**
|
|
13
|
-
*
|
|
18
|
+
* Прогон компилятора с таймаутом. Успех — stdout/stderr, провал — throw.
|
|
19
|
+
* Спавн БЕЗ шелла: путь файла от модели, интерполяция шелла выполнила бы
|
|
20
|
+
* `$()`/бэктики/`%VAR%` в имени.
|
|
14
21
|
*/
|
|
15
|
-
function runCommand(
|
|
22
|
+
function runCommand(file, args, cwd, timeoutMs) {
|
|
16
23
|
return new Promise((resolve, reject) => {
|
|
17
|
-
const child = spawn(
|
|
24
|
+
const child = spawn(file, args, {
|
|
18
25
|
cwd,
|
|
19
|
-
shell:
|
|
26
|
+
shell: false,
|
|
20
27
|
windowsHide: true,
|
|
21
28
|
stdio: ["ignore", "pipe", "pipe"],
|
|
22
29
|
});
|
|
@@ -36,117 +43,312 @@ function runCommand(command, cwd, timeoutMs) {
|
|
|
36
43
|
clearTimeout(timer);
|
|
37
44
|
const stdout = Buffer.concat(stdoutChunks).toString("utf-8");
|
|
38
45
|
const stderr = Buffer.concat(stderrChunks).toString("utf-8");
|
|
39
|
-
|
|
40
|
-
resolve({ stdout, stderr });
|
|
41
|
-
}
|
|
42
|
-
else {
|
|
43
|
-
const err = new Error(`Syntax check failed with exit code ${code}`);
|
|
44
|
-
err.stdout = stdout;
|
|
45
|
-
err.stderr = stderr;
|
|
46
|
-
err.status = code;
|
|
47
|
-
reject(err);
|
|
48
|
-
}
|
|
46
|
+
settleChildClose(code, stdout, stderr, `Syntax check failed with exit code ${code}`, resolve, reject);
|
|
49
47
|
});
|
|
50
48
|
});
|
|
51
49
|
}
|
|
52
|
-
/**
|
|
53
|
-
* Supported file extensions for syntax validation.
|
|
54
|
-
*/
|
|
50
|
+
/** Расширения с валидацией синтаксиса. */
|
|
55
51
|
const TS_EXTENSIONS = new Set([".ts", ".tsx", ".cts", ".mts"]);
|
|
56
52
|
const JS_EXTENSIONS = new Set([".js", ".jsx", ".cjs", ".mjs"]);
|
|
57
|
-
const JSON_EXTENSIONS = new Set([".json"]);
|
|
53
|
+
const JSON_EXTENSIONS = new Set([".json", ".jsonc"]);
|
|
54
|
+
/** XML-семейство: только well-formedness, без внешних зависимостей. */
|
|
55
|
+
const XML_EXTENSIONS = new Set([".xml", ".drawio", ".svg", ".xaml", ".plist", ".iml"]);
|
|
56
|
+
const XML_SPANS = [
|
|
57
|
+
{ open: "<!--", close: "-->", kind: "comment" },
|
|
58
|
+
{ open: "<![CDATA[", close: "]]>", kind: "cdata" },
|
|
59
|
+
{ open: "<?", close: "?>", kind: "pi" },
|
|
60
|
+
];
|
|
61
|
+
/** Спан коммента/CDATA/PI: конец (за закрывателем) или -1, если открыт. */
|
|
62
|
+
function skipXmlSpan(content, i) {
|
|
63
|
+
for (const s of XML_SPANS) {
|
|
64
|
+
if (!content.startsWith(s.open, i))
|
|
65
|
+
continue;
|
|
66
|
+
const end = content.indexOf(s.close, i + s.open.length);
|
|
67
|
+
return end === -1 ? { end: -1, kind: s.kind } : { end: end + s.close.length, kind: s.kind };
|
|
68
|
+
}
|
|
69
|
+
return null;
|
|
70
|
+
}
|
|
58
71
|
/**
|
|
59
|
-
*
|
|
60
|
-
*
|
|
61
|
-
* Returns { valid: false, error: "..." } if syntax is invalid.
|
|
62
|
-
*
|
|
63
|
-
* For TypeScript/JavaScript: writes to a temp file and runs the compiler.
|
|
64
|
-
* For JSON: parses the content directly.
|
|
72
|
+
* Индекс за первым `>` вне кавычек, или -1. С trackBrackets (для `<!...>`
|
|
73
|
+
* с `[...]`-секциями) `>` внутри скобок тоже пропускается.
|
|
65
74
|
*/
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
75
|
+
function findClosingGt(content, from, trackBrackets) {
|
|
76
|
+
let j = from;
|
|
77
|
+
let quote = null;
|
|
78
|
+
let depth = 0;
|
|
79
|
+
while (j < content.length) {
|
|
80
|
+
const d = content[j];
|
|
81
|
+
quote = nextQuoteState(quote, d);
|
|
82
|
+
if (quote) {
|
|
83
|
+
j++;
|
|
84
|
+
continue;
|
|
76
85
|
}
|
|
86
|
+
if (trackBrackets && d === "[")
|
|
87
|
+
depth++;
|
|
88
|
+
else if (trackBrackets && d === "]")
|
|
89
|
+
depth--;
|
|
90
|
+
else if (d === ">" && depth <= 0)
|
|
91
|
+
return j + 1;
|
|
92
|
+
j++;
|
|
77
93
|
}
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
94
|
+
return -1;
|
|
95
|
+
}
|
|
96
|
+
/** Кавычко-состояние на один символ: вход, выход или удержание спана. */
|
|
97
|
+
function nextQuoteState(quote, d) {
|
|
98
|
+
if (quote)
|
|
99
|
+
return d === quote ? null : quote;
|
|
100
|
+
return d === '"' || d === "'" ? d : null;
|
|
101
|
+
}
|
|
102
|
+
/** Сырой текст обычного `<...>`-тега плюс конечный индекс, или null. */
|
|
103
|
+
function readXmlTag(content, i) {
|
|
104
|
+
const end = findClosingGt(content, i + 1, false);
|
|
105
|
+
if (end === -1)
|
|
106
|
+
return null;
|
|
107
|
+
return { raw: content.slice(i + 1, end - 1).trim(), end };
|
|
108
|
+
}
|
|
109
|
+
/** Число переводов строк. */
|
|
110
|
+
function countLines(s) {
|
|
111
|
+
return s.split("\n").length - 1;
|
|
112
|
+
}
|
|
113
|
+
/** Шаг через один `<...>`-элемент. Ошибка (без суффикса строки) или null. */
|
|
114
|
+
function scanXmlMarkup(st) {
|
|
115
|
+
const { content } = st;
|
|
116
|
+
const span = skipXmlSpan(content, st.i);
|
|
117
|
+
if (span) {
|
|
118
|
+
if (span.end === -1)
|
|
119
|
+
return `Unclosed XML ${span.kind}`;
|
|
120
|
+
st.line += countLines(content.slice(st.i, span.end));
|
|
121
|
+
st.i = span.end;
|
|
122
|
+
return null;
|
|
123
|
+
}
|
|
124
|
+
if (content.startsWith("<!", st.i)) {
|
|
125
|
+
const end = findClosingGt(content, st.i + 2, true);
|
|
126
|
+
if (end === -1)
|
|
127
|
+
return "Unclosed declaration";
|
|
128
|
+
st.line += countLines(content.slice(st.i, end));
|
|
129
|
+
st.i = end;
|
|
130
|
+
return null;
|
|
131
|
+
}
|
|
132
|
+
const tag = readXmlTag(content, st.i);
|
|
133
|
+
if (!tag)
|
|
134
|
+
return "Unclosed tag";
|
|
135
|
+
st.line += countLines(content.slice(st.i, tag.end));
|
|
136
|
+
st.i = tag.end;
|
|
137
|
+
return matchXmlTag(st.stack, tag.raw, st.line);
|
|
138
|
+
}
|
|
139
|
+
/** Сверка закрывающего тега со стеком. Ошибка или null. */
|
|
140
|
+
function matchXmlCloseTag(stack, raw) {
|
|
141
|
+
const name = raw.slice(1).split(/[\s/>]/, 1)[0];
|
|
142
|
+
if (!name)
|
|
143
|
+
return "Empty closing tag";
|
|
144
|
+
const open = stack.pop();
|
|
145
|
+
if (!open)
|
|
146
|
+
return `Stray closing tag </${name}> with no open element`;
|
|
147
|
+
if (open.name !== name) {
|
|
148
|
+
return `Mismatched tag: expected </${open.name}> (opened line ${open.line}), got </${name}>`;
|
|
149
|
+
}
|
|
150
|
+
return null;
|
|
151
|
+
}
|
|
152
|
+
/** Сверка открывающего/самозакрытого тега со стеком. Ошибка или null. */
|
|
153
|
+
function matchXmlOpenTag(stack, raw, tagLine) {
|
|
154
|
+
const selfClosed = /\/\s*$/.test(raw);
|
|
155
|
+
const name = raw.split(/[\s/>]/, 1)[0];
|
|
156
|
+
if (!name || name.startsWith("/") || name === "?") {
|
|
157
|
+
return `Malformed tag <${raw.slice(0, 32)}>`;
|
|
158
|
+
}
|
|
159
|
+
if (!selfClosed)
|
|
160
|
+
stack.push({ name, line: tagLine });
|
|
161
|
+
return null;
|
|
162
|
+
}
|
|
163
|
+
/**
|
|
164
|
+
* Сверка одного тега (open/self-close/close) со стеком. Стек мутирует, больше
|
|
165
|
+
* ничего. Ошибка (без суффикса строки) или null.
|
|
166
|
+
*/
|
|
167
|
+
function matchXmlTag(stack, raw, tagLine) {
|
|
168
|
+
if (!raw)
|
|
169
|
+
return "Empty tag <>";
|
|
170
|
+
if (raw.startsWith("/"))
|
|
171
|
+
return matchXmlCloseTag(stack, raw);
|
|
172
|
+
return matchXmlOpenTag(stack, raw, tagLine);
|
|
173
|
+
}
|
|
174
|
+
/** Проверяет XML well-formedness. Первая ошибка с номером строки или null. */
|
|
175
|
+
export function checkXmlWellFormed(content) {
|
|
176
|
+
const st = { content, i: 0, line: 1, stack: [] };
|
|
177
|
+
const err = (msg) => `${msg} (line ${st.line})`;
|
|
178
|
+
while (st.i < content.length) {
|
|
179
|
+
if (content[st.i] === "\n") {
|
|
180
|
+
st.line++;
|
|
181
|
+
st.i++;
|
|
182
|
+
continue;
|
|
84
183
|
}
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
await runCommand(`bun build --no-bundle --target=bun "${tmpFile}"`, dirname(filePath), 5000);
|
|
89
|
-
SYNTAX_CACHE.set(filePath, { hash, error: null });
|
|
90
|
-
return { valid: true };
|
|
184
|
+
if (content[st.i] !== "<") {
|
|
185
|
+
st.i++;
|
|
186
|
+
continue;
|
|
91
187
|
}
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
188
|
+
const problem = scanXmlMarkup(st);
|
|
189
|
+
if (problem)
|
|
190
|
+
return err(problem);
|
|
191
|
+
}
|
|
192
|
+
if (st.stack.length > 0) {
|
|
193
|
+
const open = st.stack[st.stack.length - 1];
|
|
194
|
+
return err(`Unclosed tag <${open.name}> (opened line ${open.line})`);
|
|
195
|
+
}
|
|
196
|
+
return null;
|
|
197
|
+
}
|
|
198
|
+
/**
|
|
199
|
+
* Best-effort JSONC-нормалайзер: сносит `//` и `/* ... *\/`-комменты и висячие
|
|
200
|
+
* запятые, чтобы валидный комментированный `tsconfig.json` не отклонялся
|
|
201
|
+
* pre-write гейтом как syntax error (гейт заставлял малые модели сносить
|
|
202
|
+
* нужные комменты).
|
|
203
|
+
*/
|
|
204
|
+
function stripJsonComments(input) {
|
|
205
|
+
let out = "";
|
|
206
|
+
let inString = false;
|
|
207
|
+
let inLine = false;
|
|
208
|
+
let inBlock = false;
|
|
209
|
+
for (let i = 0; i < input.length; i++) {
|
|
210
|
+
const c = input[i];
|
|
211
|
+
const n = input[i + 1];
|
|
212
|
+
if (inLine) {
|
|
213
|
+
if (c === "\n") {
|
|
214
|
+
inLine = false;
|
|
215
|
+
out += c;
|
|
216
|
+
}
|
|
217
|
+
continue;
|
|
98
218
|
}
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
219
|
+
if (inBlock) {
|
|
220
|
+
if (c === "*" && n === "/") {
|
|
221
|
+
inBlock = false;
|
|
222
|
+
i++;
|
|
103
223
|
}
|
|
104
|
-
|
|
105
|
-
|
|
224
|
+
continue;
|
|
225
|
+
}
|
|
226
|
+
if (inString) {
|
|
227
|
+
out += c;
|
|
228
|
+
if (c === "\\") {
|
|
229
|
+
out += n ?? "";
|
|
230
|
+
i++;
|
|
231
|
+
}
|
|
232
|
+
else if (c === '"') {
|
|
233
|
+
inString = false;
|
|
106
234
|
}
|
|
235
|
+
continue;
|
|
236
|
+
}
|
|
237
|
+
if (c === '"') {
|
|
238
|
+
inString = true;
|
|
239
|
+
out += c;
|
|
240
|
+
continue;
|
|
241
|
+
}
|
|
242
|
+
if (c === "/" && n === "/") {
|
|
243
|
+
inLine = true;
|
|
244
|
+
i++;
|
|
245
|
+
continue;
|
|
246
|
+
}
|
|
247
|
+
if (c === "/" && n === "*") {
|
|
248
|
+
inBlock = true;
|
|
249
|
+
i++;
|
|
250
|
+
continue;
|
|
107
251
|
}
|
|
252
|
+
out += c;
|
|
108
253
|
}
|
|
109
|
-
|
|
254
|
+
return out.replace(/,\s*([}\]])/g, "$1");
|
|
255
|
+
}
|
|
256
|
+
/**
|
|
257
|
+
* Превалидация синтаксиса ДО записи на диск.
|
|
258
|
+
* `{ valid: true }` — синтаксис ок или язык не поддерживается;
|
|
259
|
+
* `{ valid: false, error }` — синтаксис бит.
|
|
260
|
+
*
|
|
261
|
+
* TypeScript/JavaScript: временный файл + прогон компилятора.
|
|
262
|
+
* JSON: прямой парсинг.
|
|
263
|
+
*/
|
|
264
|
+
export async function preValidateSyntax(filePath, content, _baseDir) {
|
|
265
|
+
const ext = extname(filePath).toLowerCase();
|
|
266
|
+
// JSON / JSONC — прямой парсинг, комменты и висячие запятые терпим.
|
|
267
|
+
if (JSON_EXTENSIONS.has(ext))
|
|
268
|
+
return validateJsonContent(content);
|
|
269
|
+
// XML-семейство — чистая well-formedness (компилятор не спавним).
|
|
270
|
+
if (XML_EXTENSIONS.has(ext))
|
|
271
|
+
return validateXmlContent(content);
|
|
272
|
+
// TypeScript — синтаксис через bun build.
|
|
273
|
+
if (TS_EXTENSIONS.has(ext)) {
|
|
274
|
+
return validateWithCompiler(filePath, ext, content, "bun", (tmpFile) => ["build", "--no-bundle", "--target=bun", tmpFile], "TypeScript syntax error", true);
|
|
275
|
+
}
|
|
276
|
+
// JavaScript — синтаксис через node --check.
|
|
110
277
|
if (JS_EXTENSIONS.has(ext)) {
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
278
|
+
return validateWithCompiler(filePath, ext, content, "node", (tmpFile) => ["--check", tmpFile], "JavaScript syntax error", false);
|
|
279
|
+
}
|
|
280
|
+
// Неподдерживаемое расширение — без валидации.
|
|
281
|
+
return { valid: true };
|
|
282
|
+
}
|
|
283
|
+
/**
|
|
284
|
+
* Проверка компилятором через временный файл (без шелла — путь от модели).
|
|
285
|
+
* Общая для TypeScript (`bun build`) и JavaScript (`node --check`); результаты
|
|
286
|
+
* кэшируются по хэшу контента.
|
|
287
|
+
*/
|
|
288
|
+
async function validateWithCompiler(filePath, ext, content, command, args, fallbackError, useStdout) {
|
|
289
|
+
const hash = contentHash(content);
|
|
290
|
+
const cached = SYNTAX_CACHE.get(filePath);
|
|
291
|
+
if (cached && cached.hash === hash) {
|
|
292
|
+
return cached.error ? { valid: false, error: cached.error } : { valid: true };
|
|
293
|
+
}
|
|
294
|
+
const tmpFile = `${filePath}.tmp${ext}`;
|
|
295
|
+
try {
|
|
296
|
+
writeFileSync(tmpFile, content, "utf-8");
|
|
297
|
+
await runCommand(command, args(tmpFile), dirname(filePath), 5000);
|
|
298
|
+
SYNTAX_CACHE.set(filePath, { hash, error: null });
|
|
299
|
+
return { valid: true };
|
|
300
|
+
}
|
|
301
|
+
catch (err) {
|
|
302
|
+
const stderr = err.stderr || (useStdout ? err.stdout || "" : "");
|
|
303
|
+
const firstError = stderr.split("\n").find((line) => line.trim()) || fallbackError;
|
|
304
|
+
const error = firstError.trim();
|
|
305
|
+
SYNTAX_CACHE.set(filePath, { hash, error });
|
|
306
|
+
return { valid: false, error };
|
|
307
|
+
}
|
|
308
|
+
finally {
|
|
309
|
+
removeTempFile(tmpFile);
|
|
310
|
+
}
|
|
311
|
+
}
|
|
312
|
+
/** Best-effort чистка временного файла: проверка уже вернулась, падения только
|
|
313
|
+
* логируются ради диагностики, а не глотаются молча. */
|
|
314
|
+
function removeTempFile(tmpFile) {
|
|
315
|
+
try {
|
|
316
|
+
if (existsSync(tmpFile))
|
|
317
|
+
unlinkSync(tmpFile);
|
|
318
|
+
}
|
|
319
|
+
catch (cleanupErr) {
|
|
320
|
+
logger.warn(`failed to remove syntax-check temp file ${tmpFile}`, {
|
|
321
|
+
error: String(cleanupErr),
|
|
322
|
+
});
|
|
323
|
+
}
|
|
324
|
+
}
|
|
325
|
+
/** JSON / JSONC — прямой парсинг, комменты и висячие запятые терпим. */
|
|
326
|
+
function validateJsonContent(content) {
|
|
327
|
+
try {
|
|
328
|
+
JSON.parse(content);
|
|
329
|
+
return { valid: true };
|
|
330
|
+
}
|
|
331
|
+
catch (e) {
|
|
117
332
|
try {
|
|
118
|
-
|
|
119
|
-
await runCommand(`node --check "${tmpFile}"`, dirname(filePath), 5000);
|
|
120
|
-
SYNTAX_CACHE.set(filePath, { hash, error: null });
|
|
333
|
+
JSON.parse(stripJsonComments(content));
|
|
121
334
|
return { valid: true };
|
|
122
335
|
}
|
|
123
|
-
catch
|
|
124
|
-
|
|
125
|
-
const firstError = stderr.split("\n").find((line) => line.trim()) || "JavaScript syntax error";
|
|
126
|
-
const error = firstError.trim();
|
|
127
|
-
SYNTAX_CACHE.set(filePath, { hash, error });
|
|
128
|
-
return { valid: false, error };
|
|
129
|
-
}
|
|
130
|
-
finally {
|
|
131
|
-
try {
|
|
132
|
-
if (existsSync(tmpFile))
|
|
133
|
-
unlinkSync(tmpFile);
|
|
134
|
-
}
|
|
135
|
-
catch {
|
|
136
|
-
/* ignore cleanup errors */
|
|
137
|
-
}
|
|
336
|
+
catch {
|
|
337
|
+
return { valid: false, error: e.message };
|
|
138
338
|
}
|
|
139
339
|
}
|
|
140
|
-
|
|
141
|
-
|
|
340
|
+
}
|
|
341
|
+
/** XML-семейство — чистая well-formedness (компилятор не спавним). */
|
|
342
|
+
function validateXmlContent(content) {
|
|
343
|
+
const error = checkXmlWellFormed(content);
|
|
344
|
+
return error ? { valid: false, error } : { valid: true };
|
|
142
345
|
}
|
|
143
346
|
/**
|
|
144
|
-
*
|
|
145
|
-
* Returns array of conflicting names.
|
|
347
|
+
* Детект конфликтов import/export в TS/JS. Возвращает конфликтующие имена.
|
|
146
348
|
*/
|
|
147
349
|
export function detectImportConflicts(content) {
|
|
148
350
|
const conflicts = [];
|
|
149
|
-
//
|
|
351
|
+
// Все именованные импорты: import { foo, bar as baz } from '...'.
|
|
150
352
|
const importRegex = /import\s+(?:type\s+)?\{([^}]+)\}\s+from/g;
|
|
151
353
|
const exportRegex = /export\s+(?:function|class|const|let|var|type|interface|async\s+function)\s+(\w+)/g;
|
|
152
354
|
const imports = new Set();
|
|
@@ -157,7 +359,7 @@ export function detectImportConflicts(content) {
|
|
|
157
359
|
.split(",")
|
|
158
360
|
.map((s) => s.trim())
|
|
159
361
|
.map((s) => {
|
|
160
|
-
//
|
|
362
|
+
// "foo as bar" — берём локальное имя (foo).
|
|
161
363
|
const asMatch = s.match(/^(\w+)\s+as\s+\w+$/);
|
|
162
364
|
return asMatch ? asMatch[1] : s;
|
|
163
365
|
})
|
|
@@ -167,7 +369,7 @@ export function detectImportConflicts(content) {
|
|
|
167
369
|
while ((match = exportRegex.exec(content))) {
|
|
168
370
|
exports.add(match[1]);
|
|
169
371
|
}
|
|
170
|
-
//
|
|
372
|
+
// Сверка конфликтов.
|
|
171
373
|
for (const name of imports) {
|
|
172
374
|
if (exports.has(name)) {
|
|
173
375
|
conflicts.push(name);
|
package/dist/tools/user-input.js
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
|
+
/** Низкоуровневый ввод юзера: меню/парсинг выбора по STYLE.md, readline-фолбэк. */
|
|
1
2
|
import * as readline from "readline";
|
|
2
3
|
import { t } from "../i18n/index";
|
|
3
4
|
import { getDefaultChannel } from "../output/index";
|
|
4
|
-
/**
|
|
5
|
+
/** Индекс выбора "свой ответ" из askChoice. */
|
|
5
6
|
export const CUSTOM_INDEX = -1;
|
|
6
7
|
/**
|
|
7
|
-
*
|
|
8
|
-
*
|
|
9
|
-
* duplicates, or multiple values when multiple is false).
|
|
8
|
+
* Парсит ввод вида "1" или "1,3" в 0-based индексы. Невалидное (пусто,
|
|
9
|
+
* нецифры, вне диапазона, дубли, несколько при multiple=false) — null.
|
|
10
10
|
*/
|
|
11
11
|
export function parseSelection(input, optionCount, multiple) {
|
|
12
12
|
const trimmed = input.trim();
|
|
@@ -28,9 +28,11 @@ export function parseSelection(input, optionCount, multiple) {
|
|
|
28
28
|
}
|
|
29
29
|
return indexes.length ? indexes : null;
|
|
30
30
|
}
|
|
31
|
-
/**
|
|
31
|
+
/** Рендерит `? <вопрос>` + опции с отступом по STYLE.md. */
|
|
32
32
|
export function formatMenu(question, options, opts = {}) {
|
|
33
|
-
const
|
|
33
|
+
const parts = question.split("\n");
|
|
34
|
+
parts[parts.length - 1] = `? ${parts[parts.length - 1]}`;
|
|
35
|
+
const lines = [...parts];
|
|
34
36
|
options.forEach((opt, i) => {
|
|
35
37
|
lines.push(` [${i + 1}] ${opt.label} — ${opt.description}`);
|
|
36
38
|
});
|
|
@@ -39,24 +41,26 @@ export function formatMenu(question, options, opts = {}) {
|
|
|
39
41
|
}
|
|
40
42
|
return lines.join("\n");
|
|
41
43
|
}
|
|
42
|
-
/**
|
|
44
|
+
/** Маркер промпта выбора `>`, по STYLE.md. */
|
|
43
45
|
export function choicePrompt(optionCount, multiple) {
|
|
44
46
|
return multiple
|
|
45
47
|
? t("tool.user_input.choice_multiple")
|
|
46
48
|
: t("tool.user_input.choice_single", { max: optionCount });
|
|
47
49
|
}
|
|
50
|
+
/** Создаёт readline-интерфейс на stdio. */
|
|
48
51
|
function createRl() {
|
|
49
52
|
return readline.createInterface({
|
|
50
53
|
input: process.stdin,
|
|
51
54
|
output: process.stdout,
|
|
52
55
|
});
|
|
53
56
|
}
|
|
57
|
+
/** Одна строка промпта через readline. */
|
|
54
58
|
function promptLine(rl, prompt) {
|
|
55
59
|
return new Promise((resolve) => {
|
|
56
60
|
rl.question(prompt, (answer) => resolve(answer));
|
|
57
61
|
});
|
|
58
62
|
}
|
|
59
|
-
/** Free-text
|
|
63
|
+
/** Free-text вопрос. Возвращает триммированный ответ (может быть пуст). */
|
|
60
64
|
export async function askText(question) {
|
|
61
65
|
const rl = createRl();
|
|
62
66
|
try {
|
|
@@ -68,9 +72,9 @@ export async function askText(question) {
|
|
|
68
72
|
}
|
|
69
73
|
}
|
|
70
74
|
/**
|
|
71
|
-
*
|
|
72
|
-
*
|
|
73
|
-
*
|
|
75
|
+
* Вопрос с выбором: нумерованное меню, ожидание валидного ввода.
|
|
76
|
+
* Возвращает 0-based индексы; CUSTOM_INDEX — кастомный пункт.
|
|
77
|
+
* Переспрашивает до валидного.
|
|
74
78
|
*/
|
|
75
79
|
export async function askChoice(question, options, opts = {}) {
|
|
76
80
|
const multiple = opts.multiple ?? false;
|
|
@@ -94,21 +98,21 @@ export async function askChoice(question, options, opts = {}) {
|
|
|
94
98
|
}
|
|
95
99
|
}
|
|
96
100
|
/**
|
|
97
|
-
*
|
|
98
|
-
* -
|
|
99
|
-
* -
|
|
101
|
+
* Высокоуровневый хелпер тула question.
|
|
102
|
+
* - Без опций: free-text, `[text]` или `[]` при пустом.
|
|
103
|
+
* - С опциями: выбранные labels; кастомный пункт — введённый текст.
|
|
100
104
|
*
|
|
101
|
-
*
|
|
102
|
-
*
|
|
103
|
-
* the module-level readline helpers above remain the fallback.
|
|
105
|
+
* При `io` (REPL) весь промптинг идёт через него (терминал взаймы у редактора
|
|
106
|
+
* ввода). Без него (headless/non-REPL) — module-level readline-фолбэк выше.
|
|
104
107
|
*/
|
|
105
108
|
export async function askUser(question, opts = {}, io) {
|
|
106
109
|
const header = [opts.progress, opts.header].filter(Boolean).join(" — ");
|
|
107
|
-
const text = header ? `${header}\n${question}` : question;
|
|
108
110
|
if (!opts.options || opts.options.length === 0) {
|
|
111
|
+
const text = header ? `${header}\n? ${question}` : `? ${question}`;
|
|
109
112
|
const answer = io ? await io.askText(text) : await askText(text);
|
|
110
113
|
return answer ? [answer] : [];
|
|
111
114
|
}
|
|
115
|
+
const text = header ? `${header}\n${question}` : question;
|
|
112
116
|
const allowCustom = opts.custom ?? true;
|
|
113
117
|
const indexes = io
|
|
114
118
|
? await io.askChoice(text, opts.options, { multiple: opts.multiple, allowCustom })
|
package/dist/tools/web-browse.js
CHANGED
|
@@ -1,9 +1,12 @@
|
|
|
1
|
+
/** Тул чтения веб-страницы в plain text (без JS; SSRF-защита, cap вывода). */
|
|
1
2
|
import { t } from "../i18n/index";
|
|
2
|
-
import { isUrlAllowed, sanitizeUrl } from "../modules/security/network-validator";
|
|
3
|
+
import { BlockedRedirectError, fetchValidated, isUrlAllowed, sanitizeUrl, } from "../modules/security/network-validator";
|
|
3
4
|
import { logNetworkRequest, logSecurityBlock } from "../modules/security/audit-log";
|
|
4
5
|
import { getSessionSecurityConfig } from "../modules/security/session-isolation";
|
|
5
6
|
import { MAX_PREVIEW_LINES } from "./preview";
|
|
7
|
+
/** Потолок символов до построчной обрезки. */
|
|
6
8
|
const MAX_CHARS = 3000;
|
|
9
|
+
/** Читает страницу в plain text; JS-приложения вернут пустоту — для них browser. */
|
|
7
10
|
export const webBrowseTool = {
|
|
8
11
|
name: "web_browse",
|
|
9
12
|
icon: "🌐",
|
|
@@ -18,7 +21,6 @@ export const webBrowseTool = {
|
|
|
18
21
|
},
|
|
19
22
|
handler: async (ctx, args) => {
|
|
20
23
|
const url = String(args.url || "");
|
|
21
|
-
// Get session-specific security config
|
|
22
24
|
const securityConfig = ctx.sessionContext
|
|
23
25
|
? getSessionSecurityConfig(ctx.config, ctx.sessionContext).network
|
|
24
26
|
: ctx.config.security?.network;
|
|
@@ -31,7 +33,7 @@ export const webBrowseTool = {
|
|
|
31
33
|
};
|
|
32
34
|
}
|
|
33
35
|
try {
|
|
34
|
-
const response = await
|
|
36
|
+
const { response } = await fetchValidated(url, securityConfig, {
|
|
35
37
|
signal: AbortSignal.timeout(securityConfig?.requestTimeout || 15000),
|
|
36
38
|
});
|
|
37
39
|
const text = await response.text();
|
|
@@ -74,6 +76,10 @@ export const webBrowseTool = {
|
|
|
74
76
|
};
|
|
75
77
|
}
|
|
76
78
|
catch (err) {
|
|
79
|
+
if (err instanceof BlockedRedirectError) {
|
|
80
|
+
logSecurityBlock(ctx.sessionId, "network_request", err.reason, sanitizeUrl(url));
|
|
81
|
+
return { success: false, output: `[SECURITY BLOCKED] redirect: ${err.reason}` };
|
|
82
|
+
}
|
|
77
83
|
logNetworkRequest(ctx.sessionId, sanitizeUrl(url), false, `Error: ${err.message}`);
|
|
78
84
|
return {
|
|
79
85
|
success: false,
|
package/dist/tools/web-fetch.js
CHANGED
|
@@ -1,10 +1,13 @@
|
|
|
1
|
+
/** Тул чтения URL в markdown (plain HTTP, без JS; SSRF-защита, cap вывода). */
|
|
1
2
|
import { t } from "../i18n/index";
|
|
2
|
-
import { isUrlAllowed, sanitizeUrl } from "../modules/security/network-validator";
|
|
3
|
+
import { BlockedRedirectError, fetchValidated, isUrlAllowed, sanitizeUrl, } from "../modules/security/network-validator";
|
|
3
4
|
import { logNetworkRequest, logSecurityBlock } from "../modules/security/audit-log";
|
|
4
5
|
import { getSessionSecurityConfig } from "../modules/security/session-isolation";
|
|
5
6
|
import { DEFAULT_SECURITY_CONFIG } from "../config/security";
|
|
6
7
|
import { MAX_PREVIEW_LINES } from "./preview";
|
|
8
|
+
/** Потолок символов до построчной обрезки. */
|
|
7
9
|
const MAX_CHARS = 5000;
|
|
10
|
+
/** Сносит скрипты/стили/теги/сущности в plain text. */
|
|
8
11
|
function stripHtml(html) {
|
|
9
12
|
return html
|
|
10
13
|
.replace(/<script[\s\S]*?<\/script>/gi, "")
|
|
@@ -14,6 +17,7 @@ function stripHtml(html) {
|
|
|
14
17
|
.replace(/\s+/g, " ")
|
|
15
18
|
.trim();
|
|
16
19
|
}
|
|
20
|
+
/** Тянет URL в markdown; JS-страницы вернут пустоту — для них тул browser. */
|
|
17
21
|
export const webFetchTool = {
|
|
18
22
|
name: "web_fetch",
|
|
19
23
|
icon: "⬇️",
|
|
@@ -28,7 +32,6 @@ export const webFetchTool = {
|
|
|
28
32
|
},
|
|
29
33
|
handler: async (ctx, args) => {
|
|
30
34
|
const url = String(args.url);
|
|
31
|
-
// Get session-specific security config
|
|
32
35
|
const config = ctx.config || {};
|
|
33
36
|
const securityConfig = ctx.sessionContext
|
|
34
37
|
? getSessionSecurityConfig(config, ctx.sessionContext).network
|
|
@@ -42,29 +45,11 @@ export const webFetchTool = {
|
|
|
42
45
|
};
|
|
43
46
|
}
|
|
44
47
|
try {
|
|
45
|
-
|
|
48
|
+
// Каждый хоп редиректа перевадидируется (SSRF); старый код проверял один
|
|
49
|
+
// хоп и ставил redirect:"follow", оставляя остальные без проверки.
|
|
50
|
+
const { response: finalResponse, finalUrl } = await fetchValidated(url, securityConfig, {
|
|
46
51
|
signal: AbortSignal.timeout(securityConfig?.requestTimeout || 15000),
|
|
47
|
-
redirect: "manual",
|
|
48
52
|
});
|
|
49
|
-
let finalResponse = response;
|
|
50
|
-
let finalUrl = url;
|
|
51
|
-
// Follow one redirect level manually, re-validating the target (SSRF).
|
|
52
|
-
if (response.status >= 300 && response.status < 400) {
|
|
53
|
-
const loc = response.headers.get("location");
|
|
54
|
-
if (!loc) {
|
|
55
|
-
return { success: false, output: t("error.fetch_failed", { message: "Redirect without location" }) };
|
|
56
|
-
}
|
|
57
|
-
finalUrl = new URL(loc, url).toString();
|
|
58
|
-
const recheck = isUrlAllowed(finalUrl, securityConfig);
|
|
59
|
-
if (!recheck.allowed) {
|
|
60
|
-
logSecurityBlock(ctx.sessionId, "network_request", recheck.reason || "redirect blocked", sanitizeUrl(finalUrl));
|
|
61
|
-
return { success: false, output: `[SECURITY BLOCKED] redirect: ${recheck.reason}` };
|
|
62
|
-
}
|
|
63
|
-
finalResponse = await fetch(finalUrl, {
|
|
64
|
-
signal: AbortSignal.timeout(securityConfig?.requestTimeout || 15000),
|
|
65
|
-
redirect: "follow",
|
|
66
|
-
});
|
|
67
|
-
}
|
|
68
53
|
if (!finalResponse.ok) {
|
|
69
54
|
return {
|
|
70
55
|
success: false,
|
|
@@ -109,6 +94,10 @@ export const webFetchTool = {
|
|
|
109
94
|
};
|
|
110
95
|
}
|
|
111
96
|
catch (e) {
|
|
97
|
+
if (e instanceof BlockedRedirectError) {
|
|
98
|
+
logSecurityBlock(ctx.sessionId, "network_request", e.reason, sanitizeUrl(url));
|
|
99
|
+
return { success: false, output: `[SECURITY BLOCKED] redirect: ${e.reason}` };
|
|
100
|
+
}
|
|
112
101
|
logNetworkRequest(ctx.sessionId, sanitizeUrl(url), false, `Error: ${e.message}`);
|
|
113
102
|
return {
|
|
114
103
|
success: false,
|