explorbot 0.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +94 -0
- package/README.md +267 -0
- package/assets/sample-files/sample.docx +0 -0
- package/assets/sample-files/sample.mp3 +0 -0
- package/assets/sample-files/sample.mp4 +0 -0
- package/assets/sample-files/sample.pdf +21 -0
- package/assets/sample-files/sample.png +0 -0
- package/assets/sample-files/sample.xlsx +0 -0
- package/assets/sample-files/sample.zip +0 -0
- package/dist/assets/sample-files/sample.docx +0 -0
- package/dist/assets/sample-files/sample.mp3 +0 -0
- package/dist/assets/sample-files/sample.mp4 +0 -0
- package/dist/assets/sample-files/sample.pdf +21 -0
- package/dist/assets/sample-files/sample.png +0 -0
- package/dist/assets/sample-files/sample.xlsx +0 -0
- package/dist/assets/sample-files/sample.zip +0 -0
- package/dist/bin/explorbot-cli.js +683 -0
- package/dist/bin/explorbot-cli.js.map +1 -0
- package/dist/boat/api-tester/bin/apibot-cli.js +5 -0
- package/dist/boat/api-tester/bin/apibot-cli.js.map +1 -0
- package/dist/boat/api-tester/example/apibot.config.js +31 -0
- package/dist/boat/api-tester/example/apibot.config.js.map +1 -0
- package/dist/boat/api-tester/src/ai/chief/styles.js +13 -0
- package/dist/boat/api-tester/src/ai/chief/styles.js.map +1 -0
- package/dist/boat/api-tester/src/ai/chief.js +301 -0
- package/dist/boat/api-tester/src/ai/chief.js.map +1 -0
- package/dist/boat/api-tester/src/ai/curler-tools.js +263 -0
- package/dist/boat/api-tester/src/ai/curler-tools.js.map +1 -0
- package/dist/boat/api-tester/src/ai/curler.js +271 -0
- package/dist/boat/api-tester/src/ai/curler.js.map +1 -0
- package/dist/boat/api-tester/src/api-client.js +26 -0
- package/dist/boat/api-tester/src/api-client.js.map +1 -0
- package/dist/boat/api-tester/src/apibot.js +166 -0
- package/dist/boat/api-tester/src/apibot.js.map +1 -0
- package/dist/boat/api-tester/src/cli.js +262 -0
- package/dist/boat/api-tester/src/cli.js.map +1 -0
- package/dist/boat/api-tester/src/config.js +159 -0
- package/dist/boat/api-tester/src/config.js.map +1 -0
- package/dist/prompts/audit-rules.md +124 -0
- package/dist/rules/chief/general.md +11 -0
- package/dist/rules/chief/styles/curious.md +12 -0
- package/dist/rules/chief/styles/hacker.md +19 -0
- package/dist/rules/chief/styles/normal.md +11 -0
- package/dist/rules/chief/styles/psycho.md +17 -0
- package/dist/rules/navigator/multiple-locator.md +47 -0
- package/dist/rules/navigator/output.md +69 -0
- package/dist/rules/navigator/verification-actions.md +122 -0
- package/dist/rules/navigator/verification-output.md +53 -0
- package/dist/rules/planner/styles/curious.md +39 -0
- package/dist/rules/planner/styles/normal.md +21 -0
- package/dist/rules/planner/styles/psycho.md +14 -0
- package/dist/rules/researcher/list-element.md +11 -0
- package/dist/rules/researcher/screenshot-ui-map.md +30 -0
- package/dist/rules/researcher/section-ui-map.md +18 -0
- package/dist/rules/researcher/ui-map-table.md +18 -0
- package/dist/src/action-result.js +574 -0
- package/dist/src/action-result.js.map +1 -0
- package/dist/src/action.js +388 -0
- package/dist/src/action.js.map +1 -0
- package/dist/src/activity.js +86 -0
- package/dist/src/activity.js.map +1 -0
- package/dist/src/ai/agent.js +2 -0
- package/dist/src/ai/agent.js.map +1 -0
- package/dist/src/ai/bosun.js +443 -0
- package/dist/src/ai/bosun.js.map +1 -0
- package/dist/src/ai/captain/idle-mode.js +102 -0
- package/dist/src/ai/captain/idle-mode.js.map +1 -0
- package/dist/src/ai/captain/mixin.js +11 -0
- package/dist/src/ai/captain/mixin.js.map +1 -0
- package/dist/src/ai/captain/test-mode.js +251 -0
- package/dist/src/ai/captain/test-mode.js.map +1 -0
- package/dist/src/ai/captain/web-mode.js +124 -0
- package/dist/src/ai/captain/web-mode.js.map +1 -0
- package/dist/src/ai/captain.js +442 -0
- package/dist/src/ai/captain.js.map +1 -0
- package/dist/src/ai/conversation.js +176 -0
- package/dist/src/ai/conversation.js.map +1 -0
- package/dist/src/ai/experience-compactor.js +232 -0
- package/dist/src/ai/experience-compactor.js.map +1 -0
- package/dist/src/ai/fisherman-tools.js +154 -0
- package/dist/src/ai/fisherman-tools.js.map +1 -0
- package/dist/src/ai/fisherman.js +184 -0
- package/dist/src/ai/fisherman.js.map +1 -0
- package/dist/src/ai/historian.js +384 -0
- package/dist/src/ai/historian.js.map +1 -0
- package/dist/src/ai/navigator.js +493 -0
- package/dist/src/ai/navigator.js.map +1 -0
- package/dist/src/ai/pilot.js +684 -0
- package/dist/src/ai/pilot.js.map +1 -0
- package/dist/src/ai/planner/session-dedup.js +28 -0
- package/dist/src/ai/planner/session-dedup.js.map +1 -0
- package/dist/src/ai/planner/styles.js +15 -0
- package/dist/src/ai/planner/styles.js.map +1 -0
- package/dist/src/ai/planner/subpages.js +118 -0
- package/dist/src/ai/planner/subpages.js.map +1 -0
- package/dist/src/ai/planner.js +486 -0
- package/dist/src/ai/planner.js.map +1 -0
- package/dist/src/ai/provider.js +540 -0
- package/dist/src/ai/provider.js.map +1 -0
- package/dist/src/ai/quartermaster.js +210 -0
- package/dist/src/ai/quartermaster.js.map +1 -0
- package/dist/src/ai/researcher/cache.js +95 -0
- package/dist/src/ai/researcher/cache.js.map +1 -0
- package/dist/src/ai/researcher/coordinates.js +210 -0
- package/dist/src/ai/researcher/coordinates.js.map +1 -0
- package/dist/src/ai/researcher/deep-analysis.js +364 -0
- package/dist/src/ai/researcher/deep-analysis.js.map +1 -0
- package/dist/src/ai/researcher/fingerprint-worker.js +46 -0
- package/dist/src/ai/researcher/fingerprint-worker.js.map +1 -0
- package/dist/src/ai/researcher/focus.js +37 -0
- package/dist/src/ai/researcher/focus.js.map +1 -0
- package/dist/src/ai/researcher/locators.js +242 -0
- package/dist/src/ai/researcher/locators.js.map +1 -0
- package/dist/src/ai/researcher/mixin.js +3 -0
- package/dist/src/ai/researcher/mixin.js.map +1 -0
- package/dist/src/ai/researcher/parser.js +160 -0
- package/dist/src/ai/researcher/parser.js.map +1 -0
- package/dist/src/ai/researcher/research-result.js +110 -0
- package/dist/src/ai/researcher/research-result.js.map +1 -0
- package/dist/src/ai/researcher.js +776 -0
- package/dist/src/ai/researcher.js.map +1 -0
- package/dist/src/ai/rules.js +368 -0
- package/dist/src/ai/rules.js.map +1 -0
- package/dist/src/ai/task-agent.js +110 -0
- package/dist/src/ai/task-agent.js.map +1 -0
- package/dist/src/ai/tester.js +840 -0
- package/dist/src/ai/tester.js.map +1 -0
- package/dist/src/ai/tools.js +980 -0
- package/dist/src/ai/tools.js.map +1 -0
- package/dist/src/api/api-client.js +91 -0
- package/dist/src/api/api-client.js.map +1 -0
- package/dist/src/api/request-result.js +177 -0
- package/dist/src/api/request-result.js.map +1 -0
- package/dist/src/api/request-store.js +109 -0
- package/dist/src/api/request-store.js.map +1 -0
- package/dist/src/api/spec-reader.js +148 -0
- package/dist/src/api/spec-reader.js.map +1 -0
- package/dist/src/api/xhr-capture.js +91 -0
- package/dist/src/api/xhr-capture.js.map +1 -0
- package/dist/src/browser-server.js +67 -0
- package/dist/src/browser-server.js.map +1 -0
- package/dist/src/command-handler.js +363 -0
- package/dist/src/command-handler.js.map +1 -0
- package/dist/src/commands/add-rule-command.js +52 -0
- package/dist/src/commands/add-rule-command.js.map +1 -0
- package/dist/src/commands/base-command.js +14 -0
- package/dist/src/commands/base-command.js.map +1 -0
- package/dist/src/commands/clean-command.js +67 -0
- package/dist/src/commands/clean-command.js.map +1 -0
- package/dist/src/commands/context-aria-command.js +18 -0
- package/dist/src/commands/context-aria-command.js.map +1 -0
- package/dist/src/commands/context-command.js +57 -0
- package/dist/src/commands/context-command.js.map +1 -0
- package/dist/src/commands/context-data-command.js +25 -0
- package/dist/src/commands/context-data-command.js.map +1 -0
- package/dist/src/commands/context-experience-command.js +41 -0
- package/dist/src/commands/context-experience-command.js.map +1 -0
- package/dist/src/commands/context-html-command.js +26 -0
- package/dist/src/commands/context-html-command.js.map +1 -0
- package/dist/src/commands/context-knowledge-command.js +36 -0
- package/dist/src/commands/context-knowledge-command.js.map +1 -0
- package/dist/src/commands/debug-command.js +12 -0
- package/dist/src/commands/debug-command.js.map +1 -0
- package/dist/src/commands/drill-command.js +29 -0
- package/dist/src/commands/drill-command.js.map +1 -0
- package/dist/src/commands/exit-command.js +26 -0
- package/dist/src/commands/exit-command.js.map +1 -0
- package/dist/src/commands/explore-command.js +124 -0
- package/dist/src/commands/explore-command.js.map +1 -0
- package/dist/src/commands/freesail-command.js +84 -0
- package/dist/src/commands/freesail-command.js.map +1 -0
- package/dist/src/commands/help-command.js +7 -0
- package/dist/src/commands/help-command.js.map +1 -0
- package/dist/src/commands/index.js +63 -0
- package/dist/src/commands/index.js.map +1 -0
- package/dist/src/commands/knows-command.js +54 -0
- package/dist/src/commands/knows-command.js.map +1 -0
- package/dist/src/commands/learn-command.js +35 -0
- package/dist/src/commands/learn-command.js.map +1 -0
- package/dist/src/commands/navigate-command.js +16 -0
- package/dist/src/commands/navigate-command.js.map +1 -0
- package/dist/src/commands/path-command.js +70 -0
- package/dist/src/commands/path-command.js.map +1 -0
- package/dist/src/commands/plan-clear-command.js +13 -0
- package/dist/src/commands/plan-clear-command.js.map +1 -0
- package/dist/src/commands/plan-command.js +36 -0
- package/dist/src/commands/plan-command.js.map +1 -0
- package/dist/src/commands/plan-edit-command.js +8 -0
- package/dist/src/commands/plan-edit-command.js.map +1 -0
- package/dist/src/commands/plan-load-command.js +16 -0
- package/dist/src/commands/plan-load-command.js.map +1 -0
- package/dist/src/commands/plan-reload-command.js +23 -0
- package/dist/src/commands/plan-reload-command.js.map +1 -0
- package/dist/src/commands/plan-save-command.js +22 -0
- package/dist/src/commands/plan-save-command.js.map +1 -0
- package/dist/src/commands/research-command.js +38 -0
- package/dist/src/commands/research-command.js.map +1 -0
- package/dist/src/commands/start-command.js +12 -0
- package/dist/src/commands/start-command.js.map +1 -0
- package/dist/src/commands/status-command.js +19 -0
- package/dist/src/commands/status-command.js.map +1 -0
- package/dist/src/commands/test-command.js +85 -0
- package/dist/src/commands/test-command.js.map +1 -0
- package/dist/src/components/ActivityPane.js +55 -0
- package/dist/src/components/ActivityPane.js.map +1 -0
- package/dist/src/components/AddKnowledge.js +122 -0
- package/dist/src/components/AddKnowledge.js.map +1 -0
- package/dist/src/components/AddRule.js +117 -0
- package/dist/src/components/AddRule.js.map +1 -0
- package/dist/src/components/App.js +313 -0
- package/dist/src/components/App.js.map +1 -0
- package/dist/src/components/Autocomplete.js +43 -0
- package/dist/src/components/Autocomplete.js.map +1 -0
- package/dist/src/components/InputPane.js +207 -0
- package/dist/src/components/InputPane.js.map +1 -0
- package/dist/src/components/InputReadline.js +598 -0
- package/dist/src/components/InputReadline.js.map +1 -0
- package/dist/src/components/LogPane.js +123 -0
- package/dist/src/components/LogPane.js.map +1 -0
- package/dist/src/components/PlanEditor.js +126 -0
- package/dist/src/components/PlanEditor.js.map +1 -0
- package/dist/src/components/PlanPane.js +51 -0
- package/dist/src/components/PlanPane.js.map +1 -0
- package/dist/src/components/SessionTimer.js +26 -0
- package/dist/src/components/SessionTimer.js.map +1 -0
- package/dist/src/components/StateTransitionPane.js +107 -0
- package/dist/src/components/StateTransitionPane.js.map +1 -0
- package/dist/src/components/StatusPane.js +37 -0
- package/dist/src/components/StatusPane.js.map +1 -0
- package/dist/src/components/TaskPane.js +96 -0
- package/dist/src/components/TaskPane.js.map +1 -0
- package/dist/src/components/Welcome.js +52 -0
- package/dist/src/components/Welcome.js.map +1 -0
- package/dist/src/components/WelcomeChecklist.js +96 -0
- package/dist/src/components/WelcomeChecklist.js.map +1 -0
- package/dist/src/components/WelcomeCommands.js +61 -0
- package/dist/src/components/WelcomeCommands.js.map +1 -0
- package/dist/src/components/autocomplete-store.js +22 -0
- package/dist/src/components/autocomplete-store.js.map +1 -0
- package/dist/src/components/parse-keypress.js +174 -0
- package/dist/src/components/parse-keypress.js.map +1 -0
- package/dist/src/config.js +249 -0
- package/dist/src/config.js.map +1 -0
- package/dist/src/execution-controller.js +92 -0
- package/dist/src/execution-controller.js.map +1 -0
- package/dist/src/experience-tracker.js +294 -0
- package/dist/src/experience-tracker.js.map +1 -0
- package/dist/src/explorbot.js +348 -0
- package/dist/src/explorbot.js.map +1 -0
- package/dist/src/explorer.js +611 -0
- package/dist/src/explorer.js.map +1 -0
- package/dist/src/index.js +56 -0
- package/dist/src/index.js.map +1 -0
- package/dist/src/knowledge-tracker.js +184 -0
- package/dist/src/knowledge-tracker.js.map +1 -0
- package/dist/src/observability.js +126 -0
- package/dist/src/observability.js.map +1 -0
- package/dist/src/reporter.js +185 -0
- package/dist/src/reporter.js.map +1 -0
- package/dist/src/state-manager.js +427 -0
- package/dist/src/state-manager.js.map +1 -0
- package/dist/src/stats.js +44 -0
- package/dist/src/stats.js.map +1 -0
- package/dist/src/test-plan.js +343 -0
- package/dist/src/test-plan.js.map +1 -0
- package/dist/src/utils/aria.js +588 -0
- package/dist/src/utils/aria.js.map +1 -0
- package/dist/src/utils/code-extractor.js +21 -0
- package/dist/src/utils/code-extractor.js.map +1 -0
- package/dist/src/utils/context-formatter.js +205 -0
- package/dist/src/utils/context-formatter.js.map +1 -0
- package/dist/src/utils/error-page.js +19 -0
- package/dist/src/utils/error-page.js.map +1 -0
- package/dist/src/utils/expandable.js +35 -0
- package/dist/src/utils/expandable.js.map +1 -0
- package/dist/src/utils/hooks-runner.js +77 -0
- package/dist/src/utils/hooks-runner.js.map +1 -0
- package/dist/src/utils/html-diff.js +734 -0
- package/dist/src/utils/html-diff.js.map +1 -0
- package/dist/src/utils/html.js +1163 -0
- package/dist/src/utils/html.js.map +1 -0
- package/dist/src/utils/logger.js +465 -0
- package/dist/src/utils/logger.js.map +1 -0
- package/dist/src/utils/loop.js +126 -0
- package/dist/src/utils/loop.js.map +1 -0
- package/dist/src/utils/markdown-parser.js +117 -0
- package/dist/src/utils/markdown-parser.js.map +1 -0
- package/dist/src/utils/markdown-query.js +393 -0
- package/dist/src/utils/markdown-query.js.map +1 -0
- package/dist/src/utils/markdown-terminal.js +40 -0
- package/dist/src/utils/markdown-terminal.js.map +1 -0
- package/dist/src/utils/research-parser.js +2 -0
- package/dist/src/utils/research-parser.js.map +1 -0
- package/dist/src/utils/retry.js +55 -0
- package/dist/src/utils/retry.js.map +1 -0
- package/dist/src/utils/rules-loader.js +104 -0
- package/dist/src/utils/rules-loader.js.map +1 -0
- package/dist/src/utils/strings.js +14 -0
- package/dist/src/utils/strings.js.map +1 -0
- package/dist/src/utils/test-plan-markdown.js +301 -0
- package/dist/src/utils/test-plan-markdown.js.map +1 -0
- package/dist/src/utils/throttle.js +16 -0
- package/dist/src/utils/throttle.js.map +1 -0
- package/dist/src/utils/unique-names.js +13 -0
- package/dist/src/utils/unique-names.js.map +1 -0
- package/dist/src/utils/url-matcher.js +48 -0
- package/dist/src/utils/url-matcher.js.map +1 -0
- package/dist/src/utils/web-element.js +131 -0
- package/dist/src/utils/web-element.js.map +1 -0
- package/dist/src/utils/xpath.js +110 -0
- package/dist/src/utils/xpath.js.map +1 -0
- package/package.json +119 -0
- package/prompts/audit-rules.md +124 -0
- package/rules/chief/general.md +11 -0
- package/rules/chief/styles/curious.md +12 -0
- package/rules/chief/styles/hacker.md +19 -0
- package/rules/chief/styles/normal.md +11 -0
- package/rules/chief/styles/psycho.md +17 -0
- package/rules/navigator/multiple-locator.md +47 -0
- package/rules/navigator/output.md +69 -0
- package/rules/navigator/verification-actions.md +122 -0
- package/rules/navigator/verification-output.md +53 -0
- package/rules/planner/styles/curious.md +39 -0
- package/rules/planner/styles/normal.md +21 -0
- package/rules/planner/styles/psycho.md +14 -0
- package/rules/researcher/list-element.md +11 -0
- package/rules/researcher/screenshot-ui-map.md +30 -0
- package/rules/researcher/section-ui-map.md +18 -0
- package/rules/researcher/ui-map-table.md +18 -0
|
@@ -0,0 +1,126 @@
|
|
|
1
|
+
import { executionController } from "../execution-controller.js";
|
|
2
|
+
import { Observability } from "../observability.js";
|
|
3
|
+
import { createDebug } from './logger.js';
|
|
4
|
+
const debugLog = createDebug('explorbot:loop');
|
|
5
|
+
export class StopError extends Error {
|
|
6
|
+
constructor(message = 'Loop stopped') {
|
|
7
|
+
super(message);
|
|
8
|
+
this.name = 'StopError';
|
|
9
|
+
}
|
|
10
|
+
}
|
|
11
|
+
export class InterruptError extends Error {
|
|
12
|
+
userInput;
|
|
13
|
+
constructor(userInput) {
|
|
14
|
+
super('Loop interrupted by user');
|
|
15
|
+
this.name = 'InterruptError';
|
|
16
|
+
this.userInput = userInput;
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
export async function pause(prompt) {
|
|
20
|
+
const message = prompt || 'Paused. Enter new instruction or press Enter to continue:';
|
|
21
|
+
return await executionController.requestInput(message);
|
|
22
|
+
}
|
|
23
|
+
async function raceWithInterrupt(promise) {
|
|
24
|
+
const interruptPromise = executionController.waitForInterrupt().then(() => ({ interrupted: true }));
|
|
25
|
+
const resultPromise = promise.then((result) => ({ result, interrupted: false }));
|
|
26
|
+
return Promise.race([resultPromise, interruptPromise]);
|
|
27
|
+
}
|
|
28
|
+
export async function loop(handler, options) {
|
|
29
|
+
const run = async () => {
|
|
30
|
+
const maxAttempts = options?.maxAttempts ?? 5;
|
|
31
|
+
const catchHandler = options?.catch;
|
|
32
|
+
const interruptible = options?.interruptible ?? true;
|
|
33
|
+
const interruptPrompt = options?.interruptPrompt;
|
|
34
|
+
const onInterrupt = options?.onInterrupt;
|
|
35
|
+
let result;
|
|
36
|
+
let shouldStop = false;
|
|
37
|
+
let pendingUserInput = null;
|
|
38
|
+
const createStopFunction = () => () => {
|
|
39
|
+
shouldStop = true;
|
|
40
|
+
throw new StopError();
|
|
41
|
+
};
|
|
42
|
+
for (let iteration = 0; iteration < maxAttempts; iteration++) {
|
|
43
|
+
try {
|
|
44
|
+
if (iteration > 0)
|
|
45
|
+
debugLog(`Loop iteration ${iteration + 1}/${maxAttempts}`);
|
|
46
|
+
const context = {
|
|
47
|
+
stop: createStopFunction(),
|
|
48
|
+
iteration: iteration + 1,
|
|
49
|
+
pause: (prompt) => pause(prompt),
|
|
50
|
+
userInput: pendingUserInput,
|
|
51
|
+
setUserInput: (input) => {
|
|
52
|
+
pendingUserInput = input;
|
|
53
|
+
},
|
|
54
|
+
};
|
|
55
|
+
pendingUserInput = null;
|
|
56
|
+
if (!interruptible) {
|
|
57
|
+
result = await handler(context);
|
|
58
|
+
continue;
|
|
59
|
+
}
|
|
60
|
+
const raceResult = await raceWithInterrupt(handler(context));
|
|
61
|
+
if (raceResult.interrupted) {
|
|
62
|
+
debugLog(`Loop interrupted at iteration ${iteration + 1}`);
|
|
63
|
+
const userInput = await executionController.handleInterrupt(interruptPrompt);
|
|
64
|
+
if (userInput === null || userInput.toLowerCase() === 'stop' || userInput.toLowerCase() === 'exit') {
|
|
65
|
+
debugLog('User requested stop');
|
|
66
|
+
shouldStop = true;
|
|
67
|
+
return result;
|
|
68
|
+
}
|
|
69
|
+
if (onInterrupt) {
|
|
70
|
+
await onInterrupt(userInput, context);
|
|
71
|
+
}
|
|
72
|
+
else {
|
|
73
|
+
pendingUserInput = userInput;
|
|
74
|
+
}
|
|
75
|
+
continue;
|
|
76
|
+
}
|
|
77
|
+
result = raceResult.result;
|
|
78
|
+
}
|
|
79
|
+
catch (error) {
|
|
80
|
+
if (error instanceof StopError && shouldStop) {
|
|
81
|
+
debugLog(`Loop stopped successfully at iteration ${iteration + 1}`);
|
|
82
|
+
return result;
|
|
83
|
+
}
|
|
84
|
+
if (catchHandler) {
|
|
85
|
+
try {
|
|
86
|
+
const catchContext = {
|
|
87
|
+
error: error,
|
|
88
|
+
stop: createStopFunction(),
|
|
89
|
+
iteration: iteration + 1,
|
|
90
|
+
};
|
|
91
|
+
await catchHandler(catchContext);
|
|
92
|
+
if (shouldStop) {
|
|
93
|
+
debugLog(`Loop stopped via catch handler at iteration ${iteration + 1}`);
|
|
94
|
+
return result;
|
|
95
|
+
}
|
|
96
|
+
continue;
|
|
97
|
+
}
|
|
98
|
+
catch (catchError) {
|
|
99
|
+
if (catchError instanceof StopError && shouldStop) {
|
|
100
|
+
debugLog(`Loop stopped via catch handler at iteration ${iteration + 1}`);
|
|
101
|
+
return result;
|
|
102
|
+
}
|
|
103
|
+
throw catchError;
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
debugLog(`Loop error at iteration ${iteration + 1}:`, error);
|
|
107
|
+
throw error;
|
|
108
|
+
}
|
|
109
|
+
}
|
|
110
|
+
return result;
|
|
111
|
+
};
|
|
112
|
+
const observability = options?.observability;
|
|
113
|
+
if (!observability) {
|
|
114
|
+
return run();
|
|
115
|
+
}
|
|
116
|
+
const name = observability.name || (observability.agent ? `${observability.agent}.loop` : 'loop');
|
|
117
|
+
const tags = observability.tags ?? (observability.agent ? [observability.agent] : undefined);
|
|
118
|
+
const baseMetadata = observability.metadata || {};
|
|
119
|
+
const metadata = {
|
|
120
|
+
...baseMetadata,
|
|
121
|
+
...(observability.sessionId ? { sessionId: observability.sessionId } : {}),
|
|
122
|
+
...(tags ? { tags } : {}),
|
|
123
|
+
};
|
|
124
|
+
return Observability.run(name, metadata, run);
|
|
125
|
+
}
|
|
126
|
+
//# sourceMappingURL=loop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"loop.js","sourceRoot":"","sources":["../../../src/utils/loop.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,MAAM,QAAQ,GAAG,WAAW,CAAC,gBAAgB,CAAC,CAAC;AAE/C,MAAM,OAAO,SAAU,SAAQ,KAAK;IAClC,YAAY,OAAO,GAAG,cAAc;QAClC,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC;IAC1B,CAAC;CACF;AAED,MAAM,OAAO,cAAe,SAAQ,KAAK;IACvC,SAAS,CAAgB;IACzB,YAAY,SAAwB;QAClC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;IAC7B,CAAC;CACF;AA+BD,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,MAAe;IACzC,MAAM,OAAO,GAAG,MAAM,IAAI,2DAA2D,CAAC;IACtF,OAAO,MAAM,mBAAmB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAI,OAAmB;IACrD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,IAAa,EAAE,CAAC,CAAC,CAAC;IAC7G,MAAM,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAc,EAAE,CAAC,CAAC,CAAC;IAE1F,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,gBAAgB,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAI,OAA6C,EAAE,OAAqB;IAChG,MAAM,GAAG,GAAG,KAAK,IAAI,EAAE;QACrB,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,OAAO,EAAE,KAAK,CAAC;QACpC,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,IAAI,IAAI,CAAC;QACrD,MAAM,eAAe,GAAG,OAAO,EAAE,eAAe,CAAC;QACjD,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,CAAC;QAEzC,IAAI,MAAW,CAAC;QAChB,IAAI,UAAU,GAAG,KAAK,CAAC;QACvB,IAAI,gBAAgB,GAAkB,IAAI,CAAC;QAE3C,MAAM,kBAAkB,GAAG,GAAG,EAAE,CAAC,GAAG,EAAE;YACpC,UAAU,GAAG,IAAI,CAAC;YAClB,MAAM,IAAI,SAAS,EAAE,CAAC;QACxB,CAAC,CAAC;QAEF,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,SAAS,GAAG,WAAW,EAAE,SAAS,EAAE,EAAE,CAAC;YAC7D,IAAI,CAAC;gBACH,IAAI,SAAS,GAAG,CAAC;oBAAE,QAAQ,CAAC,kBAAkB,SAAS,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;gBAE9E,MAAM,OAAO,GAAgB;oBAC3B,IAAI,EAAE,kBAAkB,EAAE;oBAC1B,SAAS,EAAE,SAAS,GAAG,CAAC;oBACxB,KAAK,EAAE,CAAC,MAAe,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC;oBACzC,SAAS,EAAE,gBAAgB;oBAC3B,YAAY,EAAE,CAAC,KAAa,EAAE,EAAE;wBAC9B,gBAAgB,GAAG,KAAK,CAAC;oBAC3B,CAAC;iBACF,CAAC;gBACF,gBAAgB,GAAG,IAAI,CAAC;gBAExB,IAAI,CAAC,aAAa,EAAE,CAAC;oBACnB,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;oBAChC,SAAS;gBACX,CAAC;gBAED,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;gBAE7D,IAAI,UAAU,CAAC,WAAW,EAAE,CAAC;oBAC3B,QAAQ,CAAC,iCAAiC,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;oBAC3D,MAAM,SAAS,GAAG,MAAM,mBAAmB,CAAC,eAAe,CAAC,eAAe,CAAC,CAAC;oBAE7E,IAAI,SAAS,KAAK,IAAI,IAAI,SAAS,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,SAAS,CAAC,WAAW,EAAE,KAAK,MAAM,EAAE,CAAC;wBACnG,QAAQ,CAAC,qBAAqB,CAAC,CAAC;wBAChC,UAAU,GAAG,IAAI,CAAC;wBAClB,OAAO,MAAM,CAAC;oBAChB,CAAC;oBAED,IAAI,WAAW,EAAE,CAAC;wBAChB,MAAM,WAAW,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;oBACxC,CAAC;yBAAM,CAAC;wBACN,gBAAgB,GAAG,SAAS,CAAC;oBAC/B,CAAC;oBAED,SAAS;gBACX,CAAC;gBAED,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;YAC7B,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,SAAS,IAAI,UAAU,EAAE,CAAC;oBAC7C,QAAQ,CAAC,0CAA0C,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;oBACpE,OAAO,MAAM,CAAC;gBAChB,CAAC;gBAED,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,CAAC;wBACH,MAAM,YAAY,GAAiB;4BACjC,KAAK,EAAE,KAAc;4BACrB,IAAI,EAAE,kBAAkB,EAAE;4BAC1B,SAAS,EAAE,SAAS,GAAG,CAAC;yBACzB,CAAC;wBAEF,MAAM,YAAY,CAAC,YAAY,CAAC,CAAC;wBAEjC,IAAI,UAAU,EAAE,CAAC;4BACf,QAAQ,CAAC,+CAA+C,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;4BACzE,OAAO,MAAM,CAAC;wBAChB,CAAC;wBACD,SAAS;oBACX,CAAC;oBAAC,OAAO,UAAU,EAAE,CAAC;wBACpB,IAAI,UAAU,YAAY,SAAS,IAAI,UAAU,EAAE,CAAC;4BAClD,QAAQ,CAAC,+CAA+C,SAAS,GAAG,CAAC,EAAE,CAAC,CAAC;4BACzE,OAAO,MAAM,CAAC;wBAChB,CAAC;wBACD,MAAM,UAAU,CAAC;oBACnB,CAAC;gBACH,CAAC;gBAED,QAAQ,CAAC,2BAA2B,SAAS,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC7D,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,OAAO,EAAE,aAAa,CAAC;IAC7C,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,OAAO,GAAG,EAAE,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,aAAa,CAAC,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAClG,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC7F,MAAM,YAAY,GAAG,aAAa,CAAC,QAAQ,IAAI,EAAE,CAAC;IAClD,MAAM,QAAQ,GAAG;QACf,GAAG,YAAY;QACf,GAAG,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1E,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1B,CAAC;IAEF,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;AAChD,CAAC"}
|
|
@@ -0,0 +1,117 @@
|
|
|
1
|
+
import { marked } from 'marked';
|
|
2
|
+
export function parseSections(markdown, opts) {
|
|
3
|
+
const { minDepth = 2, maxDepth = 3 } = opts || {};
|
|
4
|
+
const tokens = marked.lexer(markdown);
|
|
5
|
+
const sections = [];
|
|
6
|
+
let current = null;
|
|
7
|
+
for (const token of tokens) {
|
|
8
|
+
const depth = token.depth;
|
|
9
|
+
if (token.type === 'heading' && depth >= minDepth && depth <= maxDepth) {
|
|
10
|
+
current = { name: token.text, depth, rawMarkdown: token.raw };
|
|
11
|
+
sections.push(current);
|
|
12
|
+
continue;
|
|
13
|
+
}
|
|
14
|
+
if (current) {
|
|
15
|
+
current.rawMarkdown += token.raw || '';
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
return sections;
|
|
19
|
+
}
|
|
20
|
+
export function extractLabeledCode(markdown, labelPattern) {
|
|
21
|
+
const tokens = marked.lexer(markdown);
|
|
22
|
+
let expectValueInNext = false;
|
|
23
|
+
for (const token of tokens) {
|
|
24
|
+
if (token.type === 'heading' && labelPattern.test(token.text || '')) {
|
|
25
|
+
expectValueInNext = true;
|
|
26
|
+
continue;
|
|
27
|
+
}
|
|
28
|
+
if (expectValueInNext) {
|
|
29
|
+
if (token.type === 'code') {
|
|
30
|
+
const val = token.text.trim();
|
|
31
|
+
if (val && !val.includes('\n'))
|
|
32
|
+
return val;
|
|
33
|
+
expectValueInNext = false;
|
|
34
|
+
continue;
|
|
35
|
+
}
|
|
36
|
+
if (token.type === 'paragraph') {
|
|
37
|
+
const codespan = (token.tokens || []).find((t) => t.type === 'codespan');
|
|
38
|
+
if (codespan)
|
|
39
|
+
return codespan.text;
|
|
40
|
+
expectValueInNext = false;
|
|
41
|
+
}
|
|
42
|
+
if (token.type !== 'space')
|
|
43
|
+
expectValueInNext = false;
|
|
44
|
+
}
|
|
45
|
+
if (token.type === 'paragraph' || token.type === 'blockquote') {
|
|
46
|
+
const raw = token.raw || '';
|
|
47
|
+
if (!labelPattern.test(raw))
|
|
48
|
+
continue;
|
|
49
|
+
const codespans = (token.tokens || []).filter((t) => t.type === 'codespan');
|
|
50
|
+
if (codespans.length > 0)
|
|
51
|
+
return codespans[codespans.length - 1].text;
|
|
52
|
+
const match = raw.match(labelPattern);
|
|
53
|
+
if (match) {
|
|
54
|
+
const afterLabel = raw.substring(match.index + match[0].length);
|
|
55
|
+
const quotedMatch = afterLabel.match(/['"`]([^'"`]+)['"`]/);
|
|
56
|
+
if (quotedMatch)
|
|
57
|
+
return quotedMatch[1];
|
|
58
|
+
}
|
|
59
|
+
expectValueInNext = true;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return null;
|
|
63
|
+
}
|
|
64
|
+
export function tableToJson(markdown) {
|
|
65
|
+
const tokens = marked.lexer(markdown);
|
|
66
|
+
for (const token of tokens) {
|
|
67
|
+
if (token.type !== 'table')
|
|
68
|
+
continue;
|
|
69
|
+
const tableToken = token;
|
|
70
|
+
const headers = tableToken.header.map((h) => h.text);
|
|
71
|
+
return tableToken.rows.map((row) => {
|
|
72
|
+
const obj = {};
|
|
73
|
+
for (let i = 0; i < headers.length; i++) {
|
|
74
|
+
obj[headers[i]] = row[i]?.text ?? '';
|
|
75
|
+
}
|
|
76
|
+
return obj;
|
|
77
|
+
});
|
|
78
|
+
}
|
|
79
|
+
return [];
|
|
80
|
+
}
|
|
81
|
+
export function jsonToTable(rows, columns) {
|
|
82
|
+
if (rows.length === 0)
|
|
83
|
+
return '';
|
|
84
|
+
const headers = columns || Object.keys(rows[0]);
|
|
85
|
+
let md = `| ${headers.join(' | ')} |\n`;
|
|
86
|
+
md += `|${headers.map(() => '------|').join('')}\n`;
|
|
87
|
+
for (const row of rows) {
|
|
88
|
+
md += `| ${headers.map((h) => row[h] ?? '-').join(' | ')} |\n`;
|
|
89
|
+
}
|
|
90
|
+
return md;
|
|
91
|
+
}
|
|
92
|
+
export function findTableRaw(markdown) {
|
|
93
|
+
const tokens = marked.lexer(markdown);
|
|
94
|
+
for (const token of tokens) {
|
|
95
|
+
if (token.type === 'table')
|
|
96
|
+
return token.raw;
|
|
97
|
+
}
|
|
98
|
+
return null;
|
|
99
|
+
}
|
|
100
|
+
export function findTableLineRange(markdown) {
|
|
101
|
+
const lines = markdown.split('\n');
|
|
102
|
+
let start = -1;
|
|
103
|
+
for (let i = 0; i < lines.length; i++) {
|
|
104
|
+
const trimmed = lines[i].trim();
|
|
105
|
+
if (trimmed.startsWith('|') && trimmed.endsWith('|')) {
|
|
106
|
+
if (start === -1)
|
|
107
|
+
start = i;
|
|
108
|
+
}
|
|
109
|
+
else if (start !== -1) {
|
|
110
|
+
return { start, end: i };
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
if (start !== -1)
|
|
114
|
+
return { start, end: lines.length };
|
|
115
|
+
return null;
|
|
116
|
+
}
|
|
117
|
+
//# sourceMappingURL=markdown-parser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"markdown-parser.js","sourceRoot":"","sources":["../../../src/utils/markdown-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAQhC,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,IAA+C;IAC7F,MAAM,EAAE,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,MAAM,QAAQ,GAAsB,EAAE,CAAC;IACvC,IAAI,OAAO,GAA2B,IAAI,CAAC;IAE3C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,KAAK,GAAI,KAAa,CAAC,KAAK,CAAC;QACnC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,IAAI,QAAQ,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;YACvE,OAAO,GAAG,EAAE,IAAI,EAAG,KAAa,CAAC,IAAI,EAAE,KAAK,EAAE,WAAW,EAAG,KAAa,CAAC,GAAG,EAAE,CAAC;YAChF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,CAAC,WAAW,IAAK,KAAa,CAAC,GAAG,IAAI,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB,EAAE,YAAoB;IACvE,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAE9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,YAAY,CAAC,IAAI,CAAE,KAAa,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;YAC7E,iBAAiB,GAAG,IAAI,CAAC;YACzB,SAAS;QACX,CAAC;QAED,IAAI,iBAAiB,EAAE,CAAC;YACtB,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1B,MAAM,GAAG,GAAK,KAAa,CAAC,IAAe,CAAC,IAAI,EAAE,CAAC;gBACnD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;oBAAE,OAAO,GAAG,CAAC;gBAC3C,iBAAiB,GAAG,KAAK,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,CAAE,KAAa,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;gBACvF,IAAI,QAAQ;oBAAE,OAAO,QAAQ,CAAC,IAAI,CAAC;gBACnC,iBAAiB,GAAG,KAAK,CAAC;YAC5B,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;gBAAE,iBAAiB,GAAG,KAAK,CAAC;QACxD,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC9D,MAAM,GAAG,GAAI,KAAa,CAAC,GAAG,IAAI,EAAE,CAAC;YACrC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAS;YAEtC,MAAM,SAAS,GAAG,CAAE,KAAa,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;YAC1F,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;YAEtE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YACtC,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,UAAU,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,KAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;gBACjE,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;gBAC5D,IAAI,WAAW;oBAAE,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;YACzC,CAAC;YAED,iBAAiB,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,QAAgB;IAC1C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,SAAS;QACrC,MAAM,UAAU,GAAG,KAAY,CAAC;QAChC,MAAM,OAAO,GAAa,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpE,OAAO,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAQ,EAAE,EAAE;YACtC,MAAM,GAAG,GAA2B,EAAE,CAAC;YACvC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACxC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;YACvC,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;IACL,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAA8B,EAAE,OAAkB;IAC5E,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,OAAO,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,IAAI,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IACxC,EAAE,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;IACpD,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,EAAE,IAAI,KAAK,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IACjE,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,OAAQ,KAAa,CAAC,GAAG,CAAC;IACxD,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAgB;IACjD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;IAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACrD,IAAI,KAAK,KAAK,CAAC,CAAC;gBAAE,KAAK,GAAG,CAAC,CAAC;QAC9B,CAAC;aAAM,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACxB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,IAAI,KAAK,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACtD,OAAO,IAAI,CAAC;AACd,CAAC"}
|
|
@@ -0,0 +1,393 @@
|
|
|
1
|
+
import { marked } from 'marked';
|
|
2
|
+
export function parseQuery(input) {
|
|
3
|
+
const segments = [];
|
|
4
|
+
let pos = 0;
|
|
5
|
+
function peek() {
|
|
6
|
+
return pos < input.length ? input[pos] : '';
|
|
7
|
+
}
|
|
8
|
+
function advance() {
|
|
9
|
+
return input[pos++] || '';
|
|
10
|
+
}
|
|
11
|
+
function skipWhitespace() {
|
|
12
|
+
while (pos < input.length && /\s/.test(input[pos]))
|
|
13
|
+
pos++;
|
|
14
|
+
}
|
|
15
|
+
function readIdentifier() {
|
|
16
|
+
const start = pos;
|
|
17
|
+
while (pos < input.length && /[a-zA-Z_\d]/.test(input[pos]))
|
|
18
|
+
pos++;
|
|
19
|
+
return input.slice(start, pos);
|
|
20
|
+
}
|
|
21
|
+
function readQuotedString() {
|
|
22
|
+
const quote = advance();
|
|
23
|
+
let result = '';
|
|
24
|
+
while (pos < input.length && input[pos] !== quote) {
|
|
25
|
+
if (input[pos] === '\\') {
|
|
26
|
+
pos++;
|
|
27
|
+
result += input[pos] || '';
|
|
28
|
+
}
|
|
29
|
+
else {
|
|
30
|
+
result += input[pos];
|
|
31
|
+
}
|
|
32
|
+
pos++;
|
|
33
|
+
}
|
|
34
|
+
if (pos < input.length)
|
|
35
|
+
pos++;
|
|
36
|
+
return result;
|
|
37
|
+
}
|
|
38
|
+
function readUntilAny(chars) {
|
|
39
|
+
const start = pos;
|
|
40
|
+
while (pos < input.length && !chars.includes(input[pos]))
|
|
41
|
+
pos++;
|
|
42
|
+
return input.slice(start, pos);
|
|
43
|
+
}
|
|
44
|
+
function parseTextMatcher() {
|
|
45
|
+
let negated = false;
|
|
46
|
+
if (peek() === '!') {
|
|
47
|
+
negated = true;
|
|
48
|
+
advance();
|
|
49
|
+
}
|
|
50
|
+
if (peek() === '~') {
|
|
51
|
+
advance();
|
|
52
|
+
const value = readQuotedString();
|
|
53
|
+
return { mode: 'contains', value, negated };
|
|
54
|
+
}
|
|
55
|
+
if (peek() === '/') {
|
|
56
|
+
advance();
|
|
57
|
+
let value = '';
|
|
58
|
+
while (pos < input.length && input[pos] !== '/') {
|
|
59
|
+
value += input[pos];
|
|
60
|
+
pos++;
|
|
61
|
+
}
|
|
62
|
+
if (pos < input.length)
|
|
63
|
+
pos++;
|
|
64
|
+
while (pos < input.length && /[gimsuy]/.test(input[pos]))
|
|
65
|
+
pos++;
|
|
66
|
+
return { mode: 'regex', value, negated };
|
|
67
|
+
}
|
|
68
|
+
const value = readQuotedString();
|
|
69
|
+
return { mode: 'exact', value, negated };
|
|
70
|
+
}
|
|
71
|
+
while (pos < input.length) {
|
|
72
|
+
skipWhitespace();
|
|
73
|
+
if (pos >= input.length)
|
|
74
|
+
break;
|
|
75
|
+
const selector = readIdentifier();
|
|
76
|
+
if (!selector) {
|
|
77
|
+
pos++;
|
|
78
|
+
continue;
|
|
79
|
+
}
|
|
80
|
+
const segment = {
|
|
81
|
+
selector: selector,
|
|
82
|
+
index: null,
|
|
83
|
+
slice: null,
|
|
84
|
+
};
|
|
85
|
+
if (peek() === '(') {
|
|
86
|
+
advance();
|
|
87
|
+
segment.textMatch = parseTextMatcher();
|
|
88
|
+
if (peek() === ')')
|
|
89
|
+
advance();
|
|
90
|
+
}
|
|
91
|
+
while (peek() === '[') {
|
|
92
|
+
advance();
|
|
93
|
+
const content = readUntilAny(']');
|
|
94
|
+
if (/^-?\d*(:-?\d*)?$/.test(content) && content !== '') {
|
|
95
|
+
if (content.includes(':')) {
|
|
96
|
+
const colonIdx = content.indexOf(':');
|
|
97
|
+
const fromStr = content.slice(0, colonIdx);
|
|
98
|
+
const toStr = content.slice(colonIdx + 1);
|
|
99
|
+
segment.slice = {
|
|
100
|
+
from: fromStr ? Number.parseInt(fromStr, 10) : undefined,
|
|
101
|
+
to: toStr ? Number.parseInt(toStr, 10) : undefined,
|
|
102
|
+
};
|
|
103
|
+
}
|
|
104
|
+
else {
|
|
105
|
+
segment.index = Number.parseInt(content, 10);
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
if (peek() === ']')
|
|
109
|
+
advance();
|
|
110
|
+
}
|
|
111
|
+
segments.push(segment);
|
|
112
|
+
}
|
|
113
|
+
return segments;
|
|
114
|
+
}
|
|
115
|
+
function matchText(text, matcher) {
|
|
116
|
+
let result;
|
|
117
|
+
switch (matcher.mode) {
|
|
118
|
+
case 'exact':
|
|
119
|
+
result = text === matcher.value;
|
|
120
|
+
break;
|
|
121
|
+
case 'contains':
|
|
122
|
+
result = text.includes(matcher.value);
|
|
123
|
+
break;
|
|
124
|
+
case 'regex':
|
|
125
|
+
result = new RegExp(matcher.value, 'i').test(text);
|
|
126
|
+
break;
|
|
127
|
+
default:
|
|
128
|
+
result = false;
|
|
129
|
+
}
|
|
130
|
+
return matcher.negated ? !result : result;
|
|
131
|
+
}
|
|
132
|
+
function getTokenText(token) {
|
|
133
|
+
const t = token;
|
|
134
|
+
switch (token.type) {
|
|
135
|
+
case 'heading':
|
|
136
|
+
case 'paragraph':
|
|
137
|
+
case 'code':
|
|
138
|
+
case 'blockquote':
|
|
139
|
+
case 'list_item':
|
|
140
|
+
return t.text || '';
|
|
141
|
+
case 'table':
|
|
142
|
+
return (t.header || []).map((h) => h.text).join(', ');
|
|
143
|
+
default:
|
|
144
|
+
return '';
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
function getHeadingDepth(selector) {
|
|
148
|
+
const match = selector.match(/^h([1-6])$/);
|
|
149
|
+
return match ? Number.parseInt(match[1], 10) : null;
|
|
150
|
+
}
|
|
151
|
+
function isSectionSelector(selector) {
|
|
152
|
+
return /^section\d?$/.test(selector);
|
|
153
|
+
}
|
|
154
|
+
function getSectionDepth(selector) {
|
|
155
|
+
const match = selector.match(/^section([1-6])$/);
|
|
156
|
+
return match ? Number.parseInt(match[1], 10) : null;
|
|
157
|
+
}
|
|
158
|
+
function selectorToTokenType(selector) {
|
|
159
|
+
if (/^h[1-6]$/.test(selector))
|
|
160
|
+
return 'heading';
|
|
161
|
+
const map = {
|
|
162
|
+
heading: 'heading',
|
|
163
|
+
paragraph: 'paragraph',
|
|
164
|
+
table: 'table',
|
|
165
|
+
code: 'code',
|
|
166
|
+
list: 'list',
|
|
167
|
+
blockquote: 'blockquote',
|
|
168
|
+
hr: 'hr',
|
|
169
|
+
item: 'list_item',
|
|
170
|
+
};
|
|
171
|
+
return map[selector] || null;
|
|
172
|
+
}
|
|
173
|
+
function buildTokenIndex(source) {
|
|
174
|
+
const tokens = marked.lexer(source);
|
|
175
|
+
const ranges = [];
|
|
176
|
+
let offset = 0;
|
|
177
|
+
for (const token of tokens) {
|
|
178
|
+
const raw = token.raw || '';
|
|
179
|
+
ranges.push({ token, start: offset, length: raw.length });
|
|
180
|
+
offset += raw.length;
|
|
181
|
+
}
|
|
182
|
+
return ranges;
|
|
183
|
+
}
|
|
184
|
+
function computeSections(candidates, segment) {
|
|
185
|
+
const sectionDepth = getSectionDepth(segment.selector);
|
|
186
|
+
const sections = [];
|
|
187
|
+
for (let i = 0; i < candidates.length; i++) {
|
|
188
|
+
const range = candidates[i];
|
|
189
|
+
if (range.token.type !== 'heading')
|
|
190
|
+
continue;
|
|
191
|
+
const heading = range.token;
|
|
192
|
+
if (sectionDepth !== null && heading.depth !== sectionDepth)
|
|
193
|
+
continue;
|
|
194
|
+
if (segment.textMatch && !matchText(heading.text, segment.textMatch))
|
|
195
|
+
continue;
|
|
196
|
+
const depth = heading.depth;
|
|
197
|
+
const innerTokens = [];
|
|
198
|
+
let endOffset = range.start + range.length;
|
|
199
|
+
for (let j = i + 1; j < candidates.length; j++) {
|
|
200
|
+
const nextRange = candidates[j];
|
|
201
|
+
if (nextRange.token.type === 'heading' && nextRange.token.depth <= depth)
|
|
202
|
+
break;
|
|
203
|
+
innerTokens.push(nextRange);
|
|
204
|
+
endOffset = nextRange.start + nextRange.length;
|
|
205
|
+
}
|
|
206
|
+
sections.push({
|
|
207
|
+
token: range.token,
|
|
208
|
+
start: range.start,
|
|
209
|
+
length: endOffset - range.start,
|
|
210
|
+
innerTokens,
|
|
211
|
+
});
|
|
212
|
+
}
|
|
213
|
+
return sections;
|
|
214
|
+
}
|
|
215
|
+
function extractListItems(candidates) {
|
|
216
|
+
const items = [];
|
|
217
|
+
for (const range of candidates) {
|
|
218
|
+
if (range.token.type !== 'list')
|
|
219
|
+
continue;
|
|
220
|
+
const list = range.token;
|
|
221
|
+
const listRaw = range.token.raw;
|
|
222
|
+
let searchFrom = 0;
|
|
223
|
+
for (const item of list.items) {
|
|
224
|
+
const itemRaw = item.raw;
|
|
225
|
+
const idx = listRaw.indexOf(itemRaw, searchFrom);
|
|
226
|
+
if (idx === -1)
|
|
227
|
+
continue;
|
|
228
|
+
items.push({
|
|
229
|
+
token: item,
|
|
230
|
+
start: range.start + idx,
|
|
231
|
+
length: itemRaw.length,
|
|
232
|
+
});
|
|
233
|
+
searchFrom = idx + itemRaw.length;
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
return items;
|
|
237
|
+
}
|
|
238
|
+
function applyIndexSlice(matches, segment) {
|
|
239
|
+
if (segment.index !== null) {
|
|
240
|
+
const idx = segment.index < 0 ? matches.length + segment.index : segment.index;
|
|
241
|
+
return idx >= 0 && idx < matches.length ? [matches[idx]] : [];
|
|
242
|
+
}
|
|
243
|
+
if (segment.slice) {
|
|
244
|
+
const { from, to } = segment.slice;
|
|
245
|
+
return matches.slice(from, to);
|
|
246
|
+
}
|
|
247
|
+
return matches;
|
|
248
|
+
}
|
|
249
|
+
function expandSectionRanges(matches) {
|
|
250
|
+
let hasSection = false;
|
|
251
|
+
for (const m of matches) {
|
|
252
|
+
if (m.innerTokens) {
|
|
253
|
+
hasSection = true;
|
|
254
|
+
break;
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
if (!hasSection)
|
|
258
|
+
return matches;
|
|
259
|
+
const expanded = [];
|
|
260
|
+
for (const m of matches) {
|
|
261
|
+
if (m.innerTokens) {
|
|
262
|
+
expanded.push({ token: m.token, start: m.start, length: (m.token.raw || '').length });
|
|
263
|
+
expanded.push(...m.innerTokens);
|
|
264
|
+
}
|
|
265
|
+
else {
|
|
266
|
+
expanded.push(m);
|
|
267
|
+
}
|
|
268
|
+
}
|
|
269
|
+
return expanded;
|
|
270
|
+
}
|
|
271
|
+
function executeSegments(candidates, segments) {
|
|
272
|
+
if (segments.length === 0)
|
|
273
|
+
return candidates;
|
|
274
|
+
const segment = segments[0];
|
|
275
|
+
const remaining = segments.slice(1);
|
|
276
|
+
if (isSectionSelector(segment.selector)) {
|
|
277
|
+
const sections = computeSections(candidates, segment);
|
|
278
|
+
const indexed = applyIndexSlice(sections, segment);
|
|
279
|
+
if (remaining.length === 0)
|
|
280
|
+
return indexed;
|
|
281
|
+
const results = [];
|
|
282
|
+
for (const section of indexed) {
|
|
283
|
+
results.push(...executeSegments(section.innerTokens || [], remaining));
|
|
284
|
+
}
|
|
285
|
+
return results;
|
|
286
|
+
}
|
|
287
|
+
if (segment.selector === 'item') {
|
|
288
|
+
let items = extractListItems(candidates);
|
|
289
|
+
if (segment.textMatch) {
|
|
290
|
+
items = items.filter((r) => matchText(getTokenText(r.token), segment.textMatch));
|
|
291
|
+
}
|
|
292
|
+
return executeSegments(applyIndexSlice(items, segment), remaining);
|
|
293
|
+
}
|
|
294
|
+
const tokenType = selectorToTokenType(segment.selector);
|
|
295
|
+
if (!tokenType)
|
|
296
|
+
return [];
|
|
297
|
+
let matches = candidates.filter((r) => r.token.type === tokenType);
|
|
298
|
+
const depth = getHeadingDepth(segment.selector);
|
|
299
|
+
if (depth !== null) {
|
|
300
|
+
matches = matches.filter((r) => r.token.depth === depth);
|
|
301
|
+
}
|
|
302
|
+
if (segment.textMatch) {
|
|
303
|
+
matches = matches.filter((r) => matchText(getTokenText(r.token), segment.textMatch));
|
|
304
|
+
}
|
|
305
|
+
return executeSegments(applyIndexSlice(matches, segment), remaining);
|
|
306
|
+
}
|
|
307
|
+
export class MarkdownQuery {
|
|
308
|
+
source;
|
|
309
|
+
matches;
|
|
310
|
+
constructor(source, matches) {
|
|
311
|
+
this.source = source;
|
|
312
|
+
this.matches = matches || buildTokenIndex(source);
|
|
313
|
+
}
|
|
314
|
+
query(selector) {
|
|
315
|
+
const segments = parseQuery(selector);
|
|
316
|
+
const candidates = expandSectionRanges(this.matches);
|
|
317
|
+
const results = executeSegments(candidates, segments);
|
|
318
|
+
return new MarkdownQuery(this.source, results);
|
|
319
|
+
}
|
|
320
|
+
text() {
|
|
321
|
+
return this.matches.map((r) => this.source.slice(r.start, r.start + r.length)).join('');
|
|
322
|
+
}
|
|
323
|
+
get() {
|
|
324
|
+
return this.text();
|
|
325
|
+
}
|
|
326
|
+
toJson() {
|
|
327
|
+
const results = [];
|
|
328
|
+
for (const range of this.matches) {
|
|
329
|
+
if (range.token.type !== 'table')
|
|
330
|
+
continue;
|
|
331
|
+
const table = range.token;
|
|
332
|
+
const headers = table.header.map((h) => h.text);
|
|
333
|
+
for (const row of table.rows) {
|
|
334
|
+
const obj = {};
|
|
335
|
+
for (let i = 0; i < headers.length; i++) {
|
|
336
|
+
obj[headers[i]] = row[i]?.text ?? '';
|
|
337
|
+
}
|
|
338
|
+
results.push(obj);
|
|
339
|
+
}
|
|
340
|
+
}
|
|
341
|
+
return results;
|
|
342
|
+
}
|
|
343
|
+
replace(content) {
|
|
344
|
+
const sorted = [...this.matches].sort((a, b) => a.start - b.start);
|
|
345
|
+
const kept = [];
|
|
346
|
+
let lastEnd = -1;
|
|
347
|
+
for (const range of sorted) {
|
|
348
|
+
if (range.start < lastEnd)
|
|
349
|
+
continue;
|
|
350
|
+
kept.push(range);
|
|
351
|
+
lastEnd = range.start + range.length;
|
|
352
|
+
}
|
|
353
|
+
let result = this.source;
|
|
354
|
+
for (let i = kept.length - 1; i >= 0; i--) {
|
|
355
|
+
const range = kept[i];
|
|
356
|
+
result = result.slice(0, range.start) + content + result.slice(range.start + range.length);
|
|
357
|
+
}
|
|
358
|
+
return result;
|
|
359
|
+
}
|
|
360
|
+
count() {
|
|
361
|
+
return this.matches.length;
|
|
362
|
+
}
|
|
363
|
+
first() {
|
|
364
|
+
return new MarkdownQuery(this.source, this.matches.slice(0, 1));
|
|
365
|
+
}
|
|
366
|
+
last() {
|
|
367
|
+
return new MarkdownQuery(this.source, this.matches.slice(-1));
|
|
368
|
+
}
|
|
369
|
+
before() {
|
|
370
|
+
if (this.matches.length === 0)
|
|
371
|
+
return new MarkdownQuery(this.source, []);
|
|
372
|
+
const cutoff = this.matches[0].start;
|
|
373
|
+
const allTokens = buildTokenIndex(this.source);
|
|
374
|
+
const beforeTokens = allTokens.filter((r) => r.start + r.length <= cutoff);
|
|
375
|
+
return new MarkdownQuery(this.source, beforeTokens);
|
|
376
|
+
}
|
|
377
|
+
after() {
|
|
378
|
+
if (this.matches.length === 0)
|
|
379
|
+
return new MarkdownQuery(this.source, []);
|
|
380
|
+
const lastMatch = this.matches[this.matches.length - 1];
|
|
381
|
+
const cutoff = lastMatch.start + lastMatch.length;
|
|
382
|
+
const allTokens = buildTokenIndex(this.source);
|
|
383
|
+
const afterTokens = allTokens.filter((r) => r.start >= cutoff);
|
|
384
|
+
return new MarkdownQuery(this.source, afterTokens);
|
|
385
|
+
}
|
|
386
|
+
each() {
|
|
387
|
+
return this.matches.map((m) => new MarkdownQuery(this.source, [m]));
|
|
388
|
+
}
|
|
389
|
+
}
|
|
390
|
+
export function mdq(source) {
|
|
391
|
+
return new MarkdownQuery(source);
|
|
392
|
+
}
|
|
393
|
+
//# sourceMappingURL=markdown-query.js.map
|