@aria-cli/tools 1.0.9 → 1.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +9 -5
- package/src/__tests__/web-fetch-download.test.ts +0 -433
- package/src/__tests__/web-tools.test.ts +0 -619
- package/src/ask-user-interaction.ts +0 -33
- package/src/cache/web-cache.ts +0 -110
- package/src/definitions/arion.ts +0 -118
- package/src/definitions/browser/browser.ts +0 -502
- package/src/definitions/browser/index.ts +0 -5
- package/src/definitions/browser/pw-downloads.ts +0 -142
- package/src/definitions/browser/pw-interactions.ts +0 -282
- package/src/definitions/browser/pw-responses.ts +0 -98
- package/src/definitions/browser/pw-session.ts +0 -405
- package/src/definitions/browser/pw-shared.ts +0 -85
- package/src/definitions/browser/pw-snapshot.ts +0 -383
- package/src/definitions/browser/pw-state.ts +0 -101
- package/src/definitions/browser/types.ts +0 -203
- package/src/definitions/code-intelligence.ts +0 -526
- package/src/definitions/core.ts +0 -118
- package/src/definitions/delegation.ts +0 -567
- package/src/definitions/deploy.ts +0 -73
- package/src/definitions/filesystem.ts +0 -217
- package/src/definitions/frg.ts +0 -67
- package/src/definitions/index.ts +0 -28
- package/src/definitions/memory.ts +0 -150
- package/src/definitions/messaging.ts +0 -734
- package/src/definitions/meta.ts +0 -392
- package/src/definitions/network.ts +0 -179
- package/src/definitions/outlook.ts +0 -318
- package/src/definitions/patch/apply-patch.ts +0 -235
- package/src/definitions/patch/fuzzy-match.ts +0 -217
- package/src/definitions/patch/index.ts +0 -1
- package/src/definitions/patch/patch-parser.ts +0 -297
- package/src/definitions/patch/sandbox-paths.ts +0 -129
- package/src/definitions/process/index.ts +0 -5
- package/src/definitions/process/process-registry.ts +0 -303
- package/src/definitions/process/process.ts +0 -456
- package/src/definitions/process/pty-keys.ts +0 -298
- package/src/definitions/process/session-slug.ts +0 -147
- package/src/definitions/quip.ts +0 -225
- package/src/definitions/search.ts +0 -67
- package/src/definitions/session-history.ts +0 -79
- package/src/definitions/shell.ts +0 -202
- package/src/definitions/slack.ts +0 -211
- package/src/definitions/web.ts +0 -119
- package/src/executors/apply-patch.ts +0 -1035
- package/src/executors/arion.ts +0 -199
- package/src/executors/code-intelligence.ts +0 -1179
- package/src/executors/deploy.ts +0 -1066
- package/src/executors/filesystem.ts +0 -1428
- package/src/executors/frg-freshness.ts +0 -743
- package/src/executors/frg.ts +0 -394
- package/src/executors/index.ts +0 -280
- package/src/executors/learning-meta.ts +0 -1367
- package/src/executors/lsp-client.ts +0 -355
- package/src/executors/memory.ts +0 -978
- package/src/executors/meta.ts +0 -293
- package/src/executors/process-registry.ts +0 -570
- package/src/executors/pty-session-store.ts +0 -43
- package/src/executors/pty.ts +0 -342
- package/src/executors/restart.ts +0 -133
- package/src/executors/search-freshness.ts +0 -249
- package/src/executors/search-types.ts +0 -98
- package/src/executors/search.ts +0 -89
- package/src/executors/self-diagnose.ts +0 -552
- package/src/executors/session-history.ts +0 -435
- package/src/executors/shell-safety.ts +0 -519
- package/src/executors/shell.ts +0 -1243
- package/src/executors/utils.ts +0 -40
- package/src/executors/web.ts +0 -786
- package/src/extraction/content-extraction.ts +0 -281
- package/src/extraction/index.ts +0 -5
- package/src/headless-control-contract.ts +0 -1149
- package/src/index.ts +0 -788
- package/src/local-control-http-auth.ts +0 -2
- package/src/mcp/client.ts +0 -218
- package/src/mcp/connection.ts +0 -568
- package/src/mcp/index.ts +0 -11
- package/src/mcp/jsonrpc.ts +0 -195
- package/src/mcp/types.ts +0 -199
- package/src/network-control-adapter.ts +0 -88
- package/src/network-runtime/address-types.ts +0 -218
- package/src/network-runtime/db-owner-fencing.ts +0 -91
- package/src/network-runtime/delivery-receipts.ts +0 -372
- package/src/network-runtime/direct-endpoint-authority.ts +0 -35
- package/src/network-runtime/index.ts +0 -316
- package/src/network-runtime/local-control-contract.ts +0 -784
- package/src/network-runtime/node-store-contract.ts +0 -46
- package/src/network-runtime/pair-route-contract.ts +0 -97
- package/src/network-runtime/peer-capabilities.ts +0 -48
- package/src/network-runtime/peer-principal-ref.ts +0 -20
- package/src/network-runtime/peer-state-machine.ts +0 -160
- package/src/network-runtime/protocol-schemas.ts +0 -265
- package/src/network-runtime/runtime-bootstrap-contract.ts +0 -83
- package/src/outlook/desktop-session.ts +0 -409
- package/src/policy.ts +0 -171
- package/src/providers/brave.ts +0 -80
- package/src/providers/duckduckgo.ts +0 -199
- package/src/providers/exa.ts +0 -85
- package/src/providers/firecrawl.ts +0 -77
- package/src/providers/index.ts +0 -8
- package/src/providers/jina.ts +0 -70
- package/src/providers/router.ts +0 -121
- package/src/providers/search-provider.ts +0 -74
- package/src/providers/tavily.ts +0 -74
- package/src/quip/desktop-session.ts +0 -435
- package/src/registry/index.ts +0 -1
- package/src/registry/registry.ts +0 -905
- package/src/runtime-socket-local-control-client.ts +0 -632
- package/src/security/dns-normalization.ts +0 -34
- package/src/security/dns-pinning.ts +0 -138
- package/src/security/external-content.ts +0 -129
- package/src/security/ssrf.ts +0 -207
- package/src/slack/desktop-session.ts +0 -493
- package/src/tool-factory.ts +0 -91
- package/src/types.ts +0 -1341
- package/src/utils/retry.ts +0 -163
- package/src/utils/safe-parse-json.ts +0 -176
- package/src/utils/url.ts +0 -20
- package/tests/benchmarks/registry.bench.ts +0 -57
- package/tests/cache/web-cache.test.ts +0 -147
- package/tests/critical-integration.test.ts +0 -1465
- package/tests/definitions/apply-patch.test.ts +0 -586
- package/tests/definitions/browser.test.ts +0 -495
- package/tests/definitions/delegation-pause-resume.test.ts +0 -758
- package/tests/definitions/execution.test.ts +0 -671
- package/tests/definitions/messaging-inbox-scope.test.ts +0 -229
- package/tests/definitions/messaging.test.ts +0 -1468
- package/tests/definitions/outlook.test.ts +0 -30
- package/tests/definitions/process.test.ts +0 -469
- package/tests/definitions/slack.test.ts +0 -28
- package/tests/definitions/tool-inventory.test.ts +0 -218
- package/tests/e2e/delegation-quest-orchestration.e2e.test.ts +0 -433
- package/tests/e2e/memory-tool-discovery-contract.e2e.test.ts +0 -81
- package/tests/executors/apply-patch.test.ts +0 -538
- package/tests/executors/arion.test.ts +0 -309
- package/tests/executors/conversation-primitives.test.ts +0 -250
- package/tests/executors/deploy.test.ts +0 -746
- package/tests/executors/filesystem-tools.test.ts +0 -357
- package/tests/executors/filesystem.test.ts +0 -959
- package/tests/executors/frg-freshness.test.ts +0 -136
- package/tests/executors/frg-merge.test.ts +0 -70
- package/tests/executors/frg-session-content.test.ts +0 -40
- package/tests/executors/frg.test.ts +0 -56
- package/tests/executors/memory-bugfixes.test.ts +0 -257
- package/tests/executors/memory-real-memoria.integration.test.ts +0 -316
- package/tests/executors/memory.test.ts +0 -853
- package/tests/executors/meta-tools.test.ts +0 -411
- package/tests/executors/meta.test.ts +0 -683
- package/tests/executors/path-containment.test.ts +0 -51
- package/tests/executors/process-registry.test.ts +0 -505
- package/tests/executors/pty.test.ts +0 -664
- package/tests/executors/quest-security.test.ts +0 -249
- package/tests/executors/read-file-media.test.ts +0 -230
- package/tests/executors/recall-knowledge-schema.test.ts +0 -209
- package/tests/executors/recall-tags.test.ts +0 -278
- package/tests/executors/remember-null-safety.contract.test.ts +0 -41
- package/tests/executors/restart.test.ts +0 -67
- package/tests/executors/search-unified.test.ts +0 -381
- package/tests/executors/session-history.test.ts +0 -340
- package/tests/executors/session-transcript.test.ts +0 -561
- package/tests/executors/shell-abort.test.ts +0 -416
- package/tests/executors/shell-env-blocklist.test.ts +0 -648
- package/tests/executors/shell-env-process.test.ts +0 -245
- package/tests/executors/shell-process-registry.test.ts +0 -334
- package/tests/executors/shell-tools.test.ts +0 -393
- package/tests/executors/shell.test.ts +0 -690
- package/tests/executors/web-abort-vs-timeout.test.ts +0 -213
- package/tests/executors/web-integration.test.ts +0 -633
- package/tests/executors/web-symlink.test.ts +0 -18
- package/tests/executors/web.test.ts +0 -1400
- package/tests/executors/write-stdin.test.ts +0 -145
- package/tests/extraction/content-extraction.test.ts +0 -153
- package/tests/guards/tools-default-test-lane.integration.test.ts +0 -21
- package/tests/guards/tools-package-test-commands.e2e.test.ts +0 -43
- package/tests/guards/tools-test-lane-manifest.contract.test.ts +0 -76
- package/tests/guards/tools-vitest-workspace-alias.contract.test.ts +0 -63
- package/tests/helpers/async-waits.ts +0 -53
- package/tests/integration/headless-control-contract.integration.test.ts +0 -153
- package/tests/integration/memory-tool-schema-parity.integration.test.ts +0 -67
- package/tests/integration/meta-tools-round-trip.integration.test.ts +0 -506
- package/tests/integration/quest-round-trip.test.ts +0 -303
- package/tests/integration/registry-executor-flow.test.ts +0 -85
- package/tests/integration.test.ts +0 -177
- package/tests/loading-tier.test.ts +0 -126
- package/tests/mcp/client-reconnect.test.ts +0 -267
- package/tests/mcp/connection.test.ts +0 -846
- package/tests/mcp/injectable-logger.test.ts +0 -83
- package/tests/mcp/jsonrpc.test.ts +0 -109
- package/tests/mcp/lifecycle.test.ts +0 -879
- package/tests/network-runtime/address-types.contract.test.ts +0 -143
- package/tests/network-runtime/continuity-bind-schema.contract.test.ts +0 -203
- package/tests/network-runtime/local-control-contract.test.ts +0 -869
- package/tests/network-runtime/local-control-invite-token.contract.test.ts +0 -146
- package/tests/network-runtime/node-store-contract.test.ts +0 -11
- package/tests/network-runtime/pair-protocol-nodeid.contract.test.ts +0 -15
- package/tests/network-runtime/peer-state-machine.contract.test.ts +0 -148
- package/tests/network-runtime/protocol-schemas.contract.test.ts +0 -512
- package/tests/network-runtime/relay-pending-nodeid.contract.test.ts +0 -62
- package/tests/network-runtime/runtime-bootstrap-contract.test.ts +0 -227
- package/tests/network-runtime/runtime-socket-local-control-client.test.ts +0 -621
- package/tests/network-runtime/wait-for-message-script.test.ts +0 -288
- package/tests/parallel.test.ts +0 -71
- package/tests/policy.test.ts +0 -184
- package/tests/print-default-test-lane.ts +0 -14
- package/tests/print-test-lane-manifest.ts +0 -22
- package/tests/providers/brave.test.ts +0 -159
- package/tests/providers/duckduckgo.test.ts +0 -207
- package/tests/providers/exa.test.ts +0 -175
- package/tests/providers/firecrawl.test.ts +0 -168
- package/tests/providers/jina.test.ts +0 -144
- package/tests/providers/router.test.ts +0 -328
- package/tests/providers/tavily.test.ts +0 -165
- package/tests/registry/discovery.test.ts +0 -154
- package/tests/registry/injectable-logger.test.ts +0 -230
- package/tests/registry/input-validation.test.ts +0 -361
- package/tests/registry/interface-completeness.test.ts +0 -85
- package/tests/registry/mcp-integration.test.ts +0 -103
- package/tests/registry/mcp-read-only-hint.test.ts +0 -60
- package/tests/registry/memoria-discovery.test.ts +0 -390
- package/tests/registry/nested-validation.test.ts +0 -283
- package/tests/registry/pseudo-tool-filtering.test.ts +0 -258
- package/tests/registry/registration-lifecycle.test.ts +0 -133
- package/tests/registry-validation.test.ts +0 -424
- package/tests/registry.test.ts +0 -460
- package/tests/security/dns-pinning.test.ts +0 -162
- package/tests/security/external-content.test.ts +0 -144
- package/tests/security/ssrf.test.ts +0 -118
- package/tests/shell-safety-integration.test.ts +0 -32
- package/tests/shell-safety.test.ts +0 -365
- package/tests/slack/desktop-session.test.ts +0 -50
- package/tests/test-lane-manifest.ts +0 -440
- package/tests/test-utils.ts +0 -27
- package/tests/tool-factory.test.ts +0 -188
- package/tests/utils/retry.test.ts +0 -231
- package/tests/utils/url.test.ts +0 -63
- package/tsconfig.cjs.json +0 -24
- package/tsconfig.json +0 -12
- package/vitest.config.ts +0 -55
- package/vitest.e2e.config.ts +0 -24
- package/vitest.integration.config.ts +0 -24
- package/vitest.native.config.ts +0 -24
package/src/utils/retry.ts
DELETED
|
@@ -1,163 +0,0 @@
|
|
|
1
|
-
export interface RetryOptions {
|
|
2
|
-
maxAttempts?: number;
|
|
3
|
-
baseDelayMs?: number;
|
|
4
|
-
maxDelayMs?: number;
|
|
5
|
-
retryableStatuses?: number[];
|
|
6
|
-
retryableCodes?: string[];
|
|
7
|
-
/** Custom fetch function for per-attempt wrappers (e.g., DNS pinning). */
|
|
8
|
-
fetchFn?: (url: string, init: RequestInit) => Promise<Response>;
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
function createAbortError(): Error {
|
|
12
|
-
const err = new Error("AbortError");
|
|
13
|
-
err.name = "AbortError";
|
|
14
|
-
return err;
|
|
15
|
-
}
|
|
16
|
-
|
|
17
|
-
/**
|
|
18
|
-
* AbortSignal-aware sleep that rejects immediately if the signal fires during the delay.
|
|
19
|
-
*/
|
|
20
|
-
function abortAwareSleep(ms: number, signal?: AbortSignal | null): Promise<void> {
|
|
21
|
-
if (signal?.aborted) {
|
|
22
|
-
return Promise.reject(createAbortError());
|
|
23
|
-
}
|
|
24
|
-
|
|
25
|
-
return new Promise<void>((resolve, reject) => {
|
|
26
|
-
let settled = false;
|
|
27
|
-
let abortHandler: (() => void) | undefined;
|
|
28
|
-
const timer = setTimeout(() => {
|
|
29
|
-
if (settled) return;
|
|
30
|
-
settled = true;
|
|
31
|
-
if (signal && abortHandler) {
|
|
32
|
-
signal.removeEventListener("abort", abortHandler);
|
|
33
|
-
}
|
|
34
|
-
resolve();
|
|
35
|
-
}, ms);
|
|
36
|
-
|
|
37
|
-
if (signal) {
|
|
38
|
-
abortHandler = () => {
|
|
39
|
-
if (settled) return;
|
|
40
|
-
settled = true;
|
|
41
|
-
signal.removeEventListener("abort", abortHandler!);
|
|
42
|
-
clearTimeout(timer);
|
|
43
|
-
reject(createAbortError());
|
|
44
|
-
};
|
|
45
|
-
signal.addEventListener("abort", abortHandler, { once: true });
|
|
46
|
-
}
|
|
47
|
-
});
|
|
48
|
-
}
|
|
49
|
-
|
|
50
|
-
function isAbortError(err: unknown): boolean {
|
|
51
|
-
if (!(err instanceof Error)) return false;
|
|
52
|
-
const domErr = err as DOMException;
|
|
53
|
-
return domErr.name === "AbortError" || err.message === "AbortError";
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
function getErrorCode(err: unknown): string | undefined {
|
|
57
|
-
if (
|
|
58
|
-
typeof err === "object" &&
|
|
59
|
-
err !== null &&
|
|
60
|
-
"code" in err &&
|
|
61
|
-
typeof (err as { code: unknown }).code === "string"
|
|
62
|
-
) {
|
|
63
|
-
return (err as { code: string }).code;
|
|
64
|
-
}
|
|
65
|
-
if (err instanceof Error && err.cause) {
|
|
66
|
-
const cause = err.cause as { code?: unknown };
|
|
67
|
-
if (typeof cause.code === "string") {
|
|
68
|
-
return cause.code;
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
return undefined;
|
|
72
|
-
}
|
|
73
|
-
|
|
74
|
-
export async function fetchWithRetry(
|
|
75
|
-
url: string,
|
|
76
|
-
init: RequestInit,
|
|
77
|
-
options?: RetryOptions,
|
|
78
|
-
): Promise<Response> {
|
|
79
|
-
const maxAttempts = options?.maxAttempts ?? 3;
|
|
80
|
-
const baseDelayMs = options?.baseDelayMs ?? 1000;
|
|
81
|
-
const maxDelayMs = options?.maxDelayMs ?? 30000;
|
|
82
|
-
const retryableStatuses = options?.retryableStatuses ?? [429, 500, 502, 503, 504];
|
|
83
|
-
const retryableCodes = options?.retryableCodes ?? [
|
|
84
|
-
"ECONNRESET",
|
|
85
|
-
"ETIMEDOUT",
|
|
86
|
-
"EPIPE",
|
|
87
|
-
"ENETUNREACH",
|
|
88
|
-
"EHOSTUNREACH",
|
|
89
|
-
"ECONNREFUSED",
|
|
90
|
-
"EAI_AGAIN",
|
|
91
|
-
"UND_ERR_CONNECT_TIMEOUT",
|
|
92
|
-
"UND_ERR_SOCKET",
|
|
93
|
-
];
|
|
94
|
-
const doFetch = options?.fetchFn ?? fetch;
|
|
95
|
-
const signal = init.signal ?? null;
|
|
96
|
-
|
|
97
|
-
if (signal?.aborted) {
|
|
98
|
-
throw createAbortError();
|
|
99
|
-
}
|
|
100
|
-
|
|
101
|
-
let lastError: Error | undefined;
|
|
102
|
-
|
|
103
|
-
for (let attempt = 0; attempt < maxAttempts; attempt++) {
|
|
104
|
-
try {
|
|
105
|
-
const response = await doFetch(url, init);
|
|
106
|
-
|
|
107
|
-
// Check for Cloudflare 403 challenge
|
|
108
|
-
if (response.status === 403 && response.headers.get("cf-mitigated") === "challenge") {
|
|
109
|
-
if (attempt < maxAttempts - 1) {
|
|
110
|
-
// Retry with simplified UA
|
|
111
|
-
const delay = Math.min(baseDelayMs * 2 ** attempt + Math.random() * 500, maxDelayMs);
|
|
112
|
-
await abortAwareSleep(delay, signal);
|
|
113
|
-
continue;
|
|
114
|
-
}
|
|
115
|
-
// Last attempt - throw
|
|
116
|
-
throw new Error(`Cloudflare challenge after ${maxAttempts} attempts: ${response.status}`);
|
|
117
|
-
}
|
|
118
|
-
|
|
119
|
-
// Check for retryable status codes
|
|
120
|
-
if (!response.ok && retryableStatuses.includes(response.status)) {
|
|
121
|
-
if (attempt < maxAttempts - 1) {
|
|
122
|
-
const delay = Math.min(baseDelayMs * 2 ** attempt + Math.random() * 500, maxDelayMs);
|
|
123
|
-
await abortAwareSleep(delay, signal);
|
|
124
|
-
continue;
|
|
125
|
-
}
|
|
126
|
-
// Last attempt - throw
|
|
127
|
-
throw new Error(`Request failed after ${maxAttempts} attempts: ${response.status}`);
|
|
128
|
-
}
|
|
129
|
-
|
|
130
|
-
return response;
|
|
131
|
-
} catch (err: unknown) {
|
|
132
|
-
// Re-throw AbortError immediately — do not retry aborted requests
|
|
133
|
-
if (isAbortError(err)) {
|
|
134
|
-
throw err;
|
|
135
|
-
}
|
|
136
|
-
const code = getErrorCode(err);
|
|
137
|
-
if (code && retryableCodes.includes(code) && attempt < maxAttempts - 1) {
|
|
138
|
-
const delay = Math.min(baseDelayMs * 2 ** attempt + Math.random() * 500, maxDelayMs);
|
|
139
|
-
await abortAwareSleep(delay, signal);
|
|
140
|
-
continue;
|
|
141
|
-
}
|
|
142
|
-
lastError = err as Error;
|
|
143
|
-
throw err;
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
throw lastError ?? new Error("fetchWithRetry: unreachable");
|
|
148
|
-
}
|
|
149
|
-
|
|
150
|
-
export async function fetchWithSsrf(
|
|
151
|
-
url: string,
|
|
152
|
-
init: RequestInit,
|
|
153
|
-
retryOptions?: RetryOptions,
|
|
154
|
-
): Promise<Response> {
|
|
155
|
-
const { fetchWithDnsPinning } = await import("../security/dns-pinning.js");
|
|
156
|
-
|
|
157
|
-
return fetchWithRetry(url, init, {
|
|
158
|
-
...retryOptions,
|
|
159
|
-
fetchFn: async (attemptUrl: string, attemptInit: RequestInit) => {
|
|
160
|
-
return fetchWithDnsPinning(attemptUrl, attemptInit);
|
|
161
|
-
},
|
|
162
|
-
});
|
|
163
|
-
}
|
|
@@ -1,176 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Safe JSON extraction and parsing utilities for LLM output.
|
|
3
|
-
*
|
|
4
|
-
* Handles code fences, preamble text, bare JSON, and validates against Zod schemas.
|
|
5
|
-
* NEVER throws -- always returns a typed Result.
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import type { ZodType } from "zod";
|
|
9
|
-
|
|
10
|
-
export type JsonParseResult<T> =
|
|
11
|
-
| { ok: true; data: T }
|
|
12
|
-
| { ok: false; reason: "no_json" | "parse_error" | "schema_mismatch"; raw: string };
|
|
13
|
-
|
|
14
|
-
const MAX_SCAN_CHARS = 12_000;
|
|
15
|
-
const MAX_JSON_CANDIDATES = 16;
|
|
16
|
-
|
|
17
|
-
function isJsonRootStart(char: string | undefined): boolean {
|
|
18
|
-
return char === "{" || char === "[";
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
/**
|
|
22
|
-
* Find the end index of a balanced JSON root (object/array) starting at `start`.
|
|
23
|
-
* Returns -1 when no balanced root can be found.
|
|
24
|
-
*/
|
|
25
|
-
function findBalancedJsonEnd(input: string, start: number): number {
|
|
26
|
-
if (start < 0 || start >= input.length) return -1;
|
|
27
|
-
const first = input[start];
|
|
28
|
-
if (!isJsonRootStart(first)) return -1;
|
|
29
|
-
|
|
30
|
-
const stack: string[] = [];
|
|
31
|
-
let inString = false;
|
|
32
|
-
let escaped = false;
|
|
33
|
-
|
|
34
|
-
for (let i = start; i < input.length; i++) {
|
|
35
|
-
const char = input[i];
|
|
36
|
-
if (!char) continue;
|
|
37
|
-
|
|
38
|
-
if (inString) {
|
|
39
|
-
if (escaped) {
|
|
40
|
-
escaped = false;
|
|
41
|
-
continue;
|
|
42
|
-
}
|
|
43
|
-
if (char === "\\") {
|
|
44
|
-
escaped = true;
|
|
45
|
-
continue;
|
|
46
|
-
}
|
|
47
|
-
if (char === '"') {
|
|
48
|
-
inString = false;
|
|
49
|
-
}
|
|
50
|
-
continue;
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
if (char === '"') {
|
|
54
|
-
inString = true;
|
|
55
|
-
continue;
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
if (char === "{" || char === "[") {
|
|
59
|
-
stack.push(char);
|
|
60
|
-
continue;
|
|
61
|
-
}
|
|
62
|
-
|
|
63
|
-
if (char === "}" || char === "]") {
|
|
64
|
-
const opener = stack.pop();
|
|
65
|
-
if (!opener) return -1;
|
|
66
|
-
if ((opener === "{" && char !== "}") || (opener === "[" && char !== "]")) {
|
|
67
|
-
return -1;
|
|
68
|
-
}
|
|
69
|
-
if (stack.length === 0) {
|
|
70
|
-
return i;
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
return -1;
|
|
76
|
-
}
|
|
77
|
-
|
|
78
|
-
function collectJsonCandidates(raw: string): string[] {
|
|
79
|
-
const trimmed = raw.trim();
|
|
80
|
-
if (!trimmed) return [];
|
|
81
|
-
|
|
82
|
-
const seen = new Set<string>();
|
|
83
|
-
const candidates: string[] = [];
|
|
84
|
-
const add = (candidate: string) => {
|
|
85
|
-
if (candidates.length >= MAX_JSON_CANDIDATES) return;
|
|
86
|
-
const value = candidate.trim();
|
|
87
|
-
if (!value || !isJsonRootStart(value[0] ?? "")) return;
|
|
88
|
-
if (seen.has(value)) return;
|
|
89
|
-
seen.add(value);
|
|
90
|
-
candidates.push(value);
|
|
91
|
-
};
|
|
92
|
-
|
|
93
|
-
const collectFromText = (text: string) => {
|
|
94
|
-
const bounded = text.slice(0, MAX_SCAN_CHARS);
|
|
95
|
-
for (let i = 0; i < bounded.length && candidates.length < MAX_JSON_CANDIDATES; i++) {
|
|
96
|
-
const char = bounded[i];
|
|
97
|
-
if (!char || !isJsonRootStart(char)) continue;
|
|
98
|
-
const end = findBalancedJsonEnd(bounded, i);
|
|
99
|
-
if (end === -1) continue;
|
|
100
|
-
add(bounded.slice(i, end + 1));
|
|
101
|
-
i = end;
|
|
102
|
-
}
|
|
103
|
-
};
|
|
104
|
-
|
|
105
|
-
// 1) Prefer explicit code-fence blocks first.
|
|
106
|
-
const fenceRegex = /```(?:json|JSON)?\s*\n?([\s\S]*?)```/g;
|
|
107
|
-
for (const match of trimmed.matchAll(fenceRegex)) {
|
|
108
|
-
const fenced = match[1]?.trim();
|
|
109
|
-
if (!fenced) continue;
|
|
110
|
-
if (isJsonRootStart(fenced[0] ?? "")) {
|
|
111
|
-
add(fenced);
|
|
112
|
-
} else {
|
|
113
|
-
collectFromText(fenced);
|
|
114
|
-
}
|
|
115
|
-
if (candidates.length >= MAX_JSON_CANDIDATES) break;
|
|
116
|
-
}
|
|
117
|
-
|
|
118
|
-
// 2) Full-text scan (handles preamble + trailing text + multiple snippets).
|
|
119
|
-
if (candidates.length < MAX_JSON_CANDIDATES) {
|
|
120
|
-
if (isJsonRootStart(trimmed[0] ?? "")) {
|
|
121
|
-
add(trimmed);
|
|
122
|
-
}
|
|
123
|
-
collectFromText(trimmed);
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
return candidates;
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
/**
|
|
130
|
-
* Extract JSON substring from LLM output.
|
|
131
|
-
* Returns the first candidate found by robust balanced scanning.
|
|
132
|
-
*/
|
|
133
|
-
export function extractJson(raw: string): string | null {
|
|
134
|
-
return collectJsonCandidates(raw)[0] ?? null;
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
/**
|
|
138
|
-
* Safely extract and parse JSON from LLM output with Zod validation.
|
|
139
|
-
* Handles code fences, preamble text, bare JSON.
|
|
140
|
-
* NEVER throws -- always returns a typed Result.
|
|
141
|
-
*/
|
|
142
|
-
export function safeParseJson<T>(raw: string, schema: ZodType<T>): JsonParseResult<T> {
|
|
143
|
-
const candidates = collectJsonCandidates(raw);
|
|
144
|
-
if (candidates.length === 0) {
|
|
145
|
-
return { ok: false, reason: "no_json", raw };
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
let parseErrorRaw: string | null = null;
|
|
149
|
-
let schemaMismatchRaw: string | null = null;
|
|
150
|
-
|
|
151
|
-
for (const jsonStr of candidates) {
|
|
152
|
-
let parsed: unknown;
|
|
153
|
-
try {
|
|
154
|
-
parsed = JSON.parse(jsonStr);
|
|
155
|
-
} catch {
|
|
156
|
-
parseErrorRaw = jsonStr;
|
|
157
|
-
continue;
|
|
158
|
-
}
|
|
159
|
-
|
|
160
|
-
const validated = schema.safeParse(parsed);
|
|
161
|
-
if (validated.success) {
|
|
162
|
-
return { ok: true, data: validated.data };
|
|
163
|
-
}
|
|
164
|
-
|
|
165
|
-
schemaMismatchRaw = jsonStr;
|
|
166
|
-
}
|
|
167
|
-
|
|
168
|
-
if (schemaMismatchRaw) {
|
|
169
|
-
return { ok: false, reason: "schema_mismatch", raw: schemaMismatchRaw };
|
|
170
|
-
}
|
|
171
|
-
if (parseErrorRaw) {
|
|
172
|
-
return { ok: false, reason: "parse_error", raw: parseErrorRaw };
|
|
173
|
-
}
|
|
174
|
-
|
|
175
|
-
return { ok: false, reason: "no_json", raw };
|
|
176
|
-
}
|
package/src/utils/url.ts
DELETED
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Convert GitHub blob URLs to raw.githubusercontent.com URLs.
|
|
3
|
-
* GitHub blob URLs return HTML wrappers; raw URLs return actual file content.
|
|
4
|
-
*/
|
|
5
|
-
export function normalizeGitHubUrl(url: string): string {
|
|
6
|
-
const match = url.match(/^https?:\/\/github\.com\/([^/]+)\/([^/]+)\/blob\/(.+)$/);
|
|
7
|
-
if (match) {
|
|
8
|
-
return `https://raw.githubusercontent.com/${match[1]}/${match[2]}/${match[3]}`;
|
|
9
|
-
}
|
|
10
|
-
return url;
|
|
11
|
-
}
|
|
12
|
-
|
|
13
|
-
/**
|
|
14
|
-
* Get configurable User-Agent string.
|
|
15
|
-
* Reads from ARIA_USER_AGENT env var, falls back to default.
|
|
16
|
-
*/
|
|
17
|
-
export function getUserAgent(): string {
|
|
18
|
-
const DEFAULT_UA = `Mozilla/5.0 (compatible; ARIA/1.0.0; +https://github.com/aria)`;
|
|
19
|
-
return process.env.ARIA_USER_AGENT ?? DEFAULT_UA;
|
|
20
|
-
}
|
|
@@ -1,57 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* ToolRegistry performance benchmarks.
|
|
3
|
-
*
|
|
4
|
-
* Measures core registry operations: registration, lookup, listing,
|
|
5
|
-
* and tool info generation under realistic load.
|
|
6
|
-
*/
|
|
7
|
-
import { bench, describe } from "vitest";
|
|
8
|
-
import { ToolRegistry } from "../../src/registry/registry.js";
|
|
9
|
-
import type { Tool } from "../../src/types.js";
|
|
10
|
-
|
|
11
|
-
function createMockTool(name: string): Tool {
|
|
12
|
-
return {
|
|
13
|
-
name,
|
|
14
|
-
description: `Mock tool ${name} for benchmarking`,
|
|
15
|
-
parameters: {
|
|
16
|
-
type: "object" as const,
|
|
17
|
-
properties: {
|
|
18
|
-
input: { type: "string", description: "Input parameter" },
|
|
19
|
-
},
|
|
20
|
-
required: ["input"],
|
|
21
|
-
},
|
|
22
|
-
execute: async () => ({ success: true, message: "ok" }),
|
|
23
|
-
};
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
// ── Setup: registry with 50 tools ─────────────────────────────────
|
|
27
|
-
const registry = new ToolRegistry();
|
|
28
|
-
for (let i = 0; i < 50; i++) {
|
|
29
|
-
registry.register(createMockTool(`tool_${i}`));
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
describe("ToolRegistry lookup", () => {
|
|
33
|
-
bench("get() existing tool", () => {
|
|
34
|
-
registry.get("tool_25");
|
|
35
|
-
});
|
|
36
|
-
|
|
37
|
-
bench("get() non-existent tool", () => {
|
|
38
|
-
registry.get("nonexistent_tool");
|
|
39
|
-
});
|
|
40
|
-
|
|
41
|
-
bench("getAll() with 50 tools", () => {
|
|
42
|
-
registry.getAll();
|
|
43
|
-
});
|
|
44
|
-
});
|
|
45
|
-
|
|
46
|
-
describe("ToolRegistry registration", () => {
|
|
47
|
-
bench("register() new tool", () => {
|
|
48
|
-
const reg = new ToolRegistry();
|
|
49
|
-
reg.register(createMockTool("bench_tool"));
|
|
50
|
-
});
|
|
51
|
-
});
|
|
52
|
-
|
|
53
|
-
describe("ToolRegistry info", () => {
|
|
54
|
-
bench("getToolInfos() with 50 tools", () => {
|
|
55
|
-
registry.getToolInfos();
|
|
56
|
-
});
|
|
57
|
-
});
|
|
@@ -1,147 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* TDD RED phase tests for WebCache
|
|
3
|
-
*
|
|
4
|
-
* WebCache is an in-memory LRU cache with TTL expiration.
|
|
5
|
-
* All tests MUST fail because get/set throw "not implemented".
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import { describe, it, expect, beforeEach, afterEach, vi } from "vitest";
|
|
9
|
-
import { WebCache } from "../../src/cache/web-cache.js";
|
|
10
|
-
|
|
11
|
-
describe("WebCache", () => {
|
|
12
|
-
beforeEach(() => {
|
|
13
|
-
vi.useFakeTimers();
|
|
14
|
-
});
|
|
15
|
-
|
|
16
|
-
afterEach(() => {
|
|
17
|
-
vi.useRealTimers();
|
|
18
|
-
});
|
|
19
|
-
|
|
20
|
-
it("get/set basic operations — set a key, get returns the value", () => {
|
|
21
|
-
const cache = new WebCache<string>();
|
|
22
|
-
|
|
23
|
-
cache.set("greeting", "hello");
|
|
24
|
-
const result = cache.get("greeting");
|
|
25
|
-
|
|
26
|
-
expect(result).toBe("hello");
|
|
27
|
-
});
|
|
28
|
-
|
|
29
|
-
it("TTL expiration — get returns undefined after TTL elapses", () => {
|
|
30
|
-
const ttlMs = 5000;
|
|
31
|
-
const cache = new WebCache<string>(100, ttlMs);
|
|
32
|
-
|
|
33
|
-
cache.set("ephemeral", "value");
|
|
34
|
-
|
|
35
|
-
// Still valid before TTL
|
|
36
|
-
vi.advanceTimersByTime(ttlMs - 1);
|
|
37
|
-
expect(cache.get("ephemeral")).toBe("value");
|
|
38
|
-
|
|
39
|
-
// Expired after TTL
|
|
40
|
-
vi.advanceTimersByTime(2);
|
|
41
|
-
expect(cache.get("ephemeral")).toBeUndefined();
|
|
42
|
-
});
|
|
43
|
-
|
|
44
|
-
it("LRU eviction — oldest entry evicted when maxEntries exceeded", () => {
|
|
45
|
-
const cache = new WebCache<string>(2);
|
|
46
|
-
|
|
47
|
-
cache.set("first", "1");
|
|
48
|
-
cache.set("second", "2");
|
|
49
|
-
cache.set("third", "3"); // Should evict "first"
|
|
50
|
-
|
|
51
|
-
expect(cache.get("first")).toBeUndefined();
|
|
52
|
-
expect(cache.get("second")).toBe("2");
|
|
53
|
-
expect(cache.get("third")).toBe("3");
|
|
54
|
-
});
|
|
55
|
-
|
|
56
|
-
it("access refresh — get refreshes LRU order so accessed entry survives eviction", () => {
|
|
57
|
-
const cache = new WebCache<string>(2);
|
|
58
|
-
|
|
59
|
-
cache.set("first", "1");
|
|
60
|
-
cache.set("second", "2");
|
|
61
|
-
|
|
62
|
-
// Access "first" to refresh its position (now "second" is least-recently-used)
|
|
63
|
-
cache.get("first");
|
|
64
|
-
|
|
65
|
-
// Adding "fourth" should evict "second" (LRU), not "first" (recently accessed)
|
|
66
|
-
cache.set("fourth", "4");
|
|
67
|
-
|
|
68
|
-
expect(cache.get("first")).toBe("1");
|
|
69
|
-
expect(cache.get("second")).toBeUndefined();
|
|
70
|
-
expect(cache.get("fourth")).toBe("4");
|
|
71
|
-
});
|
|
72
|
-
|
|
73
|
-
it("separate caches don't collide — same key in different instances", () => {
|
|
74
|
-
const cacheA = new WebCache<string>();
|
|
75
|
-
const cacheB = new WebCache<number>();
|
|
76
|
-
|
|
77
|
-
cacheA.set("key", "stringValue");
|
|
78
|
-
cacheB.set("key", 42);
|
|
79
|
-
|
|
80
|
-
expect(cacheA.get("key")).toBe("stringValue");
|
|
81
|
-
expect(cacheB.get("key")).toBe(42);
|
|
82
|
-
});
|
|
83
|
-
|
|
84
|
-
it("expired entries cleaned up on get — doesn't count toward maxEntries", () => {
|
|
85
|
-
const ttlMs = 1000;
|
|
86
|
-
const cache = new WebCache<string>(2, ttlMs);
|
|
87
|
-
|
|
88
|
-
cache.set("willExpire", "gone");
|
|
89
|
-
|
|
90
|
-
// Advance past TTL so "willExpire" is expired
|
|
91
|
-
vi.advanceTimersByTime(ttlMs + 1);
|
|
92
|
-
|
|
93
|
-
// Confirm it's gone
|
|
94
|
-
expect(cache.get("willExpire")).toBeUndefined();
|
|
95
|
-
|
|
96
|
-
// Now set two new entries — should succeed without eviction issues
|
|
97
|
-
// because the expired entry was cleaned up and doesn't count
|
|
98
|
-
cache.set("new1", "a");
|
|
99
|
-
cache.set("new2", "b");
|
|
100
|
-
|
|
101
|
-
expect(cache.get("new1")).toBe("a");
|
|
102
|
-
expect(cache.get("new2")).toBe("b");
|
|
103
|
-
});
|
|
104
|
-
|
|
105
|
-
it("evictExpired — proactively removes expired entries without requiring get()", () => {
|
|
106
|
-
const ttlMs = 1000;
|
|
107
|
-
const cache = new WebCache<string>(100, ttlMs);
|
|
108
|
-
|
|
109
|
-
// Add some entries
|
|
110
|
-
cache.set("a", "1");
|
|
111
|
-
cache.set("b", "2");
|
|
112
|
-
cache.set("c", "3");
|
|
113
|
-
|
|
114
|
-
expect(cache.size).toBe(3);
|
|
115
|
-
|
|
116
|
-
// Advance past TTL so all entries are expired
|
|
117
|
-
vi.advanceTimersByTime(ttlMs + 1);
|
|
118
|
-
|
|
119
|
-
// Without evictExpired, the entries still exist in the map
|
|
120
|
-
// (they'd only be cleaned up lazily on get())
|
|
121
|
-
// Call evictExpired to proactively sweep them
|
|
122
|
-
cache.evictExpired();
|
|
123
|
-
|
|
124
|
-
expect(cache.size).toBe(0);
|
|
125
|
-
});
|
|
126
|
-
|
|
127
|
-
it("evictExpired — only removes expired entries, keeps valid ones", () => {
|
|
128
|
-
const ttlMs = 5000;
|
|
129
|
-
const cache = new WebCache<string>(100, ttlMs);
|
|
130
|
-
|
|
131
|
-
cache.set("old", "will-expire");
|
|
132
|
-
|
|
133
|
-
// Advance 3s — not yet expired
|
|
134
|
-
vi.advanceTimersByTime(3000);
|
|
135
|
-
|
|
136
|
-
cache.set("fresh", "still-valid");
|
|
137
|
-
|
|
138
|
-
// Advance 3s more — "old" is now 6s old (expired), "fresh" is 3s old (valid)
|
|
139
|
-
vi.advanceTimersByTime(3000);
|
|
140
|
-
|
|
141
|
-
cache.evictExpired();
|
|
142
|
-
|
|
143
|
-
expect(cache.size).toBe(1);
|
|
144
|
-
expect(cache.get("old")).toBeUndefined();
|
|
145
|
-
expect(cache.get("fresh")).toBe("still-valid");
|
|
146
|
-
});
|
|
147
|
-
});
|