@aimo-supa-agent/node 0.0.0-stage → 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +7 -2
- package/dist/agent.d.ts +91 -0
- package/dist/agent.js +1421 -0
- package/dist/agent.js.map +1 -0
- package/dist/api.d.ts +31 -0
- package/dist/api.js +86 -0
- package/dist/api.js.map +1 -0
- package/dist/budget-guard.d.ts +23 -0
- package/dist/budget-guard.js +67 -0
- package/dist/budget-guard.js.map +1 -0
- package/dist/cli.d.ts +2 -0
- package/dist/cli.js +99 -0
- package/dist/cli.js.map +1 -0
- package/dist/config.d.ts +40 -0
- package/dist/config.js +69 -0
- package/dist/config.js.map +1 -0
- package/dist/coordinator.d.ts +25 -0
- package/dist/coordinator.js +262 -0
- package/dist/coordinator.js.map +1 -0
- package/dist/fake-runtime.d.ts +8 -0
- package/dist/fake-runtime.js +21 -0
- package/dist/fake-runtime.js.map +1 -0
- package/dist/memory-cache.d.ts +28 -0
- package/dist/memory-cache.js +61 -0
- package/dist/memory-cache.js.map +1 -0
- package/dist/network.d.ts +21 -0
- package/dist/network.js +101 -0
- package/dist/network.js.map +1 -0
- package/dist/startup.d.ts +24 -0
- package/dist/startup.js +52 -0
- package/dist/startup.js.map +1 -0
- package/dist/store.d.ts +51 -0
- package/dist/store.js +160 -0
- package/dist/store.js.map +1 -0
- package/node_modules/@super-agent/protocol/dist/index.d.ts +495 -0
- package/node_modules/@super-agent/protocol/dist/index.js +81 -0
- package/node_modules/@super-agent/protocol/dist/index.js.map +1 -0
- package/node_modules/@super-agent/protocol/dist/interaction.d.ts +185 -0
- package/node_modules/@super-agent/protocol/dist/interaction.js +206 -0
- package/node_modules/@super-agent/protocol/dist/interaction.js.map +1 -0
- package/node_modules/@super-agent/protocol/dist/invariants.d.ts +23 -0
- package/node_modules/@super-agent/protocol/dist/invariants.js +58 -0
- package/node_modules/@super-agent/protocol/dist/invariants.js.map +1 -0
- package/node_modules/@super-agent/protocol/package.json +16 -0
- package/node_modules/@super-agent/runtime-codex/dist/index.d.ts +49 -0
- package/node_modules/@super-agent/runtime-codex/dist/index.js +237 -0
- package/node_modules/@super-agent/runtime-codex/dist/index.js.map +1 -0
- package/node_modules/@super-agent/runtime-codex/dist/managed.d.ts +9 -0
- package/node_modules/@super-agent/runtime-codex/dist/managed.js +82 -0
- package/node_modules/@super-agent/runtime-codex/dist/managed.js.map +1 -0
- package/node_modules/@super-agent/runtime-codex/package.json +16 -0
- package/node_modules/@super-agent/runtime-grok/dist/acp.d.ts +30 -0
- package/node_modules/@super-agent/runtime-grok/dist/acp.js +100 -0
- package/node_modules/@super-agent/runtime-grok/dist/acp.js.map +1 -0
- package/node_modules/@super-agent/runtime-grok/dist/cli.d.ts +33 -0
- package/node_modules/@super-agent/runtime-grok/dist/cli.js +163 -0
- package/node_modules/@super-agent/runtime-grok/dist/cli.js.map +1 -0
- package/node_modules/@super-agent/runtime-grok/dist/index.d.ts +22 -0
- package/node_modules/@super-agent/runtime-grok/dist/index.js +127 -0
- package/node_modules/@super-agent/runtime-grok/dist/index.js.map +1 -0
- package/node_modules/@super-agent/runtime-grok/dist/managed.d.ts +48 -0
- package/node_modules/@super-agent/runtime-grok/dist/managed.js +47 -0
- package/node_modules/@super-agent/runtime-grok/dist/managed.js.map +1 -0
- package/node_modules/@super-agent/runtime-grok/package.json +16 -0
- package/node_modules/@super-agent/tool-broker/dist/artifacts.d.ts +20 -0
- package/node_modules/@super-agent/tool-broker/dist/artifacts.js +187 -0
- package/node_modules/@super-agent/tool-broker/dist/artifacts.js.map +1 -0
- package/node_modules/@super-agent/tool-broker/dist/browser.d.ts +45 -0
- package/node_modules/@super-agent/tool-broker/dist/browser.js +245 -0
- package/node_modules/@super-agent/tool-broker/dist/browser.js.map +1 -0
- package/node_modules/@super-agent/tool-broker/dist/evidence.d.ts +60 -0
- package/node_modules/@super-agent/tool-broker/dist/evidence.js +172 -0
- package/node_modules/@super-agent/tool-broker/dist/evidence.js.map +1 -0
- package/node_modules/@super-agent/tool-broker/dist/index.d.ts +62 -0
- package/node_modules/@super-agent/tool-broker/dist/index.js +402 -0
- package/node_modules/@super-agent/tool-broker/dist/index.js.map +1 -0
- package/node_modules/@super-agent/tool-broker/dist/mcp.d.ts +2 -0
- package/node_modules/@super-agent/tool-broker/dist/mcp.js +48 -0
- package/node_modules/@super-agent/tool-broker/dist/mcp.js.map +1 -0
- package/node_modules/@super-agent/tool-broker/dist/runtime.d.ts +75 -0
- package/node_modules/@super-agent/tool-broker/dist/runtime.js +16 -0
- package/node_modules/@super-agent/tool-broker/dist/runtime.js.map +1 -0
- package/node_modules/@super-agent/tool-broker/package.json +18 -0
- package/package.json +30 -4
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import { constants } from 'node:fs';
|
|
2
|
+
import { open, realpath, rename, rm, stat } from 'node:fs/promises';
|
|
3
|
+
import { basename, dirname, join } from 'node:path';
|
|
4
|
+
import { createHash, randomUUID } from 'node:crypto';
|
|
5
|
+
import { checkAbort } from './runtime.js';
|
|
6
|
+
const MAX_BYTES = 50 * 1024 * 1024;
|
|
7
|
+
function signedUrl(value) {
|
|
8
|
+
let url;
|
|
9
|
+
try {
|
|
10
|
+
if (typeof value !== 'string')
|
|
11
|
+
throw new Error();
|
|
12
|
+
url = new URL(value);
|
|
13
|
+
}
|
|
14
|
+
catch {
|
|
15
|
+
throw new Error('invalid_artifact_transfer_url');
|
|
16
|
+
}
|
|
17
|
+
if (url.protocol !== 'https:' || url.username || url.password || url.hash)
|
|
18
|
+
throw new Error('artifact_transfer_requires_https');
|
|
19
|
+
return url.href;
|
|
20
|
+
}
|
|
21
|
+
function id(value) {
|
|
22
|
+
if (typeof value !== 'string' || !value.length || value.length > 100)
|
|
23
|
+
throw new Error('invalid_artifact_id');
|
|
24
|
+
return encodeURIComponent(value);
|
|
25
|
+
}
|
|
26
|
+
/** Product API calls carry run authorization; signed object transfers never do. */
|
|
27
|
+
export class ArtifactTools {
|
|
28
|
+
options;
|
|
29
|
+
constructor(options) {
|
|
30
|
+
this.options = options;
|
|
31
|
+
}
|
|
32
|
+
active() { this.options.assertActive(); checkAbort(this.options.signal); }
|
|
33
|
+
async list() { this.active(); return this.options.request('/artifacts'); }
|
|
34
|
+
async transfer(url, init) {
|
|
35
|
+
this.active();
|
|
36
|
+
let response;
|
|
37
|
+
try {
|
|
38
|
+
response = await (this.options.fetcher ?? fetch)(url, { ...init, redirect: 'error', credentials: 'omit', signal: AbortSignal.any([this.options.signal, AbortSignal.timeout(120_000)]) });
|
|
39
|
+
}
|
|
40
|
+
catch {
|
|
41
|
+
checkAbort(this.options.signal);
|
|
42
|
+
throw new Error('artifact_transfer_failed');
|
|
43
|
+
}
|
|
44
|
+
if (!response.ok) {
|
|
45
|
+
await response.body?.cancel();
|
|
46
|
+
throw new Error(`artifact_transfer_http_${response.status}`);
|
|
47
|
+
}
|
|
48
|
+
return response;
|
|
49
|
+
}
|
|
50
|
+
async download(artifactId, requestedPath) {
|
|
51
|
+
this.active();
|
|
52
|
+
const destination = await this.options.resolvePath(requestedPath, true);
|
|
53
|
+
try {
|
|
54
|
+
if ((await stat(destination)).isDirectory())
|
|
55
|
+
throw new Error('artifact_destination_is_directory');
|
|
56
|
+
}
|
|
57
|
+
catch (error) {
|
|
58
|
+
if (error.code !== 'ENOENT')
|
|
59
|
+
throw error;
|
|
60
|
+
}
|
|
61
|
+
// Use the canonical parent for the temporary file and atomic final rename.
|
|
62
|
+
const parent = await realpath(dirname(destination)), finalPath = join(parent, basename(destination));
|
|
63
|
+
const descriptor = await this.options.request(`/artifacts/${id(artifactId)}/download`);
|
|
64
|
+
const response = await this.transfer(signedUrl(descriptor.url), { method: 'GET' });
|
|
65
|
+
const length = response.headers.get('content-length');
|
|
66
|
+
if (length !== null && (!/^\d+$/.test(length) || Number(length) > MAX_BYTES)) {
|
|
67
|
+
await response.body?.cancel();
|
|
68
|
+
throw new Error('artifact_too_large_or_invalid_length');
|
|
69
|
+
}
|
|
70
|
+
const temporary = join(parent, `.artifact-${randomUUID()}.part`);
|
|
71
|
+
let handle, bytes = 0;
|
|
72
|
+
const digest = createHash('sha256');
|
|
73
|
+
try {
|
|
74
|
+
handle = await open(temporary, constants.O_WRONLY | constants.O_CREAT | constants.O_EXCL | constants.O_NOFOLLOW, 0o600);
|
|
75
|
+
if (!response.body)
|
|
76
|
+
throw new Error('artifact_download_body_missing');
|
|
77
|
+
const reader = response.body.getReader();
|
|
78
|
+
try {
|
|
79
|
+
while (true) {
|
|
80
|
+
const { done, value: part } = await reader.read();
|
|
81
|
+
if (done)
|
|
82
|
+
break;
|
|
83
|
+
this.active();
|
|
84
|
+
bytes += part.byteLength;
|
|
85
|
+
if (bytes > MAX_BYTES)
|
|
86
|
+
throw new Error('artifact_too_large');
|
|
87
|
+
digest.update(part);
|
|
88
|
+
await handle.writeFile(part);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
finally {
|
|
92
|
+
await reader.cancel().catch(() => undefined);
|
|
93
|
+
reader.releaseLock();
|
|
94
|
+
}
|
|
95
|
+
if (length !== null && Number(length) !== bytes)
|
|
96
|
+
throw new Error('artifact_download_incomplete');
|
|
97
|
+
this.active();
|
|
98
|
+
await handle.close();
|
|
99
|
+
handle = undefined;
|
|
100
|
+
// Recheck the destination after network I/O before committing the local file.
|
|
101
|
+
if (await this.options.resolvePath(requestedPath, true) !== destination)
|
|
102
|
+
throw new Error('artifact_destination_changed');
|
|
103
|
+
await rename(temporary, finalPath);
|
|
104
|
+
return { id: String(artifactId), path: requestedPath, bytes, sha256: digest.digest('hex') };
|
|
105
|
+
}
|
|
106
|
+
finally {
|
|
107
|
+
await handle?.close();
|
|
108
|
+
await response.body?.cancel().catch(() => undefined);
|
|
109
|
+
await rm(temporary, { force: true });
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
async upload(requestedPath, name, mime) {
|
|
113
|
+
this.active();
|
|
114
|
+
const path = await this.options.resolvePath(requestedPath, false), metadata = await stat(path);
|
|
115
|
+
if (!metadata.isFile())
|
|
116
|
+
throw new Error('artifact_requires_regular_file');
|
|
117
|
+
if (metadata.size > MAX_BYTES)
|
|
118
|
+
throw new Error('artifact_too_large');
|
|
119
|
+
const file = await open(path, constants.O_RDONLY | constants.O_NOFOLLOW | constants.O_NONBLOCK);
|
|
120
|
+
let data;
|
|
121
|
+
try {
|
|
122
|
+
const opened = await file.stat();
|
|
123
|
+
if (!opened.isFile() || opened.size > MAX_BYTES)
|
|
124
|
+
throw new Error('artifact_too_large_or_not_regular');
|
|
125
|
+
if (await this.options.resolvePath(requestedPath, false) !== path)
|
|
126
|
+
throw new Error('artifact_source_changed');
|
|
127
|
+
const chunks = [];
|
|
128
|
+
let bytes = 0;
|
|
129
|
+
while (true) {
|
|
130
|
+
this.active();
|
|
131
|
+
const chunk = Buffer.allocUnsafe(Math.min(64 * 1024, MAX_BYTES + 1 - bytes));
|
|
132
|
+
const { bytesRead } = await file.read(chunk);
|
|
133
|
+
if (!bytesRead)
|
|
134
|
+
break;
|
|
135
|
+
bytes += bytesRead;
|
|
136
|
+
if (bytes > MAX_BYTES)
|
|
137
|
+
throw new Error('artifact_too_large');
|
|
138
|
+
chunks.push(chunk.subarray(0, bytesRead));
|
|
139
|
+
}
|
|
140
|
+
data = Buffer.concat(chunks, bytes);
|
|
141
|
+
}
|
|
142
|
+
finally {
|
|
143
|
+
await file.close();
|
|
144
|
+
}
|
|
145
|
+
this.active();
|
|
146
|
+
const fileName = name === undefined ? basename(path) : name;
|
|
147
|
+
const contentType = mime === undefined ? 'application/octet-stream' : mime;
|
|
148
|
+
if (typeof fileName !== 'string' || !fileName.length || fileName.length > 300 || typeof contentType !== 'string' || !contentType.length || contentType.length > 200 || /[\r\n]/.test(contentType))
|
|
149
|
+
throw new Error('invalid_artifact_metadata');
|
|
150
|
+
const descriptor = await this.options.request('/artifacts/uploads', { name: fileName, mime: contentType, size: data.length, sha256: createHash('sha256').update(data).digest('hex') });
|
|
151
|
+
if (!Number.isSafeInteger(descriptor.max_size) || data.length > descriptor.max_size)
|
|
152
|
+
throw new Error('artifact_too_large');
|
|
153
|
+
const headers = new Headers();
|
|
154
|
+
for (const [key, value] of Object.entries(descriptor.upload_headers ?? { 'content-type': contentType })) {
|
|
155
|
+
if (!['content-type', 'content-md5', 'x-amz-checksum-sha256'].includes(key.toLowerCase()) || typeof value !== 'string' || /[\r\n]/.test(value))
|
|
156
|
+
throw new Error('unsafe_artifact_upload_headers');
|
|
157
|
+
headers.set(key, value);
|
|
158
|
+
}
|
|
159
|
+
const response = await this.transfer(signedUrl(descriptor.upload_url), { method: 'PUT', headers, body: new Uint8Array(data) });
|
|
160
|
+
await response.body?.cancel();
|
|
161
|
+
this.active();
|
|
162
|
+
const artifact = await this.options.request(`/artifacts/${id(descriptor.artifact_id)}/finalize`, {});
|
|
163
|
+
return { id: descriptor.artifact_id, name: artifact.name ?? fileName, mime: artifact.mime ?? contentType, size: data.length, status: artifact.status ?? 'ready' };
|
|
164
|
+
}
|
|
165
|
+
async uploadBytes(data, name, mime, evidence) {
|
|
166
|
+
this.active();
|
|
167
|
+
if (data.length > MAX_BYTES)
|
|
168
|
+
throw new Error('artifact_too_large');
|
|
169
|
+
if (!name || name.length > 300 || !mime || mime.length > 200 || /[\r\n]/.test(mime))
|
|
170
|
+
throw new Error('invalid_artifact_metadata');
|
|
171
|
+
const descriptor = await this.options.request('/artifacts/uploads', { name, mime, size: data.length, sha256: createHash('sha256').update(data).digest('hex'), ...(evidence ?? {}) });
|
|
172
|
+
if (!Number.isSafeInteger(descriptor.max_size) || data.length > descriptor.max_size)
|
|
173
|
+
throw new Error('artifact_too_large');
|
|
174
|
+
const headers = new Headers();
|
|
175
|
+
for (const [key, value] of Object.entries(descriptor.upload_headers ?? { 'content-type': mime })) {
|
|
176
|
+
if (!['content-type', 'content-md5', 'x-amz-checksum-sha256'].includes(key.toLowerCase()) || typeof value !== 'string' || /[\r\n]/.test(value))
|
|
177
|
+
throw new Error('unsafe_artifact_upload_headers');
|
|
178
|
+
headers.set(key, value);
|
|
179
|
+
}
|
|
180
|
+
const response = await this.transfer(signedUrl(descriptor.upload_url), { method: 'PUT', headers, body: new Uint8Array(data) });
|
|
181
|
+
await response.body?.cancel();
|
|
182
|
+
this.active();
|
|
183
|
+
const artifact = await this.options.request(`/artifacts/${id(descriptor.artifact_id)}/finalize`, {});
|
|
184
|
+
return { id: descriptor.artifact_id, name: artifact.name ?? name, mime: artifact.mime ?? mime, size: data.length, status: artifact.status ?? 'ready' };
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
//# sourceMappingURL=artifacts.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"artifacts.js","sourceRoot":"","sources":["../src/artifacts.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AAE1C,MAAM,SAAS,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AASnC,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QAAC,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,MAAM,IAAI,KAAK,EAAE,CAAC;QAAC,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;IAAC,CAAC;IAAC,MAAM,CAAC;QAAC,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAAC,CAAC;IAC3I,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IAC/H,OAAO,GAAG,CAAC,IAAI,CAAC;AAClB,CAAC;AACD,SAAS,EAAE,CAAC,KAAc;IACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,GAAG,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC7G,OAAO,kBAAkB,CAAC,KAAK,CAAC,CAAC;AACnC,CAAC;AACD,mFAAmF;AACnF,MAAM,OAAO,aAAa;IACK;IAA7B,YAA6B,OAAwB;QAAxB,YAAO,GAAP,OAAO,CAAiB;IAAG,CAAC;IACjD,MAAM,KAAW,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACxF,KAAK,CAAC,IAAI,KAAuB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACpF,KAAK,CAAC,QAAQ,CAAC,GAAW,EAAE,IAAiB;QACnD,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,QAAkB,CAAC;QACvB,IAAI,CAAC;YAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAAC,CAAC;QACjM,MAAM,CAAC;YAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAAC,CAAC;QACvF,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAAC,CAAC;QAClH,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,QAAQ,CAAC,UAAmB,EAAE,aAAqB;QACvD,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;QACxE,IAAI,CAAC;YAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QAAC,CAAC;QAC1G,OAAO,KAAK,EAAE,CAAC;YAAC,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,KAAK,CAAC;QAAC,CAAC;QACtF,2EAA2E;QAC3E,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;QACrG,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAe,cAAc,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QACrG,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QACtD,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC,EAAE,CAAC;YAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;YAAC,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAAC,CAAC;QACzK,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,EAAE,aAAa,UAAU,EAAE,OAAO,CAAC,CAAC;QACjE,IAAI,MAAoD,EAAE,KAAK,GAAG,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,OAAO,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;YACxH,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACzC,IAAI,CAAC;gBACH,OAAO,IAAI,EAAE,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBAAC,IAAI,IAAI;wBAAE,MAAM;oBACnE,IAAI,CAAC,MAAM,EAAE,CAAC;oBAAC,KAAK,IAAI,IAAI,CAAC,UAAU,CAAC;oBACxC,IAAI,KAAK,GAAG,SAAS;wBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;oBAC7D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAAC,MAAM,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;oBAAS,CAAC;gBAAC,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAAC,MAAM,CAAC,WAAW,EAAE,CAAC;YAAC,CAAC;YACjF,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACjG,IAAI,CAAC,MAAM,EAAE,CAAC;YAAC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YAAC,MAAM,GAAG,SAAS,CAAC;YACxD,8EAA8E;YAC9E,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,WAAW;gBAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;YACzH,MAAM,MAAM,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACnC,OAAO,EAAE,EAAE,EAAE,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9F,CAAC;gBAAS,CAAC;YAAC,MAAM,MAAM,EAAE,KAAK,EAAE,CAAC;YAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAAC,MAAM,EAAE,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAAC,CAAC;IAClI,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,aAAqB,EAAE,IAAc,EAAE,IAAc;QAChE,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,KAAK,CAAC,EAAE,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/F,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAC1E,IAAI,QAAQ,CAAC,IAAI,GAAG,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACrE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,UAAU,GAAG,SAAS,CAAC,UAAU,CAAC,CAAC;QAChG,IAAI,IAAY,CAAC;QACjB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,GAAG,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YACtG,IAAI,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,IAAI;gBAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;YAC9G,MAAM,MAAM,GAAa,EAAE,CAAC;YAAC,IAAI,KAAK,GAAG,CAAC,CAAC;YAC3C,OAAO,IAAI,EAAE,CAAC;gBACZ,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,IAAI,EAAE,SAAS,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;gBAC5F,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAC7C,IAAI,CAAC,SAAS;oBAAE,MAAM;gBACtB,KAAK,IAAI,SAAS,CAAC;gBAAC,IAAI,KAAK,GAAG,SAAS;oBAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;gBACjF,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC;YAC5C,CAAC;YACD,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAAC,CAAC;QACjC,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,MAAM,QAAQ,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,MAAM,WAAW,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,IAAI,OAAO,QAAQ,KAAK,QAAQ,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAChP,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAA6E,oBAAoB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACnQ,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC3H,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;YACxG,IAAI,CAAC,CAAC,cAAc,EAAE,aAAa,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAClM,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/H,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAM,cAAc,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC1G,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,QAAQ,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;IACpK,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,IAAY,EAAE,IAAY,EAAE,QAAc;QACxE,IAAI,CAAC,MAAM,EAAE,CAAC;QACd,IAAI,IAAI,CAAC,MAAM,GAAG,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACnE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAClI,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAsF,oBAAoB,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAC1Q,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QAC3H,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;QAC9B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC;YACjG,IAAI,CAAC,CAAC,cAAc,EAAE,aAAa,EAAE,uBAAuB,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;YAClM,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC1B,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/H,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC;QAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAM,cAAc,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;QAC1G,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,WAAW,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;IACzJ,CAAC;CACF"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import type { Frame } from '@super-agent/protocol';
|
|
2
|
+
type RecordValue = Record<string, unknown>;
|
|
3
|
+
/** Parse encoded screenshot dimensions without introducing an image processing runtime. */
|
|
4
|
+
export declare function imageSize(bytes: Buffer): {
|
|
5
|
+
width: number;
|
|
6
|
+
height: number;
|
|
7
|
+
} | null;
|
|
8
|
+
/** CSI has mutable per-session current tabs and OS focus: serialize all operations. */
|
|
9
|
+
export declare class BrowserActor {
|
|
10
|
+
private readonly endpoint;
|
|
11
|
+
private readonly fetcher;
|
|
12
|
+
private queue;
|
|
13
|
+
private owner;
|
|
14
|
+
private human;
|
|
15
|
+
private generation;
|
|
16
|
+
private viewports;
|
|
17
|
+
private recentFrames;
|
|
18
|
+
constructor(endpoint?: string, fetcher?: typeof fetch);
|
|
19
|
+
acquire(runId: string): void;
|
|
20
|
+
release(runId: string): Promise<void>;
|
|
21
|
+
setHuman(runId: string, enabled: boolean): void;
|
|
22
|
+
humanActive(): boolean;
|
|
23
|
+
private serial;
|
|
24
|
+
private request;
|
|
25
|
+
observe(runId: string): Promise<{
|
|
26
|
+
url: string;
|
|
27
|
+
captured_at: string;
|
|
28
|
+
}>;
|
|
29
|
+
/** One queued turn: URL, snapshot, optional screenshot, then URL again. A change recaptures once. */
|
|
30
|
+
capture(runId: string, options?: {
|
|
31
|
+
screenshot?: boolean;
|
|
32
|
+
}): Promise<{
|
|
33
|
+
url: string;
|
|
34
|
+
captured_at: string;
|
|
35
|
+
snapshot: RecordValue;
|
|
36
|
+
frame: Frame | null;
|
|
37
|
+
bytes: Buffer | null;
|
|
38
|
+
source_uncertain: boolean;
|
|
39
|
+
source_uncertain_reason: string | null;
|
|
40
|
+
}>;
|
|
41
|
+
call(runId: string, action: string, args?: RecordValue): Promise<RecordValue>;
|
|
42
|
+
frame(runId: string): Promise<Frame>;
|
|
43
|
+
input(runId: string, input: RecordValue): Promise<void>;
|
|
44
|
+
}
|
|
45
|
+
export {};
|
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
import { readFile } from 'node:fs/promises';
|
|
2
|
+
import { randomUUID } from 'node:crypto';
|
|
3
|
+
const viewportExpression = 'JSON.stringify({width:innerWidth,height:innerHeight,scale:devicePixelRatio,url:location.href,scroll_x:scrollX,scroll_y:scrollY})';
|
|
4
|
+
function parseViewport(result) {
|
|
5
|
+
try {
|
|
6
|
+
const value = (typeof result.value === 'string' ? JSON.parse(result.value) : result.value);
|
|
7
|
+
if (!(value.width > 0 && value.height > 0 && Number.isFinite(value.width) && Number.isFinite(value.height)))
|
|
8
|
+
return null;
|
|
9
|
+
return { width: value.width, height: value.height, scale: Number(value.scale) || 1, url: String(value.url ?? ''), scroll_x: Number(value.scroll_x) || 0, scroll_y: Number(value.scroll_y) || 0 };
|
|
10
|
+
}
|
|
11
|
+
catch {
|
|
12
|
+
return null;
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
/** Parse encoded screenshot dimensions without introducing an image processing runtime. */
|
|
16
|
+
export function imageSize(bytes) {
|
|
17
|
+
if (bytes.length >= 24 && bytes.subarray(0, 8).equals(Buffer.from([137, 80, 78, 71, 13, 10, 26, 10])))
|
|
18
|
+
return { width: bytes.readUInt32BE(16), height: bytes.readUInt32BE(20) };
|
|
19
|
+
if (bytes.length < 4 || bytes[0] !== 0xff || bytes[1] !== 0xd8)
|
|
20
|
+
return null;
|
|
21
|
+
let offset = 2;
|
|
22
|
+
while (offset + 4 <= bytes.length) {
|
|
23
|
+
if (bytes[offset] !== 0xff)
|
|
24
|
+
return null;
|
|
25
|
+
while (bytes[offset] === 0xff)
|
|
26
|
+
offset++;
|
|
27
|
+
const marker = bytes[offset++];
|
|
28
|
+
if (marker === 0xd9 || marker === 0xda)
|
|
29
|
+
break;
|
|
30
|
+
if (marker === 0x01 || (marker >= 0xd0 && marker <= 0xd8))
|
|
31
|
+
continue;
|
|
32
|
+
if (offset + 2 > bytes.length)
|
|
33
|
+
return null;
|
|
34
|
+
const length = bytes.readUInt16BE(offset);
|
|
35
|
+
if (length < 2 || offset + length > bytes.length)
|
|
36
|
+
return null;
|
|
37
|
+
if ([0xc0, 0xc1, 0xc2, 0xc3, 0xc5, 0xc6, 0xc7, 0xc9, 0xca, 0xcb, 0xcd, 0xce, 0xcf].includes(marker) && length >= 7) {
|
|
38
|
+
const height = bytes.readUInt16BE(offset + 3), width = bytes.readUInt16BE(offset + 5);
|
|
39
|
+
return width > 0 && height > 0 ? { width, height } : null;
|
|
40
|
+
}
|
|
41
|
+
offset += length;
|
|
42
|
+
}
|
|
43
|
+
return null;
|
|
44
|
+
}
|
|
45
|
+
/** CSI has mutable per-session current tabs and OS focus: serialize all operations. */
|
|
46
|
+
export class BrowserActor {
|
|
47
|
+
endpoint;
|
|
48
|
+
fetcher;
|
|
49
|
+
queue = Promise.resolve();
|
|
50
|
+
owner = null;
|
|
51
|
+
human = false;
|
|
52
|
+
generation = 0;
|
|
53
|
+
viewports = new Map();
|
|
54
|
+
recentFrames = new Map();
|
|
55
|
+
constructor(endpoint = 'http://127.0.0.1:10088', fetcher = fetch) {
|
|
56
|
+
this.endpoint = endpoint;
|
|
57
|
+
this.fetcher = fetcher;
|
|
58
|
+
}
|
|
59
|
+
acquire(runId) {
|
|
60
|
+
if (this.owner && this.owner !== runId)
|
|
61
|
+
throw new Error('browser_busy: another run owns the browser');
|
|
62
|
+
this.owner = runId;
|
|
63
|
+
}
|
|
64
|
+
async release(runId) {
|
|
65
|
+
await this.queue.catch(() => undefined);
|
|
66
|
+
if (this.owner === runId) {
|
|
67
|
+
this.owner = null;
|
|
68
|
+
this.human = false;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
setHuman(runId, enabled) { this.acquire(runId); this.human = enabled; }
|
|
72
|
+
humanActive() { return this.human; }
|
|
73
|
+
serial(runId, human, operation) {
|
|
74
|
+
const execute = async () => {
|
|
75
|
+
this.acquire(runId);
|
|
76
|
+
if (this.human !== human)
|
|
77
|
+
throw new Error(this.human ? 'human_control_active' : 'human_control_not_active');
|
|
78
|
+
return operation();
|
|
79
|
+
};
|
|
80
|
+
const next = this.queue.then(execute, execute);
|
|
81
|
+
this.queue = next.catch(() => undefined);
|
|
82
|
+
return next;
|
|
83
|
+
}
|
|
84
|
+
async request(runId, action, args = {}) {
|
|
85
|
+
const response = await this.fetcher(`${this.endpoint}/command`, {
|
|
86
|
+
method: 'POST', headers: { 'Content-Type': 'application/json' },
|
|
87
|
+
body: JSON.stringify({ action, args, session: `super-agent-${runId}` }),
|
|
88
|
+
signal: AbortSignal.timeout(35_000),
|
|
89
|
+
});
|
|
90
|
+
if (!response.ok)
|
|
91
|
+
throw new Error(`CSI HTTP ${response.status}`);
|
|
92
|
+
const result = await response.json();
|
|
93
|
+
if (!result.success)
|
|
94
|
+
throw new Error(`CSI: ${result.error ?? 'operation failed'}`);
|
|
95
|
+
return result.data ?? {};
|
|
96
|
+
}
|
|
97
|
+
async observe(runId) {
|
|
98
|
+
return this.serial(runId, false, async () => {
|
|
99
|
+
const metadata = await this.request(runId, 'evaluate', { code: viewportExpression });
|
|
100
|
+
const viewport = parseViewport(metadata);
|
|
101
|
+
if (viewport)
|
|
102
|
+
this.viewports.set(runId, viewport);
|
|
103
|
+
return { url: viewport?.url ?? '', captured_at: new Date().toISOString() };
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
/** One queued turn: URL, snapshot, optional screenshot, then URL again. A change recaptures once. */
|
|
107
|
+
async capture(runId, options) {
|
|
108
|
+
const uncertainReason = '页面在捕获期间发生跳转,不能确定正文对应的网址';
|
|
109
|
+
return this.serial(runId, false, async () => {
|
|
110
|
+
const usablePageUrl = (value) => {
|
|
111
|
+
try {
|
|
112
|
+
const url = new URL(value);
|
|
113
|
+
return (url.protocol === 'http:' || url.protocol === 'https:') && url.host.length > 0;
|
|
114
|
+
}
|
|
115
|
+
catch {
|
|
116
|
+
return false;
|
|
117
|
+
}
|
|
118
|
+
};
|
|
119
|
+
const readUrl = async () => {
|
|
120
|
+
try {
|
|
121
|
+
const metadata = await this.request(runId, 'evaluate', { code: viewportExpression });
|
|
122
|
+
const viewport = parseViewport(metadata);
|
|
123
|
+
if (viewport)
|
|
124
|
+
this.viewports.set(runId, viewport);
|
|
125
|
+
const url = viewport?.url ?? '';
|
|
126
|
+
return usablePageUrl(url) ? { url, ok: true } : { url: '', ok: false };
|
|
127
|
+
}
|
|
128
|
+
catch {
|
|
129
|
+
return { url: '', ok: false };
|
|
130
|
+
}
|
|
131
|
+
};
|
|
132
|
+
const once = async () => {
|
|
133
|
+
const before = await readUrl();
|
|
134
|
+
const snapshot = await this.request(runId, 'snapshot');
|
|
135
|
+
let frame = null, bytes = null;
|
|
136
|
+
if (options?.screenshot) {
|
|
137
|
+
const data = await this.request(runId, 'screenshot', { format: 'jpeg', quality: 65 });
|
|
138
|
+
if (typeof data.path !== 'string')
|
|
139
|
+
throw new Error('CSI did not return screenshot path');
|
|
140
|
+
bytes = await readFile(data.path);
|
|
141
|
+
if (bytes.length > 3 * 1024 * 1024)
|
|
142
|
+
throw new Error('frame_too_large');
|
|
143
|
+
const viewport = this.viewports.get(runId) ?? null, dimensions = imageSize(bytes);
|
|
144
|
+
frame = { frame_id: randomUUID(), image_base64: bytes.toString('base64'), width: dimensions?.width ?? viewport?.width ?? 1280, height: dimensions?.height ?? viewport?.height ?? 800, captured_at: new Date().toISOString(), viewport_version: String(this.generation), tab_id: null };
|
|
145
|
+
this.recentFrames.set(`${runId}:${frame.frame_id}`, { frame, viewport: dimensions ? viewport : null });
|
|
146
|
+
for (const [key, entry] of this.recentFrames)
|
|
147
|
+
if (Date.now() - Date.parse(entry.frame.captured_at) > 15_000 || this.recentFrames.size > 256)
|
|
148
|
+
this.recentFrames.delete(key);
|
|
149
|
+
}
|
|
150
|
+
const after = await readUrl();
|
|
151
|
+
const stable = before.ok && after.ok && before.url === after.url;
|
|
152
|
+
const navigated = before.ok && after.ok && before.url !== after.url;
|
|
153
|
+
return { url: stable ? before.url : '', snapshot, frame, bytes, stable, navigated, captured_at: frame?.captured_at ?? new Date().toISOString() };
|
|
154
|
+
};
|
|
155
|
+
let sample = await once();
|
|
156
|
+
if (!sample.stable)
|
|
157
|
+
sample = await once();
|
|
158
|
+
if (!sample.stable || !usablePageUrl(sample.url))
|
|
159
|
+
return { url: '', captured_at: sample.captured_at, snapshot: sample.snapshot, frame: sample.frame, bytes: sample.bytes, source_uncertain: true, source_uncertain_reason: sample.navigated ? uncertainReason : '未能确认当前页面网址' };
|
|
160
|
+
return { url: sample.url, captured_at: sample.captured_at, snapshot: sample.snapshot, frame: sample.frame, bytes: sample.bytes, source_uncertain: false, source_uncertain_reason: null };
|
|
161
|
+
});
|
|
162
|
+
}
|
|
163
|
+
async call(runId, action, args = {}) {
|
|
164
|
+
return this.serial(runId, false, async () => {
|
|
165
|
+
const result = await this.request(runId, action, args);
|
|
166
|
+
if (['navigate', 'click', 'fill', 'mouse_click', 'send_keys', 'key_type'].includes(action))
|
|
167
|
+
this.generation++;
|
|
168
|
+
return result;
|
|
169
|
+
});
|
|
170
|
+
}
|
|
171
|
+
async frame(runId) {
|
|
172
|
+
// A read frame is permitted while human has control, but still serialized with input.
|
|
173
|
+
const operation = async () => {
|
|
174
|
+
const temporaryOwner = this.owner === null;
|
|
175
|
+
this.acquire(runId);
|
|
176
|
+
try {
|
|
177
|
+
const data = await this.request(runId, 'screenshot', { format: 'jpeg', quality: 65 });
|
|
178
|
+
if (typeof data.path !== 'string')
|
|
179
|
+
throw new Error('CSI did not return screenshot path');
|
|
180
|
+
const bytes = await readFile(data.path);
|
|
181
|
+
if (bytes.length > 3 * 1024 * 1024)
|
|
182
|
+
throw new Error('frame_too_large');
|
|
183
|
+
const metadata = await this.request(runId, 'evaluate', { code: viewportExpression });
|
|
184
|
+
const viewport = parseViewport(metadata), dimensions = imageSize(bytes);
|
|
185
|
+
if (viewport) {
|
|
186
|
+
const prior = this.viewports.get(runId);
|
|
187
|
+
if (prior && JSON.stringify(prior) !== JSON.stringify(viewport))
|
|
188
|
+
this.generation++;
|
|
189
|
+
this.viewports.set(runId, viewport);
|
|
190
|
+
}
|
|
191
|
+
const frame = { frame_id: randomUUID(), image_base64: bytes.toString('base64'), width: dimensions?.width ?? viewport?.width ?? 1280, height: dimensions?.height ?? viewport?.height ?? 800,
|
|
192
|
+
captured_at: new Date().toISOString(), viewport_version: String(this.generation), tab_id: null };
|
|
193
|
+
this.recentFrames.set(`${runId}:${frame.frame_id}`, { frame, viewport: dimensions ? viewport : null });
|
|
194
|
+
for (const [key, entry] of this.recentFrames)
|
|
195
|
+
if (Date.now() - Date.parse(entry.frame.captured_at) > 15_000 || this.recentFrames.size > 256)
|
|
196
|
+
this.recentFrames.delete(key);
|
|
197
|
+
return frame;
|
|
198
|
+
}
|
|
199
|
+
finally {
|
|
200
|
+
if (temporaryOwner && !this.human && this.owner === runId)
|
|
201
|
+
this.owner = null;
|
|
202
|
+
}
|
|
203
|
+
};
|
|
204
|
+
const next = this.queue.then(operation, operation);
|
|
205
|
+
this.queue = next.catch(() => undefined);
|
|
206
|
+
return next;
|
|
207
|
+
}
|
|
208
|
+
async input(runId, input) {
|
|
209
|
+
await this.serial(runId, true, async () => {
|
|
210
|
+
const captured = this.recentFrames.get(`${runId}:${String(input.frame_id)}`), frame = captured?.frame;
|
|
211
|
+
if (!frame || frame.viewport_version !== input.viewport_version || frame.viewport_version !== String(this.generation) || Date.now() - Date.parse(frame.captured_at) > 15_000)
|
|
212
|
+
throw new Error('stale_frame: refresh the browser image before controlling it');
|
|
213
|
+
const viewport = captured?.viewport;
|
|
214
|
+
if (!viewport)
|
|
215
|
+
throw new Error('viewport_unavailable: refresh before controlling');
|
|
216
|
+
const currentViewport = parseViewport(await this.request(runId, 'evaluate', { code: viewportExpression }));
|
|
217
|
+
if (!currentViewport || JSON.stringify(currentViewport) !== JSON.stringify(viewport))
|
|
218
|
+
throw new Error('stale_viewport: refresh before controlling');
|
|
219
|
+
switch (input.type) {
|
|
220
|
+
case 'click': {
|
|
221
|
+
const imageX = Number(input.x), imageY = Number(input.y);
|
|
222
|
+
if (!Number.isFinite(imageX) || !Number.isFinite(imageY) || imageX < 0 || imageY < 0 || imageX >= frame.width || imageY >= frame.height)
|
|
223
|
+
throw new Error('invalid_coordinates');
|
|
224
|
+
const x = imageX * viewport.width / frame.width, y = imageY * viewport.height / frame.height;
|
|
225
|
+
await this.request(runId, 'cdp', { method: 'Input.dispatchMouseEvent', params: { type: 'mousePressed', x, y, button: 'left', clickCount: 1 } });
|
|
226
|
+
await this.request(runId, 'cdp', { method: 'Input.dispatchMouseEvent', params: { type: 'mouseReleased', x, y, button: 'left', clickCount: 1 } });
|
|
227
|
+
break;
|
|
228
|
+
}
|
|
229
|
+
case 'text':
|
|
230
|
+
case 'type':
|
|
231
|
+
await this.request(runId, 'key_type', { text: String(input.text ?? '') });
|
|
232
|
+
break;
|
|
233
|
+
case 'keys':
|
|
234
|
+
await this.request(runId, 'send_keys', { keys: String(input.keys ?? '') });
|
|
235
|
+
break;
|
|
236
|
+
case 'scroll':
|
|
237
|
+
await this.request(runId, 'cdp', { method: 'Input.dispatchMouseEvent', params: { type: 'mouseWheel', x: 1, y: 1, deltaX: Number(input.x ?? 0) * viewport.width / frame.width, deltaY: Number(input.y ?? 0) * viewport.height / frame.height } });
|
|
238
|
+
break;
|
|
239
|
+
default: throw new Error('unsupported_input');
|
|
240
|
+
}
|
|
241
|
+
this.generation++;
|
|
242
|
+
});
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
//# sourceMappingURL=browser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"browser.js","sourceRoot":"","sources":["../src/browser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAKzC,MAAM,kBAAkB,GAAG,kIAAkI,CAAC;AAC9J,SAAS,aAAa,CAAC,MAAmB;IACxC,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,CAAC,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAa,CAAC;QACvG,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACzH,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;IACnM,CAAC;IAAC,MAAM,CAAC;QAAC,OAAO,IAAI,CAAC;IAAC,CAAC;AAC1B,CAAC;AACD,2FAA2F;AAC3F,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,IAAI,KAAK,CAAC,MAAM,IAAI,EAAE,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,EAAE,CAAC,EAAE,CAAC;IAChL,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAC5E,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,OAAO,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAClC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC;QACxC,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,IAAI;YAAE,MAAM,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAE,CAAC;QAChC,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,IAAI;YAAE,MAAM;QAC9C,IAAI,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,IAAI,CAAC;YAAE,SAAS;QACpE,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC9D,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;YACnH,MAAM,MAAM,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACtF,OAAO,KAAK,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAC5D,CAAC;QACD,MAAM,IAAI,MAAM,CAAC;IACnB,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AACD,uFAAuF;AACvF,MAAM,OAAO,YAAY;IAOM;IAAsD;IAN3E,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC5C,KAAK,GAAkB,IAAI,CAAC;IAC5B,KAAK,GAAG,KAAK,CAAC;IACd,UAAU,GAAG,CAAC,CAAC;IACf,SAAS,GAAG,IAAI,GAAG,EAAoB,CAAC;IACxC,YAAY,GAAG,IAAI,GAAG,EAAuD,CAAC;IACtF,YAA6B,WAAW,wBAAwB,EAAmB,UAAwB,KAAK;QAAnF,aAAQ,GAAR,QAAQ,CAA2B;QAAmB,YAAO,GAAP,OAAO,CAAsB;IAAG,CAAC;IACpH,OAAO,CAAC,KAAa;QACnB,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;YAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QACtG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAAC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QAAC,CAAC;IACtE,CAAC;IACD,QAAQ,CAAC,KAAa,EAAE,OAAgB,IAAU,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC;IAC9F,WAAW,KAAc,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;IACrC,MAAM,CAAI,KAAa,EAAE,KAAc,EAAE,SAA2B;QAC1E,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;gBAAE,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC;YAC5G,OAAO,SAAS,EAAE,CAAC;QACrB,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IACO,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,MAAc,EAAE,OAAoB,EAAE;QACzE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC,QAAQ,UAAU,EAAE;YAC9D,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/D,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,KAAK,EAAE,EAAE,CAAC;YACvE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;SACpC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,EAA8D,CAAC;QACjG,IAAI,CAAC,MAAM,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,QAAQ,MAAM,CAAC,KAAK,IAAI,kBAAkB,EAAE,CAAC,CAAC;QACnF,OAAO,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,OAAO,CAAC,KAAa;QACzB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;YACrF,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,QAAQ;gBAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAClD,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;QAC7E,CAAC,CAAC,CAAC;IACL,CAAC;IACD,qGAAqG;IACrG,KAAK,CAAC,OAAO,CAAC,KAAa,EAAE,OAAkC;QAC7D,MAAM,eAAe,GAAG,yBAAyB,CAAC;QAClD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,aAAa,GAAG,CAAC,KAAa,EAAW,EAAE;gBAC/C,IAAI,CAAC;oBAAC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;oBAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,OAAO,IAAI,GAAG,CAAC,QAAQ,KAAK,QAAQ,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,KAAK,CAAC;gBAAC,CAAC;YACpJ,CAAC,CAAC;YACF,MAAM,OAAO,GAAG,KAAK,IAA2C,EAAE;gBAChE,IAAI,CAAC;oBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;oBACrF,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;oBACzC,IAAI,QAAQ;wBAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;oBAClD,MAAM,GAAG,GAAG,QAAQ,EAAE,GAAG,IAAI,EAAE,CAAC;oBAChC,OAAO,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;gBACzE,CAAC;gBAAC,MAAM,CAAC;oBAAC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;gBAAC,CAAC;YAC5C,CAAC,CAAC;YACF,MAAM,IAAI,GAAG,KAAK,IAAI,EAAE;gBACtB,MAAM,MAAM,GAAG,MAAM,OAAO,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;gBACvD,IAAI,KAAK,GAAiB,IAAI,EAAE,KAAK,GAAkB,IAAI,CAAC;gBAC5D,IAAI,OAAO,EAAE,UAAU,EAAE,CAAC;oBACxB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;oBACtF,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;wBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;oBACzF,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAClC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;wBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBACvE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;oBAClF,KAAK,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,IAAI,QAAQ,EAAE,KAAK,IAAI,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,IAAI,GAAG,EAAE,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;oBACvR,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;oBACvG,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY;wBAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,GAAG;4BAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7K,CAAC;gBACD,MAAM,KAAK,GAAG,MAAM,OAAO,EAAE,CAAC;gBAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,IAAI,MAAM,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;gBACjE,MAAM,SAAS,GAAG,MAAM,CAAC,EAAE,IAAI,KAAK,CAAC,EAAE,IAAI,MAAM,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,CAAC;gBACpE,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,KAAK,EAAE,WAAW,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;YACnJ,CAAC,CAAC;YACF,IAAI,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,MAAM;gBAAE,MAAM,GAAG,MAAM,IAAI,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;gBAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,uBAAuB,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC;YAC/Q,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,WAAW,EAAE,MAAM,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,uBAAuB,EAAE,IAAI,EAAE,CAAC;QAC3L,CAAC,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,MAAc,EAAE,OAAoB,EAAE;QAC9D,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;YACvD,IAAI,CAAC,UAAU,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC;gBAAE,IAAI,CAAC,UAAU,EAAE,CAAC;YAC9G,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,KAAa;QACvB,sFAAsF;QACtF,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE;YAC3B,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC;YAC3C,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,CAAC;gBACL,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;gBACtF,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ;oBAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;gBACzF,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI;oBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;gBACvE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC;gBACrF,MAAM,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC,EAAE,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;gBACxE,IAAI,QAAQ,EAAE,CAAC;oBACb,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;oBACxC,IAAI,KAAK,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;wBAAE,IAAI,CAAC,UAAU,EAAE,CAAC;oBACnF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;gBACtC,CAAC;gBACD,MAAM,KAAK,GAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,EAAE,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,IAAI,QAAQ,EAAE,KAAK,IAAI,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,IAAI,QAAQ,EAAE,MAAM,IAAI,GAAG;oBAC/L,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;gBACnG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACvG,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,YAAY;oBAAE,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,MAAM,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,GAAG,GAAG;wBAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC3K,OAAO,KAAK,CAAC;YACb,CAAC;oBAAS,CAAC;gBAAC,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,KAAK,KAAK;oBAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAAC,CAAC;QAC7F,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAAC,OAAO,IAAI,CAAC;IAC5G,CAAC;IACD,KAAK,CAAC,KAAK,CAAC,KAAa,EAAE,KAAkB;QAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,CAAC;YACtG,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,gBAAgB,KAAK,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,gBAAgB,KAAK,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,MAAM;gBAC1K,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;YAClF,MAAM,QAAQ,GAAG,QAAQ,EAAE,QAAQ,CAAC;YACpC,IAAI,CAAC,QAAQ;gBAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YACnF,MAAM,eAAe,GAAG,aAAa,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC;YAC3G,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;YACpJ,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,OAAO,CAAC,CAAC,CAAC;oBACb,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACzD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,IAAI,KAAK,CAAC,KAAK,IAAI,MAAM,IAAI,KAAK,CAAC,MAAM;wBAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;oBAChL,MAAM,CAAC,GAAG,MAAM,GAAG,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,GAAG,MAAM,GAAG,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;oBAC7F,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,0BAA0B,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBAChJ,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,0BAA0B,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;oBACjJ,MAAM;gBACR,CAAC;gBACD,KAAK,MAAM,CAAC;gBACZ,KAAK,MAAM;oBAAE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;oBAAC,MAAM;gBAC9F,KAAK,MAAM;oBAAE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;oBAAC,MAAM;gBAC/F,KAAK,QAAQ;oBAAE,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,0BAA0B,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAAC,MAAM;gBACvQ,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC,CAAC,CAAC;IACL,CAAC;CACF"}
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
export type EvidenceKind = 'page_capture' | 'screenshot' | 'memory_retrieval';
|
|
2
|
+
/** Authorization and scope failures must not fall back to cached memory text. */
|
|
3
|
+
export declare function memoryFailureClass(error: unknown): 'deny' | 'offline';
|
|
4
|
+
export declare function sanitizeEvidenceUrl(value: string): {
|
|
5
|
+
url: string;
|
|
6
|
+
changed: boolean;
|
|
7
|
+
};
|
|
8
|
+
export declare function safeEvidenceUrl(value: unknown): string | null;
|
|
9
|
+
export declare function redactEvidenceText(value: string): {
|
|
10
|
+
text: string;
|
|
11
|
+
redacted: boolean;
|
|
12
|
+
};
|
|
13
|
+
export declare function pageEvidence(input: {
|
|
14
|
+
url: unknown;
|
|
15
|
+
capturedAt: string;
|
|
16
|
+
runId: string;
|
|
17
|
+
stepId: string;
|
|
18
|
+
body: unknown;
|
|
19
|
+
maxBytes?: number;
|
|
20
|
+
sourceUncertain?: boolean;
|
|
21
|
+
sourceUncertainReason?: string;
|
|
22
|
+
}): Record<string, unknown>;
|
|
23
|
+
export declare function screenshotEvidence(input: {
|
|
24
|
+
url: unknown;
|
|
25
|
+
capturedAt: string;
|
|
26
|
+
runId: string;
|
|
27
|
+
stepId: string;
|
|
28
|
+
bytes: Buffer;
|
|
29
|
+
width: number;
|
|
30
|
+
height: number;
|
|
31
|
+
imageArtifactId?: string | null;
|
|
32
|
+
sourceUncertain?: boolean;
|
|
33
|
+
sourceUncertainReason?: string;
|
|
34
|
+
}): Record<string, unknown>;
|
|
35
|
+
type MemoryEnvelope = {
|
|
36
|
+
hits?: unknown[];
|
|
37
|
+
items?: unknown[];
|
|
38
|
+
fresh?: boolean;
|
|
39
|
+
stale?: boolean;
|
|
40
|
+
stale_reason?: string;
|
|
41
|
+
observed_at?: string;
|
|
42
|
+
retrieved_at?: string;
|
|
43
|
+
cache_read_at?: string;
|
|
44
|
+
generated_at?: string;
|
|
45
|
+
};
|
|
46
|
+
export declare function memoryRetrievalEvidence(input: {
|
|
47
|
+
generatedAt: string;
|
|
48
|
+
runId: string;
|
|
49
|
+
stepId: string;
|
|
50
|
+
query: string;
|
|
51
|
+
scope: unknown;
|
|
52
|
+
hits: unknown[] | MemoryEnvelope;
|
|
53
|
+
fresh?: boolean;
|
|
54
|
+
stale?: boolean;
|
|
55
|
+
stale_reason?: string;
|
|
56
|
+
observed_at?: string;
|
|
57
|
+
retrieved_at?: string;
|
|
58
|
+
generated_at?: string;
|
|
59
|
+
}): Record<string, unknown>;
|
|
60
|
+
export {};
|